-- Logs begin at Sun 2021-11-28 07:07:21 UTC, end at Sun 2021-11-28 08:46:58 UTC. -- Nov 28 07:36:58.329629 dv-neutron-744815-16-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 28 07:37:01.142127 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.common.config [-] Logging enabled! Nov 28 07:37:01.142724 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev236 Nov 28 07:37:01.142942 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115009) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 28 07:37:01.146162 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.common.config [-] Logging enabled! Nov 28 07:37:01.146415 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev236 Nov 28 07:37:01.146734 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115009) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 28 07:37:01.147695 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 28 07:37:01.147936 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 28 07:37:01.148302 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 28 07:37:01.148550 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 28 07:37:01.148778 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 28 07:37:01.149099 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.149522 dv-neutron-744815-16-hyperv neutron-server[115009]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 28 07:37:01.149835 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.150130 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.150424 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.150745 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.151062 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.151350 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.151648 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.151949 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.152236 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.152518 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.152807 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.153098 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.153382 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.153669 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.153957 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.154240 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] debug = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.154522 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.154985 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.155392 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.155678 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.155975 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.156256 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.156529 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.156809 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.157095 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.157426 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] host = dv-neutron-744815-16-hyperv {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.157709 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.157996 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.158281 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.158566 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.158844 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.159148 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.159437 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.159709 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.159984 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] log_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.160262 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.160549 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.160836 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.161133 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.161359 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.161584 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.161872 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.162159 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.162436 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.162711 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.163017 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.163295 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.163568 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.163841 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.164127 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.164409 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.164693 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.164970 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.165245 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.165518 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.165789 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.166074 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.166863 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.167160 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.167437 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.167723 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.167994 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.168268 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.168568 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.168852 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.169133 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.169418 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.169693 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.169976 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.170252 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.170528 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.170800 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] use_json = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.171097 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.171371 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.171654 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.171930 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.172209 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.172484 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.172757 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.173042 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:01.173342 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.173641 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.173944 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.174231 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.174538 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.174820 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.175135 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.175416 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.175705 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.175994 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.176283 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.176564 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.176853 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.177131 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.177427 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.177732 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.178028 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.178319 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.178595 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.178888 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.179162 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.179441 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.179997 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.180279 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.180569 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.180861 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.181143 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.181440 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.181729 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.182589 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.182909 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.183186 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.183470 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.183762 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.184043 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.184318 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.184600 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.184892 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.185173 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.185449 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.185732 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.186010 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.186286 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.186560 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.186840 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.187195 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.187479 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.187751 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.188023 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.188305 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.188578 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.188863 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.189144 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.189420 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.189695 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.189981 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.190260 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.190538 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.190819 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.191120 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.191403 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.191680 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.191956 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.192232 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.192514 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.192790 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.193065 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.193340 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.193623 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.193900 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.194175 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.194452 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.194728 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.195029 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.195318 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.195619 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.195903 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.196184 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.196465 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.196747 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.197027 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.197309 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.197616 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.197900 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.198177 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.198475 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.198765 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.199086 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.199377 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.199678 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.199978 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.200260 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.200549 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.200831 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.201115 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.201402 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.201691 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.201989 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.202286 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.202589 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.202999 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.203207 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.203492 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.203805 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.204090 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:01.204309 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 28 07:37:01.204551 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115009) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 28 07:37:01.632528 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 28 07:37:01.632810 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 28 07:37:01.633121 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 28 07:37:01.633469 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 28 07:37:01.959087 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:01.959312 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:01.959596 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:01.960790 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:01.961065 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:01.961330 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.006736 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.007046 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.007315 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.021831 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.022117 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.022508 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.051211 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.051490 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.051760 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.089931 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.090209 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.090480 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.435143 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.435773 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.435773 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.435932 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.436626 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.535512 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.535836 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.536124 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.536410 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.536682 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.536998 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.537263 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.537523 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.537778 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.538063 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.538458 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.538733 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.539024 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.539287 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.539549 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.539821 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.540086 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.540357 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.540631 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.540901 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.541788 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.542050 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.542335 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.542717 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.543007 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.543262 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.543663 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 28 07:37:02.543908 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 28 07:37:02.544149 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 28 07:37:02.544389 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 28 07:37:02.544628 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 28 07:37:02.544865 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 28 07:37:02.545234 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 28 07:37:02.548421 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 28 07:37:02.552431 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 28 07:37:02.556633 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 28 07:37:02.558311 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 28 07:37:02.558768 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 28 07:37:02.559129 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 28 07:37:02.559518 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 28 07:37:02.562508 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 28 07:37:02.562762 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 28 07:37:02.563146 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 28 07:37:02.568461 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 28 07:37:02.592431 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 28 07:37:02.592883 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.593187 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115009) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 28 07:37:02.593549 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.594961 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115009) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 28 07:37:02.595248 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 28 07:37:02.595495 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 28 07:37:02.598710 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.599030 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:02.662203 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 28 07:37:02.662445 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 28 07:37:02.662685 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 28 07:37:02.663087 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 28 07:37:02.684391 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_db.sqlalchemy.engines [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115009) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 28 07:37:03.124256 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Initializing driver for type 'gre' Nov 28 07:37:03.124776 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] gre ID ranges: [(1, 1000)] Nov 28 07:37:03.173898 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Initializing driver for type 'local' Nov 28 07:37:03.174235 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Initializing driver for type 'vlan' Nov 28 07:37:03.187577 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] VlanTypeDriver initialization complete Nov 28 07:37:03.187907 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Initializing driver for type 'vxlan' Nov 28 07:37:03.188369 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] vxlan ID ranges: [(1, 1000)] Nov 28 07:37:03.236525 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Initializing extension driver 'port_security' Nov 28 07:37:03.236865 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.extensions.port_security [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] PortSecurityExtensionDriver initialization complete Nov 28 07:37:03.237144 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Initializing mechanism driver 'openvswitch' Nov 28 07:37:03.237469 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Initializing mechanism driver 'hyperv' Nov 28 07:37:03.244104 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.plugins.ml2.plugin [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:37:03.245429 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > port after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.245800 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > port after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.246154 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > port after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.246688 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 28 07:37:03.247153 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > subnet after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.247511 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > subnet after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.247858 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.248264 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 28 07:37:03.248673 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > network after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.249019 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > network after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.249364 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > network after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.249762 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 28 07:37:03.250169 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > security_group after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.250521 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > security_group after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.250863 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.251284 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 28 07:37:03.251688 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.252032 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.252370 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.252768 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 28 07:37:03.253170 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > address_group after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.253513 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > address_group after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.253848 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.254245 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 28 07:37:03.254623 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] ML2 OVO RPC backend initialized. {{(pid=115009) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 28 07:37:03.255360 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.255719 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.256143 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > network before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.256490 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > networks before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.256838 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > port before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.257181 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > ports before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.257524 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > subnet before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.257866 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > subnets before_response 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.258212 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > network after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.258551 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > network after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.258907 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > network after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.259244 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > port after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.259577 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > port after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.260518 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > port after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.260856 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > subnet after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.261194 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > subnet after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.261525 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.262103 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.plugin [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Modular L2 Plugin initialization complete Nov 28 07:37:03.262434 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading services supported by the core plugin {{(pid=115009) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 28 07:37:03.262762 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.plugins.ml2.managers [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Got port-security extension from driver 'port_security' Nov 28 07:37:03.263247 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.extensions.vlantransparent [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Disabled vlantransparent extension. Nov 28 07:37:03.263729 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115009) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 28 07:37:03.264043 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading Plugin: router Nov 28 07:37:03.301937 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.302324 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router after_create 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.302831 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router before_create 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.303230 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.303607 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.303967 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router after_delete 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.304340 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.305057 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.305420 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router after_create 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.305770 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router after_update 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.306121 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router after_update 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.306469 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.307464 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router after_update 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.307875 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router precommit_update 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.308243 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: port after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.308580 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: port after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.308916 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: subnet after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.309250 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.309595 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.309943 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router precommit_create 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.310283 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: port before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.310624 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router precommit_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.311007 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router after_update 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.311350 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.311698 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router precommit_create 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.312055 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.312397 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router precommit_update 55549900 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.312757 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > agent after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.313104 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > agent after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.313445 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > network after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.314309 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Tracking information for resource: router configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 28 07:37:03.314645 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Tracking information for resource: floatingip configured {{(pid=115009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 28 07:37:03.319613 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.db.l3_agentschedulers_db [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 28 07:37:03.320190 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: port after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.320574 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: port after_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.320926 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: port after_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.321278 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: port after_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.322068 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router before_create 55550100 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.322429 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.322790 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router precommit_create 55550100 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.323171 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > router precommit_update 55550100 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.328034 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.services.provider_configuration [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service providers = [] {{(pid=115009) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 28 07:37:03.328397 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.db.servicetype_db [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115009) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 28 07:37:03.331376 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.services.service_base [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 28 07:37:03.331727 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.services.service_base [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 28 07:37:03.332068 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.services.service_base [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 28 07:37:03.332955 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.services.service_base [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 28 07:37:03.333329 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.services.service_base [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 28 07:37:03.333707 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 28 07:37:03.334027 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 28 07:37:03.344781 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 28 07:37:03.345116 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading Plugin: auto_allocate Nov 28 07:37:03.350976 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: network precommit_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.351345 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: network precommit_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.351862 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 28 07:37:03.352179 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading Plugin: tag Nov 28 07:37:03.359469 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 28 07:37:03.359800 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading Plugin: timestamp Nov 28 07:37:03.363659 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 28 07:37:03.363991 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading Plugin: network_ip_availability Nov 28 07:37:03.370073 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.370439 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.370790 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.371520 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 28 07:37:03.371840 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading Plugin: flavors Nov 28 07:37:03.378082 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 28 07:37:03.378408 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading Plugin: revisions Nov 28 07:37:03.382726 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 28 07:37:03.383158 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_concurrency.lockutils [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.750s {{(pid=115009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 28 07:37:03.383901 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115009) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 28 07:37:03.384267 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Initializing extension manager. Nov 28 07:37:03.384805 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: __init__.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.385146 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: __pycache__ {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.385477 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.385807 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: address_group.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.386553 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.387139 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: address-group Nov 28 07:37:03.387466 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: address_scope.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.388177 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.388686 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: address-scope Nov 28 07:37:03.389007 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.389940 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.390451 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: router-admin-state-down-before-update Nov 28 07:37:03.390772 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: agent.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.391497 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.392005 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: agent Nov 28 07:37:03.392326 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: agent_resources_synced.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.393233 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.393741 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: agent-resources-synced Nov 28 07:37:03.394060 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: allowedaddresspairs.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.395904 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.396422 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: allowed-address-pairs Nov 28 07:37:03.396745 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: auto_allocated_topology.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.397830 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.398344 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: auto-allocated-topology Nov 28 07:37:03.398665 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: availability_zone.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.399384 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.399891 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: availability_zone Nov 28 07:37:03.400210 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: availability_zone_filter.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.401149 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.401656 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: availability_zone_filter Nov 28 07:37:03.401974 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: data_plane_status.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.402925 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.403433 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension data-plane-status not supported by any of loaded plugins Nov 28 07:37:03.403754 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: default_subnetpools.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.404676 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.405182 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: default-subnetpools Nov 28 07:37:03.405502 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.406330 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.406841 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: dhcp_agent_scheduler Nov 28 07:37:03.407190 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: dns.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.408113 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.408620 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension dns-integration not supported by any of loaded plugins Nov 28 07:37:03.408945 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: dns_domain_ports.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.409866 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.410375 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 28 07:37:03.410696 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.411639 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.412149 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 28 07:37:03.412470 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: dvr.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.413139 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.413642 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: dvr Nov 28 07:37:03.413960 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: ecmp_routes.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.414889 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.415415 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 28 07:37:03.415733 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: empty_string_filtering.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.417161 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.417670 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: empty-string-filtering Nov 28 07:37:03.417991 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.418924 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.419432 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 28 07:37:03.419751 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.420662 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.421163 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 28 07:37:03.421480 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: external_net.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.422386 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.422913 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: external-net Nov 28 07:37:03.423234 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.424139 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.424652 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: extra_dhcp_opt Nov 28 07:37:03.424971 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: extraroute.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.425877 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.426383 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: extraroute Nov 28 07:37:03.426700 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: extraroute_atomic.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.427757 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.428265 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: extraroute-atomic Nov 28 07:37:03.428584 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: filter_validation.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.429424 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.430194 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: filter-validation Nov 28 07:37:03.430512 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: fip_pf_description.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.431460 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.432544 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 28 07:37:03.432860 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: fip_port_details.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.433793 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.434299 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: fip-port-details Nov 28 07:37:03.434620 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: flavors.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.435891 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.436398 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: flavors Nov 28 07:37:03.436722 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.438393 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.438947 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 28 07:37:03.439279 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: floatingip_pools.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.439977 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.440484 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: floatingip-pools Nov 28 07:37:03.440808 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: ip_allocation.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.441743 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.442252 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension ip_allocation not supported by any of loaded plugins Nov 28 07:37:03.442578 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.443555 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.444070 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: ip-substring-filtering Nov 28 07:37:03.444395 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: l2_adjacency.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.445336 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.445842 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 28 07:37:03.446192 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: l3.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.447211 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.447825 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: router Nov 28 07:37:03.448089 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.450377 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.450939 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 28 07:37:03.451271 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.452210 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.452731 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: ext-gw-mode Nov 28 07:37:03.453050 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.454001 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.454520 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: l3-ha Nov 28 07:37:03.454845 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.455953 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.456464 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Nov 28 07:37:03.456817 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: l3_flavors.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.457714 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.458228 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: l3-flavors Nov 28 07:37:03.458548 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.460154 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.460671 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Nov 28 07:37:03.460998 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.461932 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.462449 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 28 07:37:03.462774 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: l3agentscheduler.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.463879 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.464395 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: l3_agent_scheduler Nov 28 07:37:03.464721 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: local_ip.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.466639 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.467182 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension local_ip not supported by any of loaded plugins Nov 28 07:37:03.467515 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: logging.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.469004 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.469520 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension logging not supported by any of loaded plugins Nov 28 07:37:03.469851 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: metering.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.470592 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.471204 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: metering Nov 28 07:37:03.471531 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.472620 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.473136 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: metering_source_and_destination_fields Nov 28 07:37:03.473459 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: multiprovidernet.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.474401 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.474948 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: multi-provider Nov 28 07:37:03.475273 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: netmtu.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.476190 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.476695 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: net-mtu Nov 28 07:37:03.477016 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: netmtu_writable.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.478010 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.478440 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: net-mtu-writable Nov 28 07:37:03.479300 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: network_availability_zone.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.479975 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.480480 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: network_availability_zone Nov 28 07:37:03.480797 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: network_ip_availability.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.481910 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.482420 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: network-ip-availability Nov 28 07:37:03.482742 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: network_segment_range.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.483533 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.484034 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension network-segment-range not supported by any of loaded plugins Nov 28 07:37:03.484352 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: pagination.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.485330 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.485666 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: pagination Nov 28 07:37:03.485984 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: port_device_profile.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.486953 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.487428 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: port-device-profile Nov 28 07:37:03.487748 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.488668 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.489176 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: port-mac-address-regenerate Nov 28 07:37:03.489496 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.490404 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.490943 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: port-numa-affinity-policy Nov 28 07:37:03.491266 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: port_resource_request.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.492172 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.492681 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension port-resource-request not supported by any of loaded plugins Nov 28 07:37:03.492995 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: port_resource_request_groups.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.493959 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.494519 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 28 07:37:03.494840 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: portbindings.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.495799 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.496809 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: binding Nov 28 07:37:03.497129 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: portbindings_extended.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.498406 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.498952 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: binding-extended Nov 28 07:37:03.499277 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: portsecurity.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.500195 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.500707 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: port-security Nov 28 07:37:03.501028 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: project_id.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.502002 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.502334 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: project-id Nov 28 07:37:03.502658 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: providernet.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.503603 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.504119 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: provider Nov 28 07:37:03.504440 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: qos.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.508193 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.508720 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension qos not supported by any of loaded plugins Nov 28 07:37:03.509046 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.510345 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.510858 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 28 07:37:03.511212 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.512137 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.512654 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 28 07:37:03.512977 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: qos_default.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.514017 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.514529 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension qos-default not supported by any of loaded plugins Nov 28 07:37:03.514855 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: qos_fip.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.515540 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.516042 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension qos-fip not supported by any of loaded plugins Nov 28 07:37:03.516362 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: qos_gateway_ip.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.517289 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.517800 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 28 07:37:03.518121 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: qos_port_network_policy.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.519060 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.519569 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 28 07:37:03.519888 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.520941 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.521457 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 28 07:37:03.521782 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: qos_pps_rule.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.523001 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.523521 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension qos-pps not supported by any of loaded plugins Nov 28 07:37:03.523847 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: qos_rule_type_details.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.524774 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.525282 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 28 07:37:03.525714 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: qos_rules_alias.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.526765 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.527303 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 28 07:37:03.527627 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: quota_check_limit.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.528547 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.529062 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: quota-check-limit Nov 28 07:37:03.529382 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: quotasv2.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.530313 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.530638 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: quotas Nov 28 07:37:03.530988 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: quotasv2_detail.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.534136 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.534485 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: quota_details Nov 28 07:37:03.534816 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: rbac.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.535912 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.536439 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: rbac-policies Nov 28 07:37:03.536769 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: rbac_address_group.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.537749 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.538273 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: rbac-address-group Nov 28 07:37:03.538602 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: rbac_address_scope.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.539562 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.540079 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: rbac-address-scope Nov 28 07:37:03.540405 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: rbac_security_groups.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.541829 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.542345 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: rbac-security-groups Nov 28 07:37:03.542671 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: rbac_subnetpool.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.543614 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.544127 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: rbac-subnetpool Nov 28 07:37:03.544451 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: revisionifmatch.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.545373 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.545888 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: revision-if-match Nov 28 07:37:03.546217 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: revisions.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.547362 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.547874 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: standard-attr-revisions Nov 28 07:37:03.548198 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: router_availability_zone.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.548872 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.549384 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: router_availability_zone Nov 28 07:37:03.549706 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: routerservicetype.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.550711 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.551247 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension router-service-type not supported by any of loaded plugins Nov 28 07:37:03.551573 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.552501 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.553012 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: security-groups-normalized-cidr Nov 28 07:37:03.553335 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.554255 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.555067 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: port-security-groups-filtering Nov 28 07:37:03.555394 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.556335 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.557484 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: security-groups-remote-address-group Nov 28 07:37:03.557815 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.558896 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.559425 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: security-groups-shared-filtering Nov 28 07:37:03.559747 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.560337 dv-neutron-744815-16-hyperv neutron-server[115009]: WARNING neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 28 07:37:03.560659 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: securitygroup.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.570313 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.570843 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: security-group Nov 28 07:37:03.571198 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: segment.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.571988 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.572538 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension segment not supported by any of loaded plugins Nov 28 07:37:03.572864 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.573805 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.574320 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 28 07:37:03.574644 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: servicetype.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.575780 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.576311 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: service-type Nov 28 07:37:03.576637 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: sorting.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.577613 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.577943 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: sorting Nov 28 07:37:03.578262 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: standard_attr_segment.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.579201 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.579714 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 28 07:37:03.580034 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: standardattrdescription.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.580694 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.581217 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: standard-attr-description Nov 28 07:37:03.581542 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: stateful_security_group.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.582488 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.583057 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: stateful-security-group Nov 28 07:37:03.583383 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: stdattrs_common.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.583954 dv-neutron-744815-16-hyperv neutron-server[115009]: WARNING neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 28 07:37:03.584273 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.585197 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.585711 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 28 07:37:03.586037 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: subnet_onboard.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.587139 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.587659 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: subnet_onboard Nov 28 07:37:03.588009 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.588934 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.589458 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 28 07:37:03.589765 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: subnet_service_types.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.590684 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.591237 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: subnet-service-types Nov 28 07:37:03.591563 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: subnetallocation.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.592641 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.593163 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: subnet_allocation Nov 28 07:37:03.593492 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.594167 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.594678 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: subnetpool-prefix-ops Nov 28 07:37:03.595036 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.595971 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.596487 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 28 07:37:03.596811 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: tagging.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.597877 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, ndp_proxy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.598396 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: standard-attr-tag Nov 28 07:37:03.598723 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: timestamp.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.599967 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.600484 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loaded extension: standard-attr-timestamp Nov 28 07:37:03.600808 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: trunk.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.601844 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.602356 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension trunk not supported by any of loaded plugins Nov 28 07:37:03.602680 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: trunk_details.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.604206 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.604716 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension trunk-details not supported by any of loaded plugins Nov 28 07:37:03.605037 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: uplink_status_propagation.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.605966 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.606478 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 28 07:37:03.606797 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Loading extension file: vlantransparent.py {{(pid=115009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 28 07:37:03.607483 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 28 07:37:03.607986 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 28 07:37:03.610497 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:network Nov 28 07:37:03.611057 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:subnet Nov 28 07:37:03.611461 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 28 07:37:03.611848 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:port Nov 28 07:37:03.613073 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 28 07:37:03.613508 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service FLAVORS assigned prefix: {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 28 07:37:03.614128 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 28 07:37:03.614551 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 28 07:37:03.614887 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:router Nov 28 07:37:03.615320 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:floatingip Nov 28 07:37:03.615797 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service METERING assigned prefix: /metering {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 28 07:37:03.617241 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.617610 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.617972 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:37:03.618994 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of CountableResource for resource:rbac_policy Nov 28 07:37:03.620020 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:security_group Nov 28 07:37:03.620449 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 28 07:37:03.621050 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service CORE assigned prefix: {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 28 07:37:03.621376 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 28 07:37:03.621718 dv-neutron-744815-16-hyperv neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] subnetpool is already registered Nov 28 07:37:03.622150 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service CORE assigned prefix: {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 28 07:37:03.622474 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 28 07:37:03.622804 dv-neutron-744815-16-hyperv neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] subnetpool is already registered Nov 28 07:37:03.625117 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 28 07:37:03.625547 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service FLAVORS assigned prefix: {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 28 07:37:03.626129 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 28 07:37:03.626548 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 28 07:37:03.626896 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:router Nov 28 07:37:03.627237 dv-neutron-744815-16-hyperv neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] router is already registered Nov 28 07:37:03.627641 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:floatingip Nov 28 07:37:03.627974 dv-neutron-744815-16-hyperv neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] floatingip is already registered Nov 28 07:37:03.628422 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service METERING assigned prefix: /metering {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 28 07:37:03.629072 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of CountableResource for resource:rbac_policy Nov 28 07:37:03.629398 dv-neutron-744815-16-hyperv neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] rbac_policy is already registered Nov 28 07:37:03.629801 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:security_group Nov 28 07:37:03.630133 dv-neutron-744815-16-hyperv neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] security_group is already registered Nov 28 07:37:03.630529 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 28 07:37:03.630859 dv-neutron-744815-16-hyperv neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] security_group_rule is already registered Nov 28 07:37:03.631512 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service CORE assigned prefix: {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 28 07:37:03.631837 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 28 07:37:03.632167 dv-neutron-744815-16-hyperv neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] subnetpool is already registered Nov 28 07:37:03.632584 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.v2.resource_helper [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Service CORE assigned prefix: {{(pid=115009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 28 07:37:03.632908 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 28 07:37:03.633236 dv-neutron-744815-16-hyperv neutron-server[115009]: WARNING neutron.quota.resource_registry [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] subnetpool is already registered Nov 28 07:37:03.633693 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: extensions {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.635187 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: address-groups {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.636665 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: address-scopes {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.637956 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: agents {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.639123 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: auto-allocated-topology {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.640360 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: availability_zones {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.641577 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: dhcp-networks {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.643095 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: dhcp-agents {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.644530 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: routers {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.647716 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: flavors {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.648911 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: service_profiles {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.650189 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: next_providers {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.652183 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: service_profiles {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.653725 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: floatingip-pools {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.654975 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: routers {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.657083 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: floatingips {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.658357 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: l3-routers {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.659769 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: l3-agents {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.661177 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: metering-labels {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.662507 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: metering-label-rules {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.663794 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: network-ip-availabilities {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.665047 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: bindings {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.667315 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: quotas {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.668863 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: quotas {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.670385 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: rbac-policies {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.671712 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: security-groups {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.672936 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: security-group-rules {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.674145 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: service-providers {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.675397 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: subnetpools {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.676804 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: subnetpools {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.678269 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.680250 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.682353 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.684170 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.685987 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.687890 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.689570 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.691508 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.693264 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.695197 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.696954 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron.api.extensions [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Extended resource: tags {{(pid=115009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 28 07:37:03.703457 dv-neutron-744815-16-hyperv neutron-server[115009]: WARNING keystonemiddleware.auth_token [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 28 07:37:03.707951 dv-neutron-744815-16-hyperv neutron-server[115009]: WARNING keystonemiddleware.auth_token [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 28 07:37:03.718389 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_concurrency.lockutils [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Acquired lock "singleton_lock" {{(pid=115009) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 28 07:37:03.718864 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_concurrency.lockutils [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Releasing lock "singleton_lock" {{(pid=115009) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 28 07:37:03.719536 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO oslo_service.service [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Starting 2 workers Nov 28 07:37:03.724354 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Started child 115118 {{(pid=115009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 28 07:37:03.729329 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Started child 115119 {{(pid=115009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 28 07:37:03.730463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:03.731154 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO neutron.service [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 28 07:37:03.731521 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Publish callbacks [] for process, before_spawn {{(pid=115009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:03.731946 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [-] (115118) wsgi starting up on http://0.0.0.0:9696 Nov 28 07:37:03.733893 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO oslo_service.service [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Starting 1 workers Nov 28 07:37:03.734156 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:03.735534 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [-] (115119) wsgi starting up on http://0.0.0.0:9696 Nov 28 07:37:03.739193 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Started child 115120 {{(pid=115009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 28 07:37:03.739676 dv-neutron-744815-16-hyperv neutron-server[115009]: INFO oslo_service.service [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Starting 1 workers Nov 28 07:37:03.742900 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.service [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] calling RpcWorker wait() {{(pid=115120) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 28 07:37:03.743437 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.service [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] returning from RpcWorker wait() {{(pid=115120) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 28 07:37:03.744076 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Started child 115121 {{(pid=115009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 28 07:37:03.744787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:03.744952 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG neutron_lib.callbacks.manager [None req-391ba826-8651-4253-a4bf-870551343bc9 None None] Publish callbacks [] for process, after_spawn {{(pid=115009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:03.745332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:37:03.746856 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115009) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 28 07:37:03.747091 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 28 07:37:03.747277 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 28 07:37:03.747494 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 28 07:37:03.747832 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 28 07:37:03.748015 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 28 07:37:03.748549 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.748830 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.749096 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.749192 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:03.749634 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.749634 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.750071 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:37:03.750240 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.750499 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.750759 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.751059 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.751294 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.751463 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.751630 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.751878 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.752132 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.752436 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.752702 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.752964 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.753213 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.753387 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.753641 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.753909 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.754157 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.754421 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] debug = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.754664 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.755151 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.755399 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.755647 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.755875 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.756142 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.756370 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.756631 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.756865 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.757102 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.757356 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.757625 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.757860 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.758073 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.758322 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.758539 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.758804 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.759077 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.759533 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] host = dv-neutron-744815-16-hyperv {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.759754 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.759977 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.760224 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.760476 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.760722 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.760961 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.761225 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.761481 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.761749 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.761983 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.762230 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.762481 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.762720 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.763003 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.763173 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_options = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.763426 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.763697 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.763953 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.764156 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.764324 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.764501 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.764761 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.764927 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.765192 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.765436 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.765824 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.766057 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.766296 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.766526 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.766756 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.767029 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.767285 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.767498 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.767744 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.767976 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.768201 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.768432 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.768667 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.768887 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.769100 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.769335 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.769563 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.769780 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.770027 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.770276 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.770513 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.770768 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.771028 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.771292 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.771548 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.771780 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.772010 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.772248 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.772509 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.772735 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.772979 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.773224 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.773459 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.773703 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.773920 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.774156 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.774391 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] use_json = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.774605 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.774851 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.775124 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.775342 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.776051 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.776255 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.776463 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.776703 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.777129 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.777417 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.777743 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.778006 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.778267 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.778513 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.778963 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.779251 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.779517 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.779785 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.780102 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.780338 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.780649 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.780897 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.781158 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.781503 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.781771 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.782037 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.782403 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.782740 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.782995 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.783224 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.783712 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.783712 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.784290 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.784585 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.784926 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.785122 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.785579 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.786102 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.786578 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.786995 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.787408 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.787886 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.788334 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.788796 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.789162 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.789580 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.789978 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.790333 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.790595 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.790845 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.791652 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.791955 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.792186 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.793099 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.793272 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.793636 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.793860 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.794097 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.794474 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.794628 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.794811 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.795061 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.795473 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.795618 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.795979 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.795979 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.796259 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.796472 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.796707 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.796963 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.798706 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.798706 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.798706 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.798706 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.798706 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.798706 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.798706 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.798706 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.799941 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.799941 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.799941 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.799941 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.799941 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.801078 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.801078 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.801078 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.801078 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.801078 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.801078 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.802552 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.802552 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.802552 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.802552 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.802552 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.802552 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.802552 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.803020 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.803020 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.803151 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.803452 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.803789 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.804028 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.804279 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.804524 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.805021 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.805399 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.805797 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.806181 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.806581 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.807025 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.807430 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.808653 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.809109 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.809344 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.809569 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.809832 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.810081 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.810310 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.810533 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.810782 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.811029 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.811309 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.811561 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.811819 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.812071 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.812330 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.812619 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.812878 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.813186 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.813402 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.813857 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.814170 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.814627 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.815118 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.815549 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.815999 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.816442 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.816685 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.816967 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.817222 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.817473 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.817730 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.817977 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.818202 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.818440 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.818676 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.819031 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.819285 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.819525 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.819743 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.820020 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.820256 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.820495 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.820762 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.821015 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.821267 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.821517 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.821753 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.821969 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.822196 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.822632 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.822887 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.823143 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.823360 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.823583 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.823821 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.824034 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.824285 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.824501 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.824725 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.824971 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.825192 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.825440 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.825683 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.825900 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.826141 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.826379 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.826597 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.826816 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.827076 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.827337 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.827601 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.827820 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.828096 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.828366 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.828600 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.828827 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.829095 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.829333 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.829567 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.829790 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.830010 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.830222 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.830435 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.831103 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.831527 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.832060 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.832296 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.832535 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.832803 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.833043 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.833388 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.833638 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.833858 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.834101 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.834321 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.834643 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.834797 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.835134 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.835302 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.835442 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.835664 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.835903 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.836143 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.836384 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.836630 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.836848 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.837057 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.837278 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.837489 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.837793 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.838563 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.838798 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.839232 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.839454 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.839670 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.839899 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.840112 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.840343 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.840585 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.840824 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.841034 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.841278 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.841496 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.841708 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.841928 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.842145 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.842400 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.842626 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.842838 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.843091 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.843316 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.843535 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.843750 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.843996 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.844207 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.844418 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.844639 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.844878 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.845111 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.845338 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.845553 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.845763 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.845983 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.846210 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.846422 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.846710 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.847004 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.847221 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.847514 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.847745 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.848010 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.848261 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.848596 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.848815 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.849074 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.849311 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.849696 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.849943 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.850207 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.850525 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.850802 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.851102 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.851342 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.851632 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.851915 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.852183 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.852399 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.852696 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.853019 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.853297 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.854177 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.854458 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.854671 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.854917 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.855143 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.855381 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.855629 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.855848 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.856106 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.856337 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.856582 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.856830 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.857057 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.857295 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.857542 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.857768 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.858011 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.858230 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.858374 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 28 07:37:03.859081 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115009) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 28 07:37:03.859244 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 28 07:37:03.859385 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 28 07:37:03.859584 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 28 07:37:03.859766 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 28 07:37:03.859914 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 28 07:37:03.860434 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.860599 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.860771 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.860919 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.861052 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.861214 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.861362 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.861523 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.861677 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.861816 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.862144 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.862144 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.862755 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.862755 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.862755 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.862755 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.863475 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.863475 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.863475 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.863475 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.863475 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.864092 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.864092 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] debug = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.864092 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.864092 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.864564 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.864564 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.864564 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.864802 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.864882 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.864959 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.865120 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.865277 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.865607 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.865607 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.865607 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.866218 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.866218 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.866376 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.866491 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.866648 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.866989 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] host = dv-neutron-744815-16-hyperv {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.867152 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.867327 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.867541 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.867652 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.867895 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.867895 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.868100 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.868183 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.868337 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.868495 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.868652 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.868817 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.868957 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.869094 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.869267 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_options = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.869405 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.869564 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.869707 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.869895 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.870139 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.870380 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.870380 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.871003 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.871003 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.871003 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.871003 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.871525 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.871525 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.871525 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.871525 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.872030 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.872030 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.872030 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.872442 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.872442 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.872442 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.872839 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.872839 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.872839 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.873257 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.873257 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.873524 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.873524 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.873802 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.873802 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.874667 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.874667 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.874667 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.874667 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.874667 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.874667 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.875610 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.875610 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.875610 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.875610 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.875610 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.875610 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.876407 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.876407 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.876407 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.876407 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.876407 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] use_json = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.876407 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.877252 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.877252 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.877252 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.877252 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.877252 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.877252 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.878107 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 28 07:37:03.878252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:37:03.878394 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.878394 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.878394 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.878394 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.878394 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.878394 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.879223 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.879223 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.879223 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.879223 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.879223 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.879860 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.879860 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.879860 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.879860 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.879860 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.880588 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.880588 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.880588 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.880588 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.881179 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.881179 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.881179 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.881179 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.881686 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.881686 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.881686 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.881686 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.882191 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.882191 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.882191 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.882594 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.882594 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.882594 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.882992 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.882992 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.883247 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.883247 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.883512 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.883512 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.883767 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.883900 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.884035 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.884178 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.884311 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.884443 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.884574 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.884715 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.884897 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.885062 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.885225 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.885388 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.885551 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.885712 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.885865 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.886028 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.886181 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.886351 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.886515 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.886676 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.886838 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.887027 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.887190 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.887352 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.887514 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.887678 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.887826 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.888773 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.888773 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.888773 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.889253 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.889253 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.889524 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.889524 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.889838 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.889838 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.890843 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.890843 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.890843 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.890843 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.890843 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.890843 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.890843 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.891766 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.891766 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.891766 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.891766 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.891766 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.891766 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.893123 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.893293 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.893466 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.893644 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.893808 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.893975 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.894141 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.894300 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.894467 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.894624 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.894765 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.895120 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.895120 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.895411 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.895411 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.895778 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.895778 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.896077 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.896077 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.896429 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.896429 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.896704 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.896704 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.896977 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.896977 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.897348 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.897348 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.897348 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.897864 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.897864 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.897864 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.898516 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.898516 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.898516 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.898516 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.899085 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.899085 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.899085 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.899085 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.899860 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.899860 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.899860 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.899860 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.899860 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.903141 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.903141 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.903141 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.903141 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.903141 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.903141 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.903141 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.903141 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.904150 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.904150 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.904150 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.904150 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.904150 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.904150 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.904150 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.904150 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.905565 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.905565 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.905565 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.905565 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.905565 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.905565 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.905565 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.905565 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.906590 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.906590 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.906590 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.906590 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.906590 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.906590 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.906590 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.906590 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907234 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907234 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907234 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907234 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907234 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907234 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907234 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907234 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907794 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907794 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907794 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907794 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907794 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907794 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907794 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.907794 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.908327 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.908327 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.908327 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.908327 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.908664 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.908664 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.908806 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.908930 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.909023 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.909144 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.909311 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.909473 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.909649 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.909812 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.909973 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.910136 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.910298 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.910461 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.910622 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.910783 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.910966 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.911130 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.911292 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.911457 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.911622 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.911785 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.911947 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.912109 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.912271 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.912432 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.912595 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.912771 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.912934 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.913096 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.913259 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.913421 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.913583 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.913756 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.913918 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.914081 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.914243 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.914405 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.914567 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.914739 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.914921 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.915085 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.915247 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.915409 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.915570 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.915742 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.915905 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.916625 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.916844 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.916965 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.917072 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.917233 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.917397 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.917560 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.917722 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.919831 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.919831 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.919831 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.919831 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.919831 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.919831 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.919831 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.919831 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.921028 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.921028 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.921028 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.921028 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.921028 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.921028 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.921028 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.921028 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.922027 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.922027 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.922027 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.922027 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.923177 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.923370 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.923512 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.923680 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.923855 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.924023 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.924205 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.924365 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.924540 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.924702 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.925853 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.925853 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.926030 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.926164 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.926249 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.926384 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.926550 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.926714 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.926896 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.927059 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.927219 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.927430 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.927538 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.930037 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.930224 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.930399 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.930570 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.930776 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.930984 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.931163 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.931331 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 28 07:37:03.931481 dv-neutron-744815-16-hyperv neutron-server[115009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 28 07:37:04.001769 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33062) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:37:04.010204 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062830 Nov 28 07:37:15.405948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7576b4b2-c5cf-4727-9069-182448457993 None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:37:15.516093 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7576b4b2-c5cf-4727-9069-182448457993 None None] No non-hosted networks {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 28 07:37:15.538507 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.agentschedulers_db [None req-7576b4b2-c5cf-4727-9069-182448457993 None None] DHCP Agent not found on host dv-neutron-744815-16-hyperv {{(pid=115120) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 28 07:37:15.703357 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-400b47fe-4318-4aa3-b39a-4635faaaf2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523554'] for agent, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:17.846535 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-98267d03-7b9b-4fd1-9b0f-034063597b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523554'] for agent, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:17.892095 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-855d0711-c887-40be-b81e-dd2177637367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:18.971199 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523554'] for agent, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:20.255745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523554'] for agent, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:21.265353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523554'] for agent, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:21.267038 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:21.267573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:21.268088 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:21.268628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:21.269134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:21.269628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:21.270136 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:21.270671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:21.271200 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:21.271735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:21.272239 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:21.272851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:21.273556 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:21.274136 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-744815-16-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'NDPProxy': '1.0'}) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:37:21.281567 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-744815-16-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'NDPProxy': '1.0'}} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:37:21.832587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33154) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:37:22.365961 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING oslo_policy.policy [None req-292255d9-9703-4a31-a588-f03807929cba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 28 07:37:22.366577 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING oslo_policy.policy [None req-292255d9-9703-4a31-a588-f03807929cba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 28 07:37:22.605637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-292255d9-9703-4a31-a588-f03807929cba admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:37:22.612651 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-292255d9-9703-4a31-a588-f03807929cba admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.7730677 Nov 28 07:37:23.381563 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.db.l3_hamode_db [None req-640c7a73-e774-4de8-a6d9-11a426055aca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 28 07:37:23.467278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c7a73-e774-4de8-a6d9-11a426055aca None None] Routers set() bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:37:23.467660 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c7a73-e774-4de8-a6d9-11a426055aca None None] Router IDs set() for agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 28 07:37:25.196110 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33170) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:37:25.508437 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-479c1b32-806a-4b9a-9aff-c22d568c934f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:37:25.606899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.policy [None req-479c1b32-806a-4b9a-9aff-c22d568c934f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115119) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 28 07:37:25.653662 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING oslo_policy.policy [None req-479c1b32-806a-4b9a-9aff-c22d568c934f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 28 07:37:25.654029 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING oslo_policy.policy [None req-479c1b32-806a-4b9a-9aff-c22d568c934f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 28 07:37:25.662522 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.quota [None req-479c1b32-806a-4b9a-9aff-c22d568c934f admin admin] Loaded quota_driver: . Nov 28 07:37:25.750402 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-479c1b32-806a-4b9a-9aff-c22d568c934f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757788737471', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757788736908', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757788714073', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757788717920', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757788633565', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757788608873', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3573866', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3579629', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-641013', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-582966'] for rbac-policy, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:25.813630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-479c1b32-806a-4b9a-9aff-c22d568c934f admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:25.815362 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-479c1b32-806a-4b9a-9aff-c22d568c934f admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6182775 Nov 28 07:37:28.575582 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33182) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:37:28.865244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '2339189ad7f9472db35c5c71815f27c3', 'tenant_id': '2339189ad7f9472db35c5c71815f27c3'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:37:28.894465 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Made reservation on behalf of 2339189ad7f9472db35c5c71815f27c3 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:37:28.897220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:28.914325 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:29.021900 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:29.025866 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:29.044905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:37:29.072046 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757784349669', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:29.072609 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Unsubscribe: segment precommit_create {{(pid=115119) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 28 07:37:29.073117 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Added segment 817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb of type vlan for network 1e330c2a-5f05-48e4-96db-f4ed636a93e9 Nov 28 07:37:29.089093 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa2296d-ddc0-4c20-a2d6-a2e9f3795e5f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:37:29.114105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:29.114375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:29.114700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:29.115042 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:29.115358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:29.115668 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:29.115992 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:29.116318 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:29.116646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:29.116956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:29.117263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:29.117566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:29.117892 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Tracked resource versions report: Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: pushed versions: Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: { 'AddressGroup': {'1.2'}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'ConntrackHelper': {'1.0'}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Log': {'1.0'}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'NDPProxy': {'1.0'}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Network': {'1.1'}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Port': {'1.7'}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'PortForwarding': {'1.2'}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'QosPolicy': {'1.10'}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'SecurityGroup': {'1.5'}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'SecurityGroupRule': {'1.2'}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'SubPort': {'1.0'}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Subnet': {'1.1'}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Trunk': {'1.1'}} Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: consumer versions: Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: { DHCP agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: L3 agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: Metadata agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: Metering agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: Open vSwitch agent@dv-neutron-744815-16-hyperv: { 'AddressGroup': '1.2', Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'ConntrackHelper': '1.0', Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Log': '1.0', Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'NDPProxy': '1.0', Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Network': '1.1', Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Port': '1.7', Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'PortForwarding': '1.2', Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'QosPolicy': '1.10', Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'SecurityGroup': '1.5', Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'SecurityGroupRule': '1.2', Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'SubPort': '1.0', Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Subnet': '1.1', Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Trunk': '1.1'}} Nov 28 07:37:29.119299 dv-neutron-744815-16-hyperv neutron-server[115119]: {{(pid=115119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 28 07:37:29.190454 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:29.228510 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:29.229524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:37:29.230244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:29.284643 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7080185 Nov 28 07:37:29.332501 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95b6e3-09dc-4acc-aff6-fe363f6767f7 admin admin] Pushing event updated for resources: {'Network': ['ID=1e330c2a-5f05-48e4-96db-f4ed636a93e9,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:37:29.343920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 1e330c2a-5f05-48e4-96db-f4ed636a93e9 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:37:32.128053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33196) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:37:32.514749 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d921049-f02b-41fd-bf5c-0130b1cbdd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:37:32.516151 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4d921049-f02b-41fd-bf5c-0130b1cbdd17 admin admin] 10.222.0.31 "GET /v2.0/networks/1e330c2a-5f05-48e4-96db-f4ed636a93e9 HTTP/1.1" status: 200 len: 825 time: 0.3871393 Nov 28 07:37:32.540768 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-191fe410-afa5-4f2c-b5b6-e529ed057d98 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/f315c2f9-6322-4a66-99b5-c202e967a52e HTTP/1.1" status: 200 len: 734 time: 0.0185895 Nov 28 07:37:32.549450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-85b7c233-9f9e-4fd8-a07a-c19cf5181a6a admin admin] Request body: {'subnet': {'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'ip_version': 4, 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9', 'subnetpool_id': 'f315c2f9-6322-4a66-99b5-c202e967a52e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:37:32.571245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b7c233-9f9e-4fd8-a07a-c19cf5181a6a admin admin] Made reservation on behalf of 2339189ad7f9472db35c5c71815f27c3 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:37:32.573549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-85b7c233-9f9e-4fd8-a07a-c19cf5181a6a admin admin] Publish callbacks [] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:32.852661 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-85b7c233-9f9e-4fd8-a07a-c19cf5181a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:32.920114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7c233-9f9e-4fd8-a07a-c19cf5181a6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=67da2907-4022-4660-8426-0089590cd429,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:37:32.924573 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b7c233-9f9e-4fd8-a07a-c19cf5181a6a admin admin] Checking segment: {'id': '817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:37:32.924945 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b7c233-9f9e-4fd8-a07a-c19cf5181a6a admin admin] Network hostable DHCP agents. Network: 1e330c2a-5f05-48e4-96db-f4ed636a93e9, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:37:32.944077 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b7c233-9f9e-4fd8-a07a-c19cf5181a6a admin admin] Network 1e330c2a-5f05-48e4-96db-f4ed636a93e9 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:37:32.954553 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-85b7c233-9f9e-4fd8-a07a-c19cf5181a6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 1e330c2a-5f05-48e4-96db-f4ed636a93e9) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:37:32.961075 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b7c233-9f9e-4fd8-a07a-c19cf5181a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:37:32.962558 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-85b7c233-9f9e-4fd8-a07a-c19cf5181a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:32.967865 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7267afae-44e4-4b8f-93ff-5b1dce66422f None None] Network 1e330c2a-5f05-48e4-96db-f4ed636a93e9 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:37:32.985339 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-85b7c233-9f9e-4fd8-a07a-c19cf5181a6a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4344614 Nov 28 07:37:33.290196 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-1e330c2a-5f05-48e4-96db-f4ed636a93e9', 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9', 'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'fixed_ips': [{'subnet_id': '67da2907-4022-4660-8426-0089590cd429'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:37:33.291490 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:33.587774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Allocated IP 172.20.0.2 (1e330c2a-5f05-48e4-96db-f4ed636a93e9/67da2907-4022-4660-8426-0089590cd429/e44ae3a6-2475-478a-ad50-e7c3898d7665) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:37:33.798009 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:33.806553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:33.880623 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Network 1e330c2a-5f05-48e4-96db-f4ed636a93e9 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:37:33.888882 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:37:33.891934 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:37:33.931317 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Pushing event updated for resources: {'Port': ['ID=e44ae3a6-2475-478a-ad50-e7c3898d7665,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:37:33.957547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:33.957920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:33.958264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:33.958599 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:33.958967 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:33.959300 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:33.959646 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:33.959974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:33.960311 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:33.960635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:33.960953 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:33.961267 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:33.961617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Tracked resource versions report: Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: pushed versions: Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: { 'AddressGroup': {'1.2'}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'ConntrackHelper': {'1.0'}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Log': {'1.0'}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'NDPProxy': {'1.0'}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Network': {'1.1'}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Port': {'1.7'}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'PortForwarding': {'1.2'}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'QosPolicy': {'1.10'}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'SecurityGroup': {'1.5'}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'SecurityGroupRule': {'1.2'}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'SubPort': {'1.0'}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Subnet': {'1.1'}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Trunk': {'1.1'}} Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: consumer versions: Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: { DHCP agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: L3 agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: Metadata agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: Metering agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: Open vSwitch agent@dv-neutron-744815-16-hyperv: { 'AddressGroup': '1.2', Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'ConntrackHelper': '1.0', Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Log': '1.0', Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'NDPProxy': '1.0', Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Network': '1.1', Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Port': '1.7', Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'PortForwarding': '1.2', Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'QosPolicy': '1.10', Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'SecurityGroup': '1.5', Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'SecurityGroupRule': '1.2', Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'SubPort': '1.0', Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Subnet': '1.1', Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Trunk': '1.1'}} Nov 28 07:37:33.963040 dv-neutron-744815-16-hyperv neutron-server[115120]: {{(pid=115120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 28 07:37:33.991379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Attempting to bind port e44ae3a6-2475-478a-ad50-e7c3898d7665 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:37:33.991937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Attempting to bind port e44ae3a6-2475-478a-ad50-e7c3898d7665 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:37:33.992221 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Attempting to bind port e44ae3a6-2475-478a-ad50-e7c3898d7665 on network 1e330c2a-5f05-48e4-96db-f4ed636a93e9 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:37:33.997531 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:37:33.997923 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Checking segment: {'id': '817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:37:33.998543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:33.999018 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Bound using segment: {'id': '817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:37:33.999522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Bound port: e44ae3a6-2475-478a-ad50-e7c3898d7665, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:37:33.999929 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:34.071238 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] For port e44ae3a6-2475-478a-ad50-e7c3898d7665, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:37:34.075375 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] For port e44ae3a6-2475-478a-ad50-e7c3898d7665, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e44ae3a6-2475-478a-ad50-e7c3898d7665,segment=NetworkSegment(817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb),segment_id=817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:37:34.080051 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:34.149206 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ce1c1-ead7-4cd3-9b0a-136509b2a88a None None] Pushing event updated for resources: {'Port': ['ID=e44ae3a6-2475-478a-ad50-e7c3898d7665,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:37:35.597301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 33204) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:37:36.095835 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING oslo_policy.policy [None req-4a3dd61d-65bc-476b-bd29-9ab5078fc476 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 28 07:37:36.096423 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING oslo_policy.policy [None req-4a3dd61d-65bc-476b-bd29-9ab5078fc476 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 28 07:37:36.325782 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-4a3dd61d-65bc-476b-bd29-9ab5078fc476 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:37:36.327091 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4a3dd61d-65bc-476b-bd29-9ab5078fc476 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.7277613 Nov 28 07:37:38.917352 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 33218) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:37:39.232570 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-1014daef-b833-4a91-90a2-8cb96b121e31 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:37:39.233571 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1014daef-b833-4a91-90a2-8cb96b121e31 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.3152180 Nov 28 07:37:42.087876 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 33232) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:37:42.383155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1fcfb641-925f-4905-9bc1-91678bef28d2 admin admin] Request body: {'router': {'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'name': 'router1', 'admin_state_up': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:37:42.449873 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.policy [None req-1fcfb641-925f-4905-9bc1-91678bef28d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115118) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 28 07:37:42.499744 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING oslo_policy.policy [None req-1fcfb641-925f-4905-9bc1-91678bef28d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 28 07:37:42.500128 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING oslo_policy.policy [None req-1fcfb641-925f-4905-9bc1-91678bef28d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 28 07:37:42.508981 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.quota [None req-1fcfb641-925f-4905-9bc1-91678bef28d2 admin admin] Loaded quota_driver: . Nov 28 07:37:42.567341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1fcfb641-925f-4905-9bc1-91678bef28d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:42.569229 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1fcfb641-925f-4905-9bc1-91678bef28d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:42.736483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1fcfb641-925f-4905-9bc1-91678bef28d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:42.741935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1fcfb641-925f-4905-9bc1-91678bef28d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:42.761647 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1fcfb641-925f-4905-9bc1-91678bef28d2 admin admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:42.762837 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1fcfb641-925f-4905-9bc1-91678bef28d2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6740029 Nov 28 07:37:43.131363 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e44ae3a6-2475-478a-ad50-e7c3898d7665 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:37:43.234625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port e44ae3a6-2475-478a-ad50-e7c3898d7665 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:37:43.234625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:43.238235 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bb3eef-88a4-4c24-9639-49a4812d9e67 None None] Network 1e330c2a-5f05-48e4-96db-f4ed636a93e9 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:37:43.351394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-328cc77a-3eff-474c-a6f6-7abadc0b6ac5 None None] Provisioning complete for port e44ae3a6-2475-478a-ad50-e7c3898d7665 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:37:43.352275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-328cc77a-3eff-474c-a6f6-7abadc0b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:43.515346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:43.612830 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port e44ae3a6-2475-478a-ad50-e7c3898d7665, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e44ae3a6-2475-478a-ad50-e7c3898d7665,segment=NetworkSegment(817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb),segment_id=817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:37:43.620922 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-328cc77a-3eff-474c-a6f6-7abadc0b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:43.623516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:43.739460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=e44ae3a6-2475-478a-ad50-e7c3898d7665,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:37:43.750223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-328cc77a-3eff-474c-a6f6-7abadc0b6ac5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:37:43.750644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-328cc77a-3eff-474c-a6f6-7abadc0b6ac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:37:44.497165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-48244743-6e24-447c-ae99-720ce5825d84 None None] Provisioning complete for port e44ae3a6-2475-478a-ad50-e7c3898d7665 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:37:44.497854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-48244743-6e24-447c-ae99-720ce5825d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:45.100318 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e44ae3a6-2475-478a-ad50-e7c3898d7665 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:37:45.153661 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port e44ae3a6-2475-478a-ad50-e7c3898d7665 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:37:45.154024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:45.337809 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-42d7bc01-f7d9-409b-a740-07255af0de6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:45.366480 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33244) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:37:45.674586 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-b4ccf934-c20e-4a16-8239-aa25c1bf82e5 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:37:45.675602 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b4ccf934-c20e-4a16-8239-aa25c1bf82e5 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.3081605 Nov 28 07:37:47.843030 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7dec60ba-c7ca-4b5c-86e5-f4b86927b119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:48.234393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33252) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:37:48.541070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:37:48.560673 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Made reservation on behalf of 7c9c4954dcbe48ea8d9ca79e4e34e96f for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:37:48.562889 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:48.571147 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:48.645275 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:48.649450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:48.663221 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Reserving flat network on physical network physnet1 {{(pid=115119) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 28 07:37:48.686213 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f71b2c1-3778-408e-9755-6d98cf84ec46,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:37:48.690206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:48.690544 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Added segment 7b790c0f-b613-4405-9e61-0bc77e15640d of type flat for network 8f7f1af8-2a77-47e3-81be-1c645770eead Nov 28 07:37:48.736271 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:48.766942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:48.767825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:37:48.768407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:48.802079 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5666521 Nov 28 07:37:48.832142 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915432e2-a53b-4147-b6c7-99bfe9d8d085 admin admin] Pushing event updated for resources: {'Network': ['ID=8f7f1af8-2a77-47e3-81be-1c645770eead,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:37:48.842617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 8f7f1af8-2a77-47e3-81be-1c645770eead details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:37:48.926059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:50.191348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:51.256994 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:51.377405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33270) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:37:51.550008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfaa80d-5ba6-4fd4-abc5-f7d0cf19be70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:37:51.551341 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0bfaa80d-5ba6-4fd4-abc5-f7d0cf19be70 admin admin] 10.222.0.31 "GET /v2.0/subnets/67da2907-4022-4660-8426-0089590cd429 HTTP/1.1" status: 200 len: 849 time: 0.1729686 Nov 28 07:37:51.724423 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e22e753b-dc64-4ec7-a3ae-83750464d9d9 admin admin] 10.222.0.31 "GET /v2.0/routers/441d3097-c1a9-4b95-9229-12889ecc2129 HTTP/1.1" status: 200 len: 704 time: 0.1668208 Nov 28 07:37:52.009282 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:52.290493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Allocated IP 172.20.0.1 (1e330c2a-5f05-48e4-96db-f4ed636a93e9/67da2907-4022-4660-8426-0089590cd429/43eb8982-38b6-4a5c-9103-71a377c119bf) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:37:52.481056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:52.550432 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:52.618299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Network 1e330c2a-5f05-48e4-96db-f4ed636a93e9 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:37:52.625717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:37:52.633876 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:37:52.634407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:52.698101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Pushing event updated for resources: {'Port': ['ID=43eb8982-38b6-4a5c-9103-71a377c119bf,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:37:52.847627 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-aa909da0-b24b-46ce-89e6-63da93e8eda9 None None] Provisioning complete for port 43eb8982-38b6-4a5c-9103-71a377c119bf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:37:52.848183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-aa909da0-b24b-46ce-89e6-63da93e8eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:52.864613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:52.887365 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-aa909da0-b24b-46ce-89e6-63da93e8eda9 None None] Port 43eb8982-38b6-4a5c-9103-71a377c119bf cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:37:53.078400 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:53.082726 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:53.083459 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:53.169177 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Pushing event updated for resources: {'Port': ['ID=43eb8982-38b6-4a5c-9103-71a377c119bf,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:37:53.212316 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Network 1e330c2a-5f05-48e4-96db-f4ed636a93e9 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:37:53.213644 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:37:53.388271 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Router 441d3097-c1a9-4b95-9229-12889ecc2129 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:37:53.407724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8df374de-cde3-4bce-8919-46003d27d368 None None] Provisioning complete for port 43eb8982-38b6-4a5c-9103-71a377c119bf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:37:53.408094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8df374de-cde3-4bce-8919-46003d27d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:53.446275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8df374de-cde3-4bce-8919-46003d27d368 None None] Port 43eb8982-38b6-4a5c-9103-71a377c119bf cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:37:53.497921 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:37:53.506323 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8c5b6c96-3581-46a4-8473-efd60b7ae7ea admin admin] 10.222.0.31 "PUT /v2.0/routers/441d3097-c1a9-4b95-9229-12889ecc2129/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7759454 Nov 28 07:37:53.508717 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Sync routers for ids ['441d3097-c1a9-4b95-9229-12889ecc2129'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:37:53.524751 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Routers {'441d3097-c1a9-4b95-9229-12889ecc2129'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:37:53.525612 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:37:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['441d3097-c1a9-4b95-9229-12889ecc2129'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:37:53.737592 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Set router 441d3097-c1a9-4b95-9229-12889ecc2129 gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:37:54.179450 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'name': 'router1', 'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:37:42Z', 'updated_at': '2021-11-28T07:37:52Z', 'revision_number': 2, 'project_id': '2339189ad7f9472db35c5c71815f27c3', 'gw_port_host': None, '_interfaces': [{'id': '43eb8982-38b6-4a5c-9103-71a377c119bf', 'name': '', 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9', 'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'mac_address': 'fa:16:3e:3d:82:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '67da2907-4022-4660-8426-0089590cd429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:37:52Z', 'updated_at': '2021-11-28T07:37:52Z', 'revision_number': 2, 'project_id': '2339189ad7f9472db35c5c71815f27c3', 'subnets': [{'id': '67da2907-4022-4660-8426-0089590cd429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f315c2f9-6322-4a66-99b5-c202e967a52e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:37:54.230371 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Checking router: 441d3097-c1a9-4b95-9229-12889ecc2129 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:37:54.230743 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Updating router 441d3097-c1a9-4b95-9229-12889ecc2129 port 43eb8982-38b6-4a5c-9103-71a377c119bf binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:37:54.314084 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:54.817239 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:54.824420 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:54.996647 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Attempting to bind port 43eb8982-38b6-4a5c-9103-71a377c119bf on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:37:54.997069 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Attempting to bind port 43eb8982-38b6-4a5c-9103-71a377c119bf by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:37:54.997531 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Attempting to bind port 43eb8982-38b6-4a5c-9103-71a377c119bf on network 1e330c2a-5f05-48e4-96db-f4ed636a93e9 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:37:55.009997 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:37:55.010388 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Checking segment: {'id': '817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:37:55.010902 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:55.011294 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Bound using segment: {'id': '817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:37:55.011773 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Bound port: 43eb8982-38b6-4a5c-9103-71a377c119bf, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:37:55.012161 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:55.015189 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Pushing event updated for resources: {'Port': ['ID=43eb8982-38b6-4a5c-9103-71a377c119bf,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:37:55.029217 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:55.029580 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:55.029920 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:55.030252 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:55.030579 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:55.030921 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:55.031293 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:55.031618 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:55.031953 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:55.032278 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:55.032595 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:55.032910 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:55.033225 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Tracked resource versions report: Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: pushed versions: Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: { 'AddressGroup': {'1.2'}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'ConntrackHelper': {'1.0'}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Log': {'1.0'}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'NDPProxy': {'1.0'}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Network': {'1.1'}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Port': {'1.7'}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'PortForwarding': {'1.2'}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'QosPolicy': {'1.10'}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'SecurityGroup': {'1.5'}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'SecurityGroupRule': {'1.2'}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'SubPort': {'1.0'}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Subnet': {'1.1'}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Trunk': {'1.1'}} Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: consumer versions: Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: { DHCP agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: L3 agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: Metadata agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: Metering agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: Open vSwitch agent@dv-neutron-744815-16-hyperv: { 'AddressGroup': '1.2', Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'ConntrackHelper': '1.0', Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Log': '1.0', Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'NDPProxy': '1.0', Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Network': '1.1', Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Port': '1.7', Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'PortForwarding': '1.2', Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'QosPolicy': '1.10', Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'SecurityGroup': '1.5', Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'SecurityGroupRule': '1.2', Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'SubPort': '1.0', Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Subnet': '1.1', Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Trunk': '1.1'}} Nov 28 07:37:55.034580 dv-neutron-744815-16-hyperv neutron-server[115121]: {{(pid=115121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 28 07:37:55.074014 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6e043829-7764-4c5c-9a4c-b84f7740c972 None None] Provisioning complete for port 43eb8982-38b6-4a5c-9103-71a377c119bf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:37:55.074506 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6e043829-7764-4c5c-9a4c-b84f7740c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:55.097204 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] For port 43eb8982-38b6-4a5c-9103-71a377c119bf, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:37:55.117144 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-6e043829-7764-4c5c-9a4c-b84f7740c972 None None] Port 43eb8982-38b6-4a5c-9103-71a377c119bf cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:37:55.120987 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] For port 43eb8982-38b6-4a5c-9103-71a377c119bf, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=43eb8982-38b6-4a5c-9103-71a377c119bf,segment=NetworkSegment(817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb),segment_id=817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:37:55.126429 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:55.185668 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Routers {'441d3097-c1a9-4b95-9229-12889ecc2129'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:37:55.186281 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:37:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['441d3097-c1a9-4b95-9229-12889ecc2129'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:37:55.261426 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5a31d-c2bf-432f-a5a2-dd1ac9cdcdcf None None] Pushing event updated for resources: {'Port': ['ID=43eb8982-38b6-4a5c-9103-71a377c119bf,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:37:55.296464 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] Set router 441d3097-c1a9-4b95-9229-12889ecc2129 gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:37:55.335678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8872618a-9ccd-40f1-9d91-d859bebb60a4 None None] Provisioning complete for port 43eb8982-38b6-4a5c-9103-71a377c119bf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:37:55.336509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8872618a-9ccd-40f1-9d91-d859bebb60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:55.422910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8872618a-9ccd-40f1-9d91-d859bebb60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:55.456713 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8872618a-9ccd-40f1-9d91-d859bebb60a4 None None] For port 43eb8982-38b6-4a5c-9103-71a377c119bf, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=43eb8982-38b6-4a5c-9103-71a377c119bf,segment=NetworkSegment(817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb),segment_id=817bcf4c-07a7-4ba9-9c06-87b9bbb42fbb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:37:55.462820 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8872618a-9ccd-40f1-9d91-d859bebb60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:55.518129 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872618a-9ccd-40f1-9d91-d859bebb60a4 None None] Pushing event updated for resources: {'Port': ['ID=43eb8982-38b6-4a5c-9103-71a377c119bf,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:37:55.530601 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'name': 'router1', 'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:37:42Z', 'updated_at': '2021-11-28T07:37:52Z', 'revision_number': 2, 'project_id': '2339189ad7f9472db35c5c71815f27c3', 'gw_port_host': None, '_interfaces': [{'id': '43eb8982-38b6-4a5c-9103-71a377c119bf', 'name': '', 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9', 'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'mac_address': 'fa:16:3e:3d:82:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '67da2907-4022-4660-8426-0089590cd429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:37:52Z', 'updated_at': '2021-11-28T07:37:55Z', 'revision_number': 4, 'project_id': '2339189ad7f9472db35c5c71815f27c3', 'subnets': [{'id': '67da2907-4022-4660-8426-0089590cd429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f315c2f9-6322-4a66-99b5-c202e967a52e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:37:55.559618 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ee412-5819-41ab-bd39-02cf1059acfb None None] The sync data for ids ['441d3097-c1a9-4b95-9229-12889ecc2129'] in dv-neutron-744815-16-hyperv is: [{'id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'name': 'router1', 'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:37:42Z', 'updated_at': '2021-11-28T07:37:52Z', 'revision_number': 2, 'project_id': '2339189ad7f9472db35c5c71815f27c3', 'gw_port_host': None, '_interfaces': [{'id': '43eb8982-38b6-4a5c-9103-71a377c119bf', 'name': '', 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9', 'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'mac_address': 'fa:16:3e:3d:82:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '67da2907-4022-4660-8426-0089590cd429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:37:52Z', 'updated_at': '2021-11-28T07:37:55Z', 'revision_number': 4, 'project_id': '2339189ad7f9472db35c5c71815f27c3', 'subnets': [{'id': '67da2907-4022-4660-8426-0089590cd429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f315c2f9-6322-4a66-99b5-c202e967a52e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:37:55.929552 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 33290) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:37:56.115152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba98fb6-2914-4501-94a4-3dc6ad70ecab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:37:56.116691 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dba98fb6-2914-4501-94a4-3dc6ad70ecab admin admin] 10.222.0.31 "GET /v2.0/networks/8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 842 time: 0.1860898 Nov 28 07:37:56.126585 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Request body: {'subnet': {'gateway_ip': '172.26.2.1', 'cidr': '172.26.2.0/24', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:37:56.152879 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Made reservation on behalf of 7c9c4954dcbe48ea8d9ca79e4e34e96f for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:37:56.155783 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Publish callbacks [] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:56.537147 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.objects.ports [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115118) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:37:56.537614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:56.605722 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:37:56.606107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Network hostable DHCP agents. Network: 8f7f1af8-2a77-47e3-81be-1c645770eead, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:37:56.608230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Pushing event updated for resources: {'Subnet': ['ID=371ded45-33fb-4447-abf7-d5978a97d10d,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:37:56.619454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:56.619801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:56.620139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:56.620476 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:56.620798 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:56.621119 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:56.621445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:56.621780 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:56.622116 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:56.622438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:56.622756 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:56.623092 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:56.623410 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Tracked resource versions report: Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: pushed versions: Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: { 'AddressGroup': {'1.2'}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'ConntrackHelper': {'1.0'}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Log': {'1.0'}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'NDPProxy': {'1.0'}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Network': {'1.1'}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Port': {'1.7'}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'PortForwarding': {'1.2'}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'QosPolicy': {'1.10'}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'SecurityGroup': {'1.5'}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'SecurityGroupRule': {'1.2'}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'SubPort': {'1.0'}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Subnet': {'1.1'}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Trunk': {'1.1'}} Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: consumer versions: Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: { DHCP agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: L3 agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: Metadata agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: Metering agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: Open vSwitch agent@dv-neutron-744815-16-hyperv: { 'AddressGroup': '1.2', Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'ConntrackHelper': '1.0', Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Log': '1.0', Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'NDPProxy': '1.0', Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Network': '1.1', Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Port': '1.7', Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'PortForwarding': '1.2', Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'QosPolicy': '1.10', Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'SecurityGroup': '1.5', Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'SecurityGroupRule': '1.2', Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'SubPort': '1.0', Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Subnet': '1.1', Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Trunk': '1.1'}} Nov 28 07:37:56.624777 dv-neutron-744815-16-hyperv neutron-server[115118]: {{(pid=115118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 28 07:37:56.664267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:37:56.679144 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 8f7f1af8-2a77-47e3-81be-1c645770eead) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:37:56.686069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:37:56.686717 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:37:56.693696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f29899-fd7f-4d44-8f06-2bf74d3cd4a2 None None] Network 8f7f1af8-2a77-47e3-81be-1c645770eead requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:37:56.709086 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8cef8b6e-b24e-43d0-aaf3-cb6fb9d9decb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5856276 Nov 28 07:37:56.831509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc310d0-8fe8-4094-ba30-d597abaebeed None None] Network 8f7f1af8-2a77-47e3-81be-1c645770eead requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:37:59.195521 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33302) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:37:59.341464 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-be7e1729-703e-4cd2-b17f-fa31f542f91e admin admin] 10.222.0.31 "GET /v2.0/routers/441d3097-c1a9-4b95-9229-12889ecc2129 HTTP/1.1" status: 200 len: 710 time: 0.1447883 Nov 28 07:37:59.431303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81d5679-190f-413c-b90f-f65199ad7a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:37:59.432658 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d81d5679-190f-413c-b90f-f65199ad7a25 admin admin] 10.222.0.31 "GET /v2.0/networks/8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 886 time: 0.0852642 Nov 28 07:37:59.441797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:37:59.802588 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:00.039790 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:00.111685 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:00.215301 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Allocated IP 172.26.2.6 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/9adb6e3e-52db-4357-87ed-91d219ab5278) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:38:00.312319 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:00.346607 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:00.382157 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:38:00.384824 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:38:00.390012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:38:00.436091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Pushing event updated for resources: {'Port': ['ID=9adb6e3e-52db-4357-87ed-91d219ab5278,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:38:00.676884 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:00.998576 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:01.002046 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:01.129220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Router 441d3097-c1a9-4b95-9229-12889ecc2129 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:38:01.259362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:38:01.263645 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:01.264838 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1dcd7beb-4909-47f0-9e46-9095de0deba2 admin admin] 10.222.0.31 "PUT /v2.0/routers/441d3097-c1a9-4b95-9229-12889ecc2129 HTTP/1.1" status: 200 len: 888 time: 1.8261251 Nov 28 07:38:01.802465 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 5 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:38:02.727930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Sync routers for ids ['441d3097-c1a9-4b95-9229-12889ecc2129'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:38:02.738155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Routers {'441d3097-c1a9-4b95-9229-12889ecc2129'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:38:02.738797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:37:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['441d3097-c1a9-4b95-9229-12889ecc2129'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:38:02.974494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Set router 441d3097-c1a9-4b95-9229-12889ecc2129 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:38:03.145539 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 43eb8982-38b6-4a5c-9103-71a377c119bf up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:38:03.382039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 43eb8982-38b6-4a5c-9103-71a377c119bf triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:38:03.382286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:03.556259 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'name': 'router1', 'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': '9adb6e3e-52db-4357-87ed-91d219ab5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:37:42Z', 'updated_at': '2021-11-28T07:38:00Z', 'revision_number': 4, 'project_id': '2339189ad7f9472db35c5c71815f27c3', 'gw_port': {'id': '9adb6e3e-52db-4357-87ed-91d219ab5278', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:38:00Z', 'updated_at': '2021-11-28T07:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '43eb8982-38b6-4a5c-9103-71a377c119bf', 'name': '', 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9', 'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'mac_address': 'fa:16:3e:3d:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '67da2907-4022-4660-8426-0089590cd429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:37:52Z', 'updated_at': '2021-11-28T07:37:55Z', 'revision_number': 5, 'project_id': '2339189ad7f9472db35c5c71815f27c3', 'subnets': [{'id': '67da2907-4022-4660-8426-0089590cd429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f315c2f9-6322-4a66-99b5-c202e967a52e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:38:03.607809 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Checking router: 441d3097-c1a9-4b95-9229-12889ecc2129 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:38:03.608155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Updating router 441d3097-c1a9-4b95-9229-12889ecc2129 port 9adb6e3e-52db-4357-87ed-91d219ab5278 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:38:03.663928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:03.858490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33314) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:38:03.982497 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-15ab03e0-0f8d-4abe-b519-e9b462e97174 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1228700 Nov 28 07:38:03.985519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:03.992541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:04.047921 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Attempting to bind port 9adb6e3e-52db-4357-87ed-91d219ab5278 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:38:04.048297 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Attempting to bind port 9adb6e3e-52db-4357-87ed-91d219ab5278 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:38:04.048658 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Attempting to bind port 9adb6e3e-52db-4357-87ed-91d219ab5278 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:38:04.058397 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:38:04.058769 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:38:04.059195 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:04.059587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:38:04.060049 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Bound port: 9adb6e3e-52db-4357-87ed-91d219ab5278, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:38:04.060450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:04.062159 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a25367-6478-41ec-8676-821e59a2c0ea None None] Pushing event updated for resources: {'Port': ['ID=9adb6e3e-52db-4357-87ed-91d219ab5278,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:38:04.124957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] For port 9adb6e3e-52db-4357-87ed-91d219ab5278, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:38:04.128212 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] For port 9adb6e3e-52db-4357-87ed-91d219ab5278, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9adb6e3e-52db-4357-87ed-91d219ab5278,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:38:04.134169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:04.189859 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Routers {'441d3097-c1a9-4b95-9229-12889ecc2129'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:38:04.190498 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:37:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['441d3097-c1a9-4b95-9229-12889ecc2129'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:38:04.244782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a25367-6478-41ec-8676-821e59a2c0ea None None] Pushing event updated for resources: {'Port': ['ID=9adb6e3e-52db-4357-87ed-91d219ab5278,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:38:04.325921 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] Set router 441d3097-c1a9-4b95-9229-12889ecc2129 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:38:04.547941 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'name': 'router1', 'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': '9adb6e3e-52db-4357-87ed-91d219ab5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:37:42Z', 'updated_at': '2021-11-28T07:38:00Z', 'revision_number': 4, 'project_id': '2339189ad7f9472db35c5c71815f27c3', 'gw_port': {'id': '9adb6e3e-52db-4357-87ed-91d219ab5278', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:38:00Z', 'updated_at': '2021-11-28T07:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '43eb8982-38b6-4a5c-9103-71a377c119bf', 'name': '', 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9', 'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'mac_address': 'fa:16:3e:3d:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '67da2907-4022-4660-8426-0089590cd429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:37:52Z', 'updated_at': '2021-11-28T07:37:55Z', 'revision_number': 5, 'project_id': '2339189ad7f9472db35c5c71815f27c3', 'subnets': [{'id': '67da2907-4022-4660-8426-0089590cd429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f315c2f9-6322-4a66-99b5-c202e967a52e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:38:04.575691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979a3ca2-8cf8-47b2-917b-530d94146695 None None] The sync data for ids ['441d3097-c1a9-4b95-9229-12889ecc2129'] in dv-neutron-744815-16-hyperv is: [{'id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'name': 'router1', 'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': '9adb6e3e-52db-4357-87ed-91d219ab5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:37:42Z', 'updated_at': '2021-11-28T07:38:00Z', 'revision_number': 4, 'project_id': '2339189ad7f9472db35c5c71815f27c3', 'gw_port': {'id': '9adb6e3e-52db-4357-87ed-91d219ab5278', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:38:00Z', 'updated_at': '2021-11-28T07:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '43eb8982-38b6-4a5c-9103-71a377c119bf', 'name': '', 'network_id': '1e330c2a-5f05-48e4-96db-f4ed636a93e9', 'tenant_id': '2339189ad7f9472db35c5c71815f27c3', 'mac_address': 'fa:16:3e:3d:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441d3097-c1a9-4b95-9229-12889ecc2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '67da2907-4022-4660-8426-0089590cd429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:37:52Z', 'updated_at': '2021-11-28T07:37:55Z', 'revision_number': 5, 'project_id': '2339189ad7f9472db35c5c71815f27c3', 'subnets': [{'id': '67da2907-4022-4660-8426-0089590cd429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f315c2f9-6322-4a66-99b5-c202e967a52e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:38:05.142515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9adb6e3e-52db-4357-87ed-91d219ab5278 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:38:05.212354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 9adb6e3e-52db-4357-87ed-91d219ab5278 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:38:05.212974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:05.408421 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:05.429979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 9adb6e3e-52db-4357-87ed-91d219ab5278, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9adb6e3e-52db-4357-87ed-91d219ab5278,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:38:05.434968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:05.487136 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=9adb6e3e-52db-4357-87ed-91d219ab5278,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:38:07.131107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9adb6e3e-52db-4357-87ed-91d219ab5278 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:38:07.184047 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 9adb6e3e-52db-4357-87ed-91d219ab5278 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:38:07.184569 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:15.343061 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7b98e51d-74cc-4c66-9fad-b5468a8c97a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:17.854669 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-191dc2cd-635d-419e-b2da-9aaa8141f689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:18.930939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:20.203549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:21.267175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:38.800852 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 5 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:38:45.336584 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7dc6cf15-77a7-4532-84a5-9e58560044f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:47.851716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-28c5a6d7-18af-4357-920e-78eb64274bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:49.063733 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:50.206499 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:38:51.266785 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:15.338019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e5aa63fd-ec95-42d3-92b5-b902f63a4d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:15.799427 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 5 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:39:17.844294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e7584a5f-e6d4-4445-a2d4-0db11b8019ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:18.930229 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:20.207608 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:21.261995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:29.839319 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33830) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:39:29.902533 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbd71bc-1d7d-4d47-b794-3dcd84465348 admin admin] GET failed (client error): The resource could not be found. Nov 28 07:39:29.904606 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1fbd71bc-1d7d-4d47-b794-3dcd84465348 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639682 Nov 28 07:39:30.064976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ac99b-4d05-4500-ac97-c5d0a6945703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:30.066371 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e49ac99b-4d05-4500-ac97-c5d0a6945703 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1571851 Nov 28 07:39:32.600043 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33840) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:39:32.691993 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca761d28-5c76-417c-ba18-0067b689cab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:32.693844 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ca761d28-5c76-417c-ba18-0067b689cab1 admin admin] 10.222.0.31 "GET /v2.0/subnets/67da2907-4022-4660-8426-0089590cd429 HTTP/1.1" status: 200 len: 849 time: 0.0928562 Nov 28 07:39:32.703838 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:39:32.783850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Publish callbacks [] for subnet, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:32.921440 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757784284703'] for subnet, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:32.949996 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:32.950579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:32.966903 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] 10.222.0.31 "PUT /v2.0/subnets/67da2907-4022-4660-8426-0089590cd429 HTTP/1.1" status: 200 len: 868 time: 0.2516241 Nov 28 07:39:32.967754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4394adff-217b-4604-8649-1f247c130da5 None None] Network 1e330c2a-5f05-48e4-96db-f4ed636a93e9 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:39:32.974177 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=67da2907-4022-4660-8426-0089590cd429,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:39:32.981617 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:39:32.981965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:39:32.982302 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:39:32.982642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:39:32.983005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:39:32.983398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:39:32.983763 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:39:32.984001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:39:32.984353 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:39:32.984633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:39:32.984954 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:39:32.985271 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:39:32.985603 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e56bde-6856-4cf8-8221-4476750e4b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:39:33.295971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-0c263118-8bb2-4cbe-9e76-66aca61b526f None None] Provisioning complete for port e44ae3a6-2475-478a-ad50-e7c3898d7665 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:39:33.296339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0c263118-8bb2-4cbe-9e76-66aca61b526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:33.393092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-0c263118-8bb2-4cbe-9e76-66aca61b526f None None] Provisioning complete for port 43eb8982-38b6-4a5c-9103-71a377c119bf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:39:33.393405 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0c263118-8bb2-4cbe-9e76-66aca61b526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:35.347660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33848) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:39:35.542639 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca056ef-ee53-4ee9-8d16-fdc559ce24d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:35.543059 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca056ef-ee53-4ee9-8d16-fdc559ce24d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:35.544591 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6ca056ef-ee53-4ee9-8d16-fdc559ce24d1 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958814 Nov 28 07:39:37.919713 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33856) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:39:38.053900 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82176367-cf35-448c-bbff-5b9cbbb98547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:38.054364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82176367-cf35-448c-bbff-5b9cbbb98547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:38.056166 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-82176367-cf35-448c-bbff-5b9cbbb98547 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1355121 Nov 28 07:39:40.432371 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33864) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:39:40.560047 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d1f56b-a4ae-4939-8b34-f20ef0344504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:40.561374 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c9d1f56b-a4ae-4939-8b34-f20ef0344504 admin admin] 10.222.0.31 "GET /v2.0/networks/1e330c2a-5f05-48e4-96db-f4ed636a93e9 HTTP/1.1" status: 200 len: 869 time: 0.1280644 Nov 28 07:39:42.919372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33872) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:39:43.049091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e4f446-7548-4920-bea3-211ca3557fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:43.049664 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-63e4f446-7548-4920-bea3-211ca3557fe4 admin admin] 10.222.0.31 "GET /v2.0/networks/8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 886 time: 0.1292479 Nov 28 07:39:45.341669 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6830b1e6-2629-424d-a7ab-b22f0dbe4e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:45.415795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33880) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:39:45.636721 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a2fc46-ff52-4d7d-9da5-4145681f0e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:45.637074 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a2fc46-ff52-4d7d-9da5-4145681f0e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:45.638608 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-28a2fc46-ff52-4d7d-9da5-4145681f0e83 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2218497 Nov 28 07:39:47.848361 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-94e341b8-6a2b-4f3a-83d8-85d56db328b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:47.983566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33888) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:39:48.076810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db41a87c-353e-4915-bbe5-aec55ee08a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:48.077249 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db41a87c-353e-4915-bbe5-aec55ee08a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:48.078724 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-db41a87c-353e-4915-bbe5-aec55ee08a5e admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941005 Nov 28 07:39:48.933015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:50.210640 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:50.453213 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33896) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:39:50.536845 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e118c7ef-e64a-4d18-9b89-73e632ad3074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:50.538150 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e118c7ef-e64a-4d18-9b89-73e632ad3074 admin admin] 10.222.0.31 "GET /v2.0/subnets/371ded45-33fb-4447-abf7-d5978a97d10d HTTP/1.1" status: 200 len: 816 time: 0.0840006 Nov 28 07:39:51.265237 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:39:52.798092 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 5 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:39:52.890090 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33904) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:39:52.982990 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef31d84-e4ed-43f1-b228-7c6b78ecbffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:39:52.984320 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2ef31d84-e4ed-43f1-b228-7c6b78ecbffd admin admin] 10.222.0.31 "GET /v2.0/subnets/67da2907-4022-4660-8426-0089590cd429 HTTP/1.1" status: 200 len: 868 time: 0.0932965 Nov 28 07:40:15.343910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-dc364e84-9673-4e45-981e-c619cb7bc815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:17.851227 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a2f0f6d4-6fbc-4250-9a48-460a5f055e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:17.877180 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33958) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:40:17.924161 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-7e71019c-9fe0-4fd1-90e3-8e0ce5b026c8 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:40:17.925174 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7e71019c-9fe0-4fd1-90e3-8e0ce5b026c8 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0470674 Nov 28 07:40:18.936321 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:20.213020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:20.390862 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33966) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:40:20.449868 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-b086ef5b-0029-4379-b1a8-eee6e0a5aa4a admin admin] GET failed (client error): The resource could not be found. Nov 28 07:40:20.451129 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b086ef5b-0029-4379-b1a8-eee6e0a5aa4a admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593035 Nov 28 07:40:20.534718 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c0f273-85b7-4138-b797-cb025c2bf805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:40:20.536203 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f1c0f273-85b7-4138-b797-cb025c2bf805 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0806041 Nov 28 07:40:21.268630 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:22.961458 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33974) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:40:23.010043 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3dfa0560-64eb-407d-ac11-9c8036c832a2 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:40:23.042421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfa0560-64eb-407d-ac11-9c8036c832a2 admin admin] Made reservation on behalf of 7c9c4954dcbe48ea8d9ca79e4e34e96f for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:40:23.044774 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0560-64eb-407d-ac11-9c8036c832a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:23.076500 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING neutron.services.revisions.revision_plugin [None req-3dfa0560-64eb-407d-ac11-9c8036c832a2 admin admin] Could not find related network for resource to bump revision. Nov 28 07:40:23.087986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfa0560-64eb-407d-ac11-9c8036c832a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:40:23.096841 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0560-64eb-407d-ac11-9c8036c832a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:23.097218 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-3dfa0560-64eb-407d-ac11-9c8036c832a2 admin admin] Added segment 23e52fef-ddfd-4380-adda-573c0064e25e of type vlan for network d9843c3d-c3e0-4923-b365-4ac86b492cb6 Nov 28 07:40:23.133503 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0560-64eb-407d-ac11-9c8036c832a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:23.156695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0560-64eb-407d-ac11-9c8036c832a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:23.157565 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa0560-64eb-407d-ac11-9c8036c832a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:40:23.158158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0560-64eb-407d-ac11-9c8036c832a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:23.189061 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3dfa0560-64eb-407d-ac11-9c8036c832a2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2264717 Nov 28 07:40:23.217803 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa0560-64eb-407d-ac11-9c8036c832a2 admin admin] Pushing event updated for resources: {'Network': ['ID=d9843c3d-c3e0-4923-b365-4ac86b492cb6,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:40:23.228086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network d9843c3d-c3e0-4923-b365-4ac86b492cb6 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:40:25.581927 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 33982) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:40:25.641009 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be22744-f680-47f8-834a-ae1f2bc401b5 admin admin] GET failed (client error): The resource could not be found. Nov 28 07:40:25.642243 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5be22744-f680-47f8-834a-ae1f2bc401b5 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593617 Nov 28 07:40:25.713234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ad6895-0bf1-4970-a409-407471623a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:40:25.714850 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-90ad6895-0bf1-4970-a409-407471623a58 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681081 Nov 28 07:40:25.727371 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5d8481a8-6029-414d-b1c3-08bd297a36fa admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'd9843c3d-c3e0-4923-b365-4ac86b492cb6'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:40:25.747601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8481a8-6029-414d-b1c3-08bd297a36fa admin admin] Made reservation on behalf of 7c9c4954dcbe48ea8d9ca79e4e34e96f for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:40:25.749759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5d8481a8-6029-414d-b1c3-08bd297a36fa admin admin] Publish callbacks [] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:25.905015 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5d8481a8-6029-414d-b1c3-08bd297a36fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:25.961049 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8481a8-6029-414d-b1c3-08bd297a36fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dbbe4f5-b372-49b2-a365-49e8d6fa19d7,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:40:25.965283 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8481a8-6029-414d-b1c3-08bd297a36fa admin admin] Checking segment: {'id': '23e52fef-ddfd-4380-adda-573c0064e25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd9843c3d-c3e0-4923-b365-4ac86b492cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:40:25.965623 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8481a8-6029-414d-b1c3-08bd297a36fa admin admin] Network hostable DHCP agents. Network: d9843c3d-c3e0-4923-b365-4ac86b492cb6, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:40:25.981680 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8481a8-6029-414d-b1c3-08bd297a36fa admin admin] Network d9843c3d-c3e0-4923-b365-4ac86b492cb6 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:40:25.990493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-5d8481a8-6029-414d-b1c3-08bd297a36fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, d9843c3d-c3e0-4923-b365-4ac86b492cb6) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:40:25.995110 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8481a8-6029-414d-b1c3-08bd297a36fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:40:25.996057 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5d8481a8-6029-414d-b1c3-08bd297a36fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:25.999336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d1d5da-2b04-4596-936d-a7b775170c97 None None] Network d9843c3d-c3e0-4923-b365-4ac86b492cb6 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:40:26.013994 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5d8481a8-6029-414d-b1c3-08bd297a36fa admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2900114 Nov 28 07:40:26.153165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-d9843c3d-c3e0-4923-b365-4ac86b492cb6', 'network_id': 'd9843c3d-c3e0-4923-b365-4ac86b492cb6', 'tenant_id': '7c9c4954dcbe48ea8d9ca79e4e34e96f', 'fixed_ips': [{'subnet_id': '5dbbe4f5-b372-49b2-a365-49e8d6fa19d7'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:40:26.154125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:26.289690 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Allocated IP 192.168.233.2 (d9843c3d-c3e0-4923-b365-4ac86b492cb6/5dbbe4f5-b372-49b2-a365-49e8d6fa19d7/ceea16a4-f20e-4c6e-99e9-3c578f29cd1d) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:40:26.436026 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:26.442626 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:26.480101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Network d9843c3d-c3e0-4923-b365-4ac86b492cb6 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:40:26.490835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:40:26.493254 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:40:26.526074 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Pushing event updated for resources: {'Port': ['ID=ceea16a4-f20e-4c6e-99e9-3c578f29cd1d,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:40:26.546127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:40:26.546415 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:40:26.546751 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:40:26.547104 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:40:26.547425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:40:26.547740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:40:26.548078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:40:26.548403 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:40:26.548732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:40:26.549047 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:40:26.549374 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:40:26.549668 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:40:26.549979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:40:26.567399 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Attempting to bind port ceea16a4-f20e-4c6e-99e9-3c578f29cd1d on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:40:26.567763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Attempting to bind port ceea16a4-f20e-4c6e-99e9-3c578f29cd1d by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '23e52fef-ddfd-4380-adda-573c0064e25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd9843c3d-c3e0-4923-b365-4ac86b492cb6'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:40:26.568117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Attempting to bind port ceea16a4-f20e-4c6e-99e9-3c578f29cd1d on network d9843c3d-c3e0-4923-b365-4ac86b492cb6 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:40:26.573084 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:40:26.573455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Checking segment: {'id': '23e52fef-ddfd-4380-adda-573c0064e25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd9843c3d-c3e0-4923-b365-4ac86b492cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:40:26.573849 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:26.574231 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Bound using segment: {'id': '23e52fef-ddfd-4380-adda-573c0064e25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd9843c3d-c3e0-4923-b365-4ac86b492cb6'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:40:26.574686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Bound port: ceea16a4-f20e-4c6e-99e9-3c578f29cd1d, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e52fef-ddfd-4380-adda-573c0064e25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd9843c3d-c3e0-4923-b365-4ac86b492cb6'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:40:26.575100 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:26.640746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] For port ceea16a4-f20e-4c6e-99e9-3c578f29cd1d, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:40:26.643793 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] For port ceea16a4-f20e-4c6e-99e9-3c578f29cd1d, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ceea16a4-f20e-4c6e-99e9-3c578f29cd1d,segment=NetworkSegment(23e52fef-ddfd-4380-adda-573c0064e25e),segment_id=23e52fef-ddfd-4380-adda-573c0064e25e)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:40:26.648536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:26.718098 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ec132-5cd2-43b1-8a85-2b237e6c95c9 None None] Pushing event updated for resources: {'Port': ['ID=ceea16a4-f20e-4c6e-99e9-3c578f29cd1d,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:40:27.223703 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ceea16a4-f20e-4c6e-99e9-3c578f29cd1d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:40:27.281135 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port ceea16a4-f20e-4c6e-99e9-3c578f29cd1d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:40:27.281510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:27.390262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:27.428292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port ceea16a4-f20e-4c6e-99e9-3c578f29cd1d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ceea16a4-f20e-4c6e-99e9-3c578f29cd1d,segment=NetworkSegment(23e52fef-ddfd-4380-adda-573c0064e25e),segment_id=23e52fef-ddfd-4380-adda-573c0064e25e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:40:27.435821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:27.496720 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=ceea16a4-f20e-4c6e-99e9-3c578f29cd1d,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:40:27.577662 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de10639-702d-4fc6-94c5-1f7ab3d23911 None None] Network d9843c3d-c3e0-4923-b365-4ac86b492cb6 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:40:27.652833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f3f02962-8b3a-4f51-b35b-004177a8a59b None None] Provisioning complete for port ceea16a4-f20e-4c6e-99e9-3c578f29cd1d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:40:27.653120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f3f02962-8b3a-4f51-b35b-004177a8a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:28.125424 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1744bd2b-0c55-4b59-a031-0d36cb7e6597 None None] Provisioning complete for port ceea16a4-f20e-4c6e-99e9-3c578f29cd1d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:40:28.125715 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1744bd2b-0c55-4b59-a031-0d36cb7e6597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:29.189668 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ceea16a4-f20e-4c6e-99e9-3c578f29cd1d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:40:29.245394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port ceea16a4-f20e-4c6e-99e9-3c578f29cd1d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:40:29.245670 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:29.796704 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 5 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:40:45.345802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4f9e36d2-d4f3-4d01-ab18-120cdb2abe69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:47.853377 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b7ceea85-fbdf-49df-b8c7-21a2257ded79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:48.940130 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:50.216007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:40:51.275294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:06.795034 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 5 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:41:15.347169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-792fb436-e190-460c-8846-a59ce0739dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:17.854611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-13b4834e-f07b-4bca-9bf6-5fe9a61a6b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:18.941076 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:20.218423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:21.268600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:43.793222 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 5 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:41:44.113462 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34026) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:41:44.121256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-a48de349-5eef-4c2b-9185-4d1abc0ea776 tempest-verify_tempest_config-226132601 tempest-verify_tempest_config-226132601-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:41:44.122206 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a48de349-5eef-4c2b-9185-4d1abc0ea776 tempest-verify_tempest_config-226132601 tempest-verify_tempest_config-226132601-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14088 time: 0.0077901 Nov 28 07:41:44.410151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34044) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:41:44.513928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:44.586652 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:44.590171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:44.636316 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=83e01feb7c324325bdf8bac99799b48c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2251439 Nov 28 07:41:44.637362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a230c9-c682-44f4-b3d1-b5d669a8c5fb,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:41:44.639191 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34048) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:41:44.644537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.644889 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.645215 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.645546 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.645872 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.646203 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.646690 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.646863 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.647234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.647552 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.647868 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.648183 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.648496 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98476577-92d6-4cce-a90b-3ae93f9ffdf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.722005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:44.742815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:44.837765 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:44.840271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:44.844073 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83a230c9-c682-44f4-b3d1-b5d669a8c5fb HTTP/1.1" status: 204 len: 168 time: 0.2039120 Nov 28 07:41:44.851557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a230c9-c682-44f4-b3d1-b5d669a8c5fb,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:41:44.858103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.858466 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.858791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.859162 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.859493 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.859825 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.860163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.860505 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.860829 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.861145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.861465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.861781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:44.862583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4d0f-e936-4966-aafc-15353e73732a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:41:45.349692 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9150f4fe-61b9-454c-a5c5-c321aaa599ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:47.854376 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d96819ae-a9d6-4af5-8f11-7c7ede9bc9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:48.944869 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:50.220586 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:41:51.271304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:42:15.349948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-eec9ff09-88a8-43e0-ba93-dd8569660050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:42:17.854747 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4d954bcc-8a76-4a3e-aec8-e3285d3dbbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:42:18.948009 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:42:20.223251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:42:20.791204 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 5 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:42:21.272579 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:42:45.350406 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-738c6fee-a054-46b1-8046-8b57ea2652fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:42:47.854683 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9dbeea3-9d1d-4ec5-ae6d-74e8a6924159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:42:48.950500 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:42:50.226622 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:42:51.273775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:42:57.790168 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 5 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:43:01.010450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523554'] for agent, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:43:15.353863 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5e67-bfbb-4959-80bb-409553816855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:43:15.433659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34120) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:43:15.539825 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8620efdf-a294-4f68-ab54-7b4152d12c29 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4571 time: 0.1049712 Nov 28 07:43:17.857273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9bc19923-0056-4335-9c01-aed4151fc97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:43:17.922417 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34130) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:43:17.985585 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e3430744-da60-4e0d-8ecc-b9285f3ba181 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4571 time: 0.0620570 Nov 28 07:43:18.952399 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:43:20.228125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:43:21.276317 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:43:30.984495 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:43:34.788508 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:43:45.355947 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8e39e24b-fdd2-4b5c-abef-d9072e1f8310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:43:47.860959 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d4b5fcd4-629c-41aa-8acb-6287bad84987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:43:48.959044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:43:50.231832 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:43:51.282716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:01.000931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:11.786788 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:44:15.358280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1b14be1f-6718-46a0-8cc2-6ae29df17996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:17.863560 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-88967be5-8413-4f88-b92c-d08890c6b595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:18.959302 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:20.234778 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:21.275648 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:30.720508 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34256) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:31.001310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.025429 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-742303727-network', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:31.052932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Made reservation on behalf of 052851385fa04dd18e1923c7c975cd9e for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:31.056904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.075399 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.174721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.174721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.203565 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:44:31.221759 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757784349669', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.222324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Unsubscribe: segment precommit_create {{(pid=115118) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 28 07:44:31.222809 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Added segment 1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28 of type vlan for network ce72ab99-bc55-4271-8115-f97c259a6f8d Nov 28 07:44:31.226354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d0e969-da1d-4c05-bf5f-d0e358c22014,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:31.245062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.245062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.245345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.245672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.245999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.246320 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.246640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.246993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.247298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.247815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.248163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.248524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.248841 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Tracked resource versions report: Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: pushed versions: Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: { 'AddressGroup': {'1.2'}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'ConntrackHelper': {'1.0'}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Log': {'1.0'}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'NDPProxy': {'1.0'}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Network': {'1.1'}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Port': {'1.7'}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'PortForwarding': {'1.2'}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'QosPolicy': {'1.10'}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'SecurityGroup': {'1.5'}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'SecurityGroupRule': {'1.2'}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'SubPort': {'1.0'}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Subnet': {'1.1'}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Trunk': {'1.1'}} Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: consumer versions: Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: { DHCP agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: HyperV agent@hv-neutron-7448: {}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: L3 agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: Metadata agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: Metering agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: Open vSwitch agent@dv-neutron-744815-16-hyperv: { 'AddressGroup': '1.2', Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'ConntrackHelper': '1.0', Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Log': '1.0', Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'NDPProxy': '1.0', Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Network': '1.1', Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Port': '1.7', Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'PortForwarding': '1.2', Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'QosPolicy': '1.10', Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'SecurityGroup': '1.5', Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'SecurityGroupRule': '1.2', Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'SubPort': '1.0', Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Subnet': '1.1', Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: 'Trunk': '1.1'}} Nov 28 07:44:31.249944 dv-neutron-744815-16-hyperv neutron-server[115118]: {{(pid=115118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 28 07:44:31.293471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.330405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.331394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:31.331963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.382602 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6578240 Nov 28 07:44:31.383098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34300) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:31.388571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Request body: {'subnet': {'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-742303727-subnet', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:31.417384 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Made reservation on behalf of 052851385fa04dd18e1923c7c975cd9e for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:31.420802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Publish callbacks [] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.428611 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b2409-97c8-4aee-8494-9931a3f7b9b7 admin admin] Pushing event updated for resources: {'Network': ['ID=ce72ab99-bc55-4271-8115-f97c259a6f8d,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:31.439321 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network ce72ab99-bc55-4271-8115-f97c259a6f8d details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:44:31.612340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.632475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34312) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:31.673408 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51531a79-bee1-4e02-84fa-65543380b2b1,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:31.688853 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.689203 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.689542 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.689876 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.690208 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.690534 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.690894 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.691238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.691583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.691905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.692229 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.692546 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.692872 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Tracked resource versions report: Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: pushed versions: Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: { 'AddressGroup': {'1.2'}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'ConntrackHelper': {'1.0'}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Log': {'1.0'}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'NDPProxy': {'1.0'}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Network': {'1.1'}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Port': {'1.7'}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'PortForwarding': {'1.2'}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'QosPolicy': {'1.10'}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'SecurityGroup': {'1.5'}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'SecurityGroupRule': {'1.2'}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'SubPort': {'1.0'}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Subnet': {'1.1'}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Trunk': {'1.1'}} Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: consumer versions: Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: { DHCP agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: HyperV agent@hv-neutron-7448: {}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: L3 agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: Metadata agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: Metering agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: Open vSwitch agent@dv-neutron-744815-16-hyperv: { 'AddressGroup': '1.2', Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'ConntrackHelper': '1.0', Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Log': '1.0', Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'NDPProxy': '1.0', Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Network': '1.1', Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Port': '1.7', Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'PortForwarding': '1.2', Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'QosPolicy': '1.10', Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'SecurityGroup': '1.5', Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'SecurityGroupRule': '1.2', Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'SubPort': '1.0', Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Subnet': '1.1', Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: 'Trunk': '1.1'}} Nov 28 07:44:31.693996 dv-neutron-744815-16-hyperv neutron-server[115119]: {{(pid=115119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 28 07:44:31.702096 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Checking segment: {'id': '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:31.702677 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Network hostable DHCP agents. Network: ce72ab99-bc55-4271-8115-f97c259a6f8d, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:44:31.724926 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Network ce72ab99-bc55-4271-8115-f97c259a6f8d is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:44:31.735271 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, ce72ab99-bc55-4271-8115-f97c259a6f8d) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:31.744689 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:31.745324 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.751584 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9e0d66-8911-4d1f-9a7c-a16e2ee18f1d None None] Network ce72ab99-bc55-4271-8115-f97c259a6f8d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:31.753702 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34320) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:31.771004 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34324) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:31.771495 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b6754f23-4981-464b-a80d-45e4c562f505 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3875990 Nov 28 07:44:31.780517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:31.794009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34326) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:31.806372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.808398 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.877330 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:31.944776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-ce72ab99-bc55-4271-8115-f97c259a6f8d', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'fixed_ips': [{'subnet_id': '51531a79-bee1-4e02-84fa-65543380b2b1'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:44:31.945997 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.065320 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-227238523-network', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:32.122124 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.130457 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] Made reservation on behalf of 205aa9369a9b4b7e8d64def7c869c9f4 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:32.132894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.142485 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Allocated IP 172.20.0.2 (ce72ab99-bc55-4271-8115-f97c259a6f8d/51531a79-bee1-4e02-84fa-65543380b2b1/7cdd8d7c-6113-4db0-b145-d3ab8a422217) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:32.143834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.184025 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-106649721'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:32.282825 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:32.286310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.308204 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.335857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.343010 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1849173313-network', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:32.348934 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.354165 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.358383 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.371140 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] Made reservation on behalf of 7f7400c1819848969f0a9f5825efc2b4 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:32.376390 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.387467 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.397131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9e89cb-27bb-4221-a5ad-9ee43d2fc7b4,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:32.473842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Network ce72ab99-bc55-4271-8115-f97c259a6f8d is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:32.481005 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:32.493819 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.495164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:32.502143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.513263 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:44:32.529556 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:44:32.540340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.541013 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] Added segment 125eb330-7b86-4cef-8143-0e8efc42e843 of type vlan for network db240e92-4657-404b-8ef6-82b1c7e0a1b4 Nov 28 07:44:32.556497 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Pushing event updated for resources: {'Port': ['ID=7cdd8d7c-6113-4db0-b145-d3ab8a422217,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:32.569201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.569916 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] Added segment b247918b-a48e-4353-87c3-3ac3772ebffb of type vlan for network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d Nov 28 07:44:32.583591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:32.584098 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:32.584538 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:32.584992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:32.585422 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:32.586466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:32.586938 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:32.587448 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:32.587884 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:32.588553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:32.589001 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:32.589472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:32.590165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Tracked resource versions report: Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: pushed versions: Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: { 'AddressGroup': {'1.2'}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'ConntrackHelper': {'1.0'}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Log': {'1.0'}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'NDPProxy': {'1.0'}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Network': {'1.1'}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Port': {'1.7'}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'PortForwarding': {'1.2'}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'QosPolicy': {'1.10'}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'SecurityGroup': {'1.5'}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'SecurityGroupRule': {'1.2'}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'SubPort': {'1.0'}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Subnet': {'1.1'}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Trunk': {'1.1'}} Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: consumer versions: Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: { DHCP agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: HyperV agent@hv-neutron-7448: {}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: L3 agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: Metadata agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: Metering agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: Open vSwitch agent@dv-neutron-744815-16-hyperv: { 'AddressGroup': '1.2', Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'ConntrackHelper': '1.0', Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Log': '1.0', Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'NDPProxy': '1.0', Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Network': '1.1', Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Port': '1.7', Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'PortForwarding': '1.2', Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'QosPolicy': '1.10', Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'SecurityGroup': '1.5', Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'SecurityGroupRule': '1.2', Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'SubPort': '1.0', Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Subnet': '1.1', Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: 'Trunk': '1.1'}} Nov 28 07:44:32.591820 dv-neutron-744815-16-hyperv neutron-server[115120]: {{(pid=115120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 28 07:44:32.595266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.625386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Attempting to bind port 7cdd8d7c-6113-4db0-b145-d3ab8a422217 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:44:32.625935 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Attempting to bind port 7cdd8d7c-6113-4db0-b145-d3ab8a422217 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:44:32.626547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Attempting to bind port 7cdd8d7c-6113-4db0-b145-d3ab8a422217 on network ce72ab99-bc55-4271-8115-f97c259a6f8d {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:44:32.633516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:44:32.633516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Checking segment: {'id': '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:32.634091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.634579 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Bound using segment: {'id': '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:44:32.635215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Bound port: 7cdd8d7c-6113-4db0-b145-d3ab8a422217, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:44:32.635826 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.662694 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ac0711-495f-4d92-9694-e2ec85e0ced1,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:32.665294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.666212 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:32.667927 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.706108 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9109740 Nov 28 07:44:32.709208 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34352) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:32.714286 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-84eeb79e-9017-48c6-9c4d-19acb6222211 admin admin] Request body: {'subnet': {'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1849173313-subnet', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:32.724796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.729892 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.736989 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] For port 7cdd8d7c-6113-4db0-b145-d3ab8a422217, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:44:32.741768 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] For port 7cdd8d7c-6113-4db0-b145-d3ab8a422217, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7cdd8d7c-6113-4db0-b145-d3ab8a422217,segment=NetworkSegment(1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28),segment_id=1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:44:32.752499 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.764497 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb658b5-8639-4778-953d-652623d7a499 admin admin] Pushing event updated for resources: {'Network': ['ID=db240e92-4657-404b-8ef6-82b1c7e0a1b4,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:32.765300 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.779737 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eeb79e-9017-48c6-9c4d-19acb6222211 admin admin] Made reservation on behalf of 7f7400c1819848969f0a9f5825efc2b4 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:32.783006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-84eeb79e-9017-48c6-9c4d-19acb6222211 admin admin] Publish callbacks [] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.824552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network db240e92-4657-404b-8ef6-82b1c7e0a1b4 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:44:32.913919 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.936262 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.950018 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d866a-6c26-4f53-84a7-08636a7f30bc None None] Pushing event updated for resources: {'Port': ['ID=7cdd8d7c-6113-4db0-b145-d3ab8a422217,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:32.955141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:44:32.968465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:32.968809 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Added segment 04c0192d-34f0-40cd-b500-1e2ba74b6556 of type vlan for network c04e62e3-7156-478d-ad66-af6018eecb99 Nov 28 07:44:33.088787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:33.088787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:33.088787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:33.131138 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-84eeb79e-9017-48c6-9c4d-19acb6222211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:33.205106 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eeb79e-9017-48c6-9c4d-19acb6222211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c1a081-8f46-4c98-a9e2-52525c803bac,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:33.221835 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] Pushing event updated for resources: {'Network': ['ID=a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:33.239402 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:44:33.251132 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eeb79e-9017-48c6-9c4d-19acb6222211 admin admin] Checking segment: {'id': '125eb330-7b86-4cef-8143-0e8efc42e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:33.251555 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eeb79e-9017-48c6-9c4d-19acb6222211 admin admin] Network hostable DHCP agents. Network: db240e92-4657-404b-8ef6-82b1c7e0a1b4, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:44:33.271604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51bd0560-edf9-45da-b98e-99c44bc96eb4,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:33.305078 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eeb79e-9017-48c6-9c4d-19acb6222211 admin admin] Network db240e92-4657-404b-8ef6-82b1c7e0a1b4 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:44:33.305443 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1f19a037-1b85-44de-b1bf-0f80ae442a02 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6718421 Nov 28 07:44:33.308809 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34372) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:33.316996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:33.347545 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5cbc8535-5343-433d-8ca9-5b30fc90a134 admin admin] Request body: {'subnet': {'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-227238523-subnet', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:33.373231 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Allocated IP 172.26.2.207 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/88b7ba63-9d50-42a1-a78b-f81f120f0934) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:33.401117 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbc8535-5343-433d-8ca9-5b30fc90a134 admin admin] Made reservation on behalf of 205aa9369a9b4b7e8d64def7c869c9f4 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:33.406270 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8535-5343-433d-8ca9-5b30fc90a134 admin admin] Publish callbacks [] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:33.409452 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:33.419114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:33.419764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:33.477334 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7183676 Nov 28 07:44:33.494544 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34378) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:33.503330 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d37e3f72-c5f4-4fdb-a7c8-eb5bb6bcf13a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:33.505483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7cdd8d7c-6113-4db0-b145-d3ab8a422217 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:33.659917 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-84eeb79e-9017-48c6-9c4d-19acb6222211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, db240e92-4657-404b-8ef6-82b1c7e0a1b4) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:33.666934 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eeb79e-9017-48c6-9c4d-19acb6222211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:33.667833 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-84eeb79e-9017-48c6-9c4d-19acb6222211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:33.672632 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8535-5343-433d-8ca9-5b30fc90a134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:33.736158 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564f261-d795-445c-828d-3b9b628efcea tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Network': ['ID=c04e62e3-7156-478d-ad66-af6018eecb99,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:33.756010 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc8535-5343-433d-8ca9-5b30fc90a134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b7bbe5-daa6-4c6c-be92-80129904fb51,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:33.788642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34392) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:33.789263 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-84eeb79e-9017-48c6-9c4d-19acb6222211 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0782018 Nov 28 07:44:33.806650 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:33.831850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8535-5343-433d-8ca9-5b30fc90a134 admin admin] Checking segment: {'id': 'b247918b-a48e-4353-87c3-3ac3772ebffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:33.832113 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbc8535-5343-433d-8ca9-5b30fc90a134 admin admin] Network hostable DHCP agents. Network: a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:44:33.844729 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:33.853534 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:33.856235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:33.872008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbc8535-5343-433d-8ca9-5b30fc90a134 admin admin] Network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:44:33.888648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-5cbc8535-5343-433d-8ca9-5b30fc90a134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:33.891074 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9840ad0f-d6cf-4269-82d5-9744d1bf8fb8 None None] Network db240e92-4657-404b-8ef6-82b1c7e0a1b4 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:33.893790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:44:33.895061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc8535-5343-433d-8ca9-5b30fc90a134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:33.896865 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8535-5343-433d-8ca9-5b30fc90a134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:33.928584 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33012211-8027-4bdf-9532-4b1b534e3e44 None None] Network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:33.993961 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5cbc8535-5343-433d-8ca9-5b30fc90a134 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6780248 Nov 28 07:44:33.995046 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34396) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:34.001875 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:34.004074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37e3f72-c5f4-4fdb-a7c8-eb5bb6bcf13a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:34.018583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d37e3f72-c5f4-4fdb-a7c8-eb5bb6bcf13a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:34.036427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:34.038640 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:34.140743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:34.198619 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:34.260969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:34.366039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca2b40e-fffa-447b-817d-f773c65331e6 None None] Network ce72ab99-bc55-4271-8115-f97c259a6f8d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:34.405230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:34.419343 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'fixed_ips': [{'subnet_id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:44:34.420919 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:34.442916 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:34.445935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:34.521860 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34412) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:34.537268 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:34.595039 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Pushing event updated for resources: {'Port': ['ID=88b7ba63-9d50-42a1-a78b-f81f120f0934,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:34.601541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'fixed_ips': [{'subnet_id': '82c1a081-8f46-4c98-a9e2-52525c803bac'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:44:34.602441 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:34.609875 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:34.810528 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34420) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:34.858548 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Allocated IP 172.20.0.2 (db240e92-4657-404b-8ef6-82b1c7e0a1b4/82c1a081-8f46-4c98-a9e2-52525c803bac/d03b04b1-1caf-4440-91dd-ac15a7d9b7c2) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:34.860965 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 7cdd8d7c-6113-4db0-b145-d3ab8a422217 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:34.861577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:34.870253 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:34.897580 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:34.905649 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6f07519c-7983-40af-ba24-3624be1d4cea None None] Provisioning complete for port 7cdd8d7c-6113-4db0-b145-d3ab8a422217 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:34.906500 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6f07519c-7983-40af-ba24-3624be1d4cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.005371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Allocated IP 172.20.0.2 (a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d/b8b7bbe5-daa6-4c6c-be92-80129904fb51/29c2a751-62a9-4b48-85f0-c5f3105e7064) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:35.018281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34424) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:35.048540 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Allocated IP 172.26.2.236 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/83ff5548-0a4b-4aca-bb01-053c50eb6911) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:35.175030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:35.242950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d37e3f72-c5f4-4fdb-a7c8-eb5bb6bcf13a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.255417 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-46d4a292-d38a-4100-81e5-86e6308473d1 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1224946980'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:35.297888 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.301725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6f07519c-7983-40af-ba24-3624be1d4cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.315964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.336759 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.343269 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.367509 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46d4a292-d38a-4100-81e5-86e6308473d1 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.369891 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46d4a292-d38a-4100-81e5-86e6308473d1 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.401398 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e3f72-c5f4-4fdb-a7c8-eb5bb6bcf13a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=b12f6459-8938-4c18-97b7-0c59e8f2c751,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:35.418273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-704526603'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:35.483410 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6f07519c-7983-40af-ba24-3624be1d4cea None None] For port 7cdd8d7c-6113-4db0-b145-d3ab8a422217, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7cdd8d7c-6113-4db0-b145-d3ab8a422217,segment=NetworkSegment(1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28),segment_id=1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:35.501969 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6f07519c-7983-40af-ba24-3624be1d4cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.515952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37e3f72-c5f4-4fdb-a7c8-eb5bb6bcf13a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:35.516354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37e3f72-c5f4-4fdb-a7c8-eb5bb6bcf13a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network hostable DHCP agents. Network: c04e62e3-7156-478d-ad66-af6018eecb99, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:44:35.529629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46d4a292-d38a-4100-81e5-86e6308473d1 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.534051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Made reservation on behalf of c959b369633d4a22a985c77d3883de47 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:35.539846 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.555239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.556640 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.609366 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.629378 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46d4a292-d38a-4100-81e5-86e6308473d1 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.667066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.668594 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.677461 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:44:35.677866 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:44:35.680889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Network db240e92-4657-404b-8ef6-82b1c7e0a1b4 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:35.686364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:35.689070 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:35.690040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46d4a292-d38a-4100-81e5-86e6308473d1 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.693690 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07519c-7983-40af-ba24-3624be1d4cea None None] Pushing event updated for resources: {'Port': ['ID=7cdd8d7c-6113-4db0-b145-d3ab8a422217,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:35.693831 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-46d4a292-d38a-4100-81e5-86e6308473d1 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8797445 Nov 28 07:44:35.693831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34436) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:35.695143 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.698306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34438) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:35.752421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.770183 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.792861 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:35.803570 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:35.803986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:44:35.814377 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:35.817119 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37e3f72-c5f4-4fdb-a7c8-eb5bb6bcf13a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:44:35.819058 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Pushing event updated for resources: {'Port': ['ID=d03b04b1-1caf-4440-91dd-ac15a7d9b7c2,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:35.830258 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Attempting to bind port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:44:35.830621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Attempting to bind port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '125eb330-7b86-4cef-8143-0e8efc42e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:44:35.831012 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Attempting to bind port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 on network db240e92-4657-404b-8ef6-82b1c7e0a1b4 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:44:35.836401 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.836401 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Added segment c6814dfa-18ea-488e-99e8-beab2e6cfdcf of type vlan for network 41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9 Nov 28 07:44:35.883560 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:44:35.883915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Checking segment: {'id': '125eb330-7b86-4cef-8143-0e8efc42e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:35.884320 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.884725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Bound using segment: {'id': '125eb330-7b86-4cef-8143-0e8efc42e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:44:35.885204 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Bound port: d03b04b1-1caf-4440-91dd-ac15a7d9b7c2, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125eb330-7b86-4cef-8143-0e8efc42e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:44:35.885582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.931317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-d37e3f72-c5f4-4fdb-a7c8-eb5bb6bcf13a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, c04e62e3-7156-478d-ad66-af6018eecb99) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:35.953902 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Pushing event updated for resources: {'Port': ['ID=29c2a751-62a9-4b48-85f0-c5f3105e7064,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:35.956389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5565a731-cc38-46fd-980f-dec9bd6aec04 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:35.978182 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:35.996088 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.004128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e3f72-c5f4-4fdb-a7c8-eb5bb6bcf13a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:36.006046 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d37e3f72-c5f4-4fdb-a7c8-eb5bb6bcf13a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.017935 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:36.024478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23fae061-90c3-478c-8f4d-fe2742f0fd92,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:36.034339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09c00e49-2f8e-4eba-a0e8-77c90009b08d tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.036237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.044679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:36.045933 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.065469 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:36.077618 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:36.080669 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:36.088803 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.132960 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d37e3f72-c5f4-4fdb-a7c8-eb5bb6bcf13a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6312315 Nov 28 07:44:36.137644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Attempting to bind port 29c2a751-62a9-4b48-85f0-c5f3105e7064 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:44:36.137834 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34444) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:36.137935 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Attempting to bind port 29c2a751-62a9-4b48-85f0-c5f3105e7064 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'b247918b-a48e-4353-87c3-3ac3772ebffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:44:36.138252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Attempting to bind port 29c2a751-62a9-4b48-85f0-c5f3105e7064 on network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:44:36.140584 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Pushing event updated for resources: {'Port': ['ID=83ff5548-0a4b-4aca-bb01-053c50eb6911,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:36.159949 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a51d9759-3ed9-4cc6-a9a5-aad5fb9feb5f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'name': 'tempest-NetworksTestDHCPv6-552582734'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:36.172832 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1477916 Nov 28 07:44:36.186811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:44:36.187138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Checking segment: {'id': 'b247918b-a48e-4353-87c3-3ac3772ebffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:36.187378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.187762 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Bound using segment: {'id': 'b247918b-a48e-4353-87c3-3ac3772ebffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:44:36.188320 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Bound port: 29c2a751-62a9-4b48-85f0-c5f3105e7064, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b247918b-a48e-4353-87c3-3ac3772ebffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:44:36.188629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.191021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34446) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:36.213527 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0312e104-876e-4f71-8d0c-529aa01b8a83 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Request body: {'subnet': {'network_id': '41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:36.252285 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5d2597b4-592e-486a-bb2f-4d2b52250374 None None] Provisioning complete for port 7cdd8d7c-6113-4db0-b145-d3ab8a422217 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:36.252574 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5d2597b4-592e-486a-bb2f-4d2b52250374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.295725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] For port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:44:36.355837 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] For port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d03b04b1-1caf-4440-91dd-ac15a7d9b7c2,segment=NetworkSegment(125eb330-7b86-4cef-8143-0e8efc42e843),segment_id=125eb330-7b86-4cef-8143-0e8efc42e843)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:44:36.390000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.397516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.465790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] For port 29c2a751-62a9-4b48-85f0-c5f3105e7064, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:44:36.478533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.478820 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] For port 29c2a751-62a9-4b48-85f0-c5f3105e7064, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=29c2a751-62a9-4b48-85f0-c5f3105e7064,segment=NetworkSegment(b247918b-a48e-4353-87c3-3ac3772ebffb),segment_id=b247918b-a48e-4353-87c3-3ac3772ebffb)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:44:36.489101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.503183 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b59919-4e5d-43c6-ae18-d3c7f6ea05cd tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Pushing event updated for resources: {'Network': ['ID=41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:36.534464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a27fe-2eba-4143-a18b-4b138a53d300 None None] Pushing event updated for resources: {'Port': ['ID=d03b04b1-1caf-4440-91dd-ac15a7d9b7c2,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:36.537025 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:44:36.565940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': 'b12f6459-8938-4c18-97b7-0c59e8f2c751'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:44:36.566824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.569630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09c00e49-2f8e-4eba-a0e8-77c90009b08d tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.590070 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7cdd8d7c-6113-4db0-b145-d3ab8a422217 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:36.602260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.606563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09c00e49-2f8e-4eba-a0e8-77c90009b08d tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.770452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51d9759-3ed9-4cc6-a9a5-aad5fb9feb5f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:36.773992 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a51d9759-3ed9-4cc6-a9a5-aad5fb9feb5f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.824083 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-a51d9759-3ed9-4cc6-a9a5-aad5fb9feb5f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port 0d557418-49ba-4822-8a73-e1cce94e680d yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:44:36.834516 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Allocated IP 172.26.2.235 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/4b675ca4-306d-4e9d-bb25-ed2d3968953e) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:36.836883 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09c00e49-2f8e-4eba-a0e8-77c90009b08d tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.837551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c00e49-2f8e-4eba-a0e8-77c90009b08d tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8727c1b7-c0d4-4e44-a5e5-bba991e99cf1 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:44:36.856152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09c00e49-2f8e-4eba-a0e8-77c90009b08d tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.857502 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-09c00e49-2f8e-4eba-a0e8-77c90009b08d tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8727c1b7-c0d4-4e44-a5e5-bba991e99cf1 HTTP/1.1" status: 204 len: 168 time: 1.1533704 Nov 28 07:44:36.866276 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34448) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:36.873110 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-72afa421-f97d-497b-b69c-a6e90ebbdd48 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Request body: {'router': {'name': 'tempest-router-1635666755', 'distributed': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:36.883205 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3070b20-ef50-4daa-b6c7-8614ebec72b3 None None] Pushing event updated for resources: {'Port': ['ID=29c2a751-62a9-4b48-85f0-c5f3105e7064,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:36.884873 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0312e104-876e-4f71-8d0c-529aa01b8a83 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Made reservation on behalf of c959b369633d4a22a985c77d3883de47 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:36.889462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0312e104-876e-4f71-8d0c-529aa01b8a83 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks [] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:36.897543 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.041821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 7cdd8d7c-6113-4db0-b145-d3ab8a422217 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:37.042613 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.190781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.257931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Allocated IP 2001:db8::2 (c04e62e3-7156-478d-ad66-af6018eecb99/b12f6459-8938-4c18-97b7-0c59e8f2c751/e56090e7-aa41-43e2-9257-4975385b976f) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:37.295405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-72afa421-f97d-497b-b69c-a6e90ebbdd48 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.296441 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-72afa421-f97d-497b-b69c-a6e90ebbdd48 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.304364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.330514 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Router 975dc089-e7c1-4a7b-a283-f0abe50ed838 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:44:37.348635 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0312e104-876e-4f71-8d0c-529aa01b8a83 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.380274 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.466256 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.474437 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.494334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:37.494717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-72afa421-f97d-497b-b69c-a6e90ebbdd48 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.519444 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:37.522493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:37.527995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:37.531319 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-72afa421-f97d-497b-b69c-a6e90ebbdd48 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.540148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:37.543151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:37.546079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312e104-876e-4f71-8d0c-529aa01b8a83 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Pushing event updated for resources: {'Subnet': ['ID=67187263-8e17-4bb1-a0ee-172a91a53af1,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:37.592306 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Pushing event updated for resources: {'Port': ['ID=e56090e7-aa41-43e2-9257-4975385b976f,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:37.604202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Attempting to bind port e56090e7-aa41-43e2-9257-4975385b976f on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:44:37.604946 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Attempting to bind port e56090e7-aa41-43e2-9257-4975385b976f by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:44:37.605216 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Attempting to bind port e56090e7-aa41-43e2-9257-4975385b976f on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:44:37.611412 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:44:37.611914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:37.612423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.612918 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:44:37.613486 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Bound port: e56090e7-aa41-43e2-9257-4975385b976f, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:44:37.614002 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.629488 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-72afa421-f97d-497b-b69c-a6e90ebbdd48 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.630922 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-72afa421-f97d-497b-b69c-a6e90ebbdd48 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7623856 Nov 28 07:44:37.635529 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34454) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:37.654605 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Allocated IP 172.26.2.150 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/419c08f5-d3d7-41a0-9531-270d649dbc4a) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:37.661033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-a51d9759-3ed9-4cc6-a9a5-aad5fb9feb5f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::17a (c04e62e3-7156-478d-ad66-af6018eecb99/b12f6459-8938-4c18-97b7-0c59e8f2c751/0d557418-49ba-4822-8a73-e1cce94e680d) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:37.666383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Pushing event updated for resources: {'Port': ['ID=4b675ca4-306d-4e9d-bb25-ed2d3968953e,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:37.692660 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] For port e56090e7-aa41-43e2-9257-4975385b976f, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:44:37.696048 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] For port e56090e7-aa41-43e2-9257-4975385b976f, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e56090e7-aa41-43e2-9257-4975385b976f,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:44:37.702035 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.759686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312e104-876e-4f71-8d0c-529aa01b8a83 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Checking segment: {'id': 'c6814dfa-18ea-488e-99e8-beab2e6cfdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:37.760072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312e104-876e-4f71-8d0c-529aa01b8a83 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Network hostable DHCP agents. Network: 41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:44:37.765842 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.773462 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-da21a07e-8110-48b3-b4a5-7b29f09c1d67 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.807041 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdfa0b-54d7-4764-9341-1a06ce7f65c4 None None] Pushing event updated for resources: {'Port': ['ID=e56090e7-aa41-43e2-9257-4975385b976f,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:37.837884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:44:37.850907 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Sync routers for ids ['975dc089-e7c1-4a7b-a283-f0abe50ed838'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:44:37.925339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:37.926616 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-68793abb-64c5-4c78-be49-f50c8f87faab admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1540170 Nov 28 07:44:37.934075 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312e104-876e-4f71-8d0c-529aa01b8a83 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Network 41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:44:37.936471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34456) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:38.012440 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Routers {'975dc089-e7c1-4a7b-a283-f0abe50ed838'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:44:38.013237 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['975dc089-e7c1-4a7b-a283-f0abe50ed838'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:38.027159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-0312e104-876e-4f71-8d0c-529aa01b8a83 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:38.033285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0312e104-876e-4f71-8d0c-529aa01b8a83 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:38.034095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0312e104-876e-4f71-8d0c-529aa01b8a83 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:38.044395 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f06f8aa-981d-450a-a071-bec6e4f968b8 None None] Network 41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:38.057638 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:38.131141 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0312e104-876e-4f71-8d0c-529aa01b8a83 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9375386 Nov 28 07:44:38.222096 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34458) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:38.231205 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-fc510b68-bb09-4bb8-8701-824df5bd9eef tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Request body: {'port': {'network_id': '41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-198138236'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:38.405293 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9', 'network_id': '41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9', 'tenant_id': 'c959b369633d4a22a985c77d3883de47', 'fixed_ips': [{'subnet_id': '67187263-8e17-4bb1-a0ee-172a91a53af1'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:44:38.406381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:38.413418 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Set router 975dc089-e7c1-4a7b-a283-f0abe50ed838 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:44:38.477211 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6206b37f-0325-4c00-8e63-611bc67ab521 None None] Network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:38.631898 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a51d9759-3ed9-4cc6-a9a5-aad5fb9feb5f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:38.649248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-da21a07e-8110-48b3-b4a5-7b29f09c1d67 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:38.654776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-da21a07e-8110-48b3-b4a5-7b29f09c1d67 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:38.668601 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:38.695974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:38.768746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab625d4-10fa-46f2-a813-be1115be830c None None] Network db240e92-4657-404b-8ef6-82b1c7e0a1b4 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:38.772521 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-457dd62f-6729-480e-95c0-aac957816461 None None] Provisioning complete for port 29c2a751-62a9-4b48-85f0-c5f3105e7064 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:38.773135 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-457dd62f-6729-480e-95c0-aac957816461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:38.780238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:44:38.798053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-da21a07e-8110-48b3-b4a5-7b29f09c1d67 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:38.798822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da21a07e-8110-48b3-b4a5-7b29f09c1d67 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b1d9cb4-f14d-4c4a-bfd9-291fc3b851e4 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:44:38.806421 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:44:34Z', 'revision_number': 3, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port': {'id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:32Z', 'updated_at': '2021-11-28T07:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:38.807632 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-da21a07e-8110-48b3-b4a5-7b29f09c1d67 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:38.812210 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-da21a07e-8110-48b3-b4a5-7b29f09c1d67 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1b1d9cb4-f14d-4c4a-bfd9-291fc3b851e4 HTTP/1.1" status: 204 len: 168 time: 1.1754229 Nov 28 07:44:38.821898 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34460) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:38.841370 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Checking router: 975dc089-e7c1-4a7b-a283-f0abe50ed838 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:44:38.841781 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Updating router 975dc089-e7c1-4a7b-a283-f0abe50ed838 port 88b7ba63-9d50-42a1-a78b-f81f120f0934 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:44:38.879840 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:38.895297 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.053139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Pushing event updated for resources: {'Port': ['ID=419c08f5-d3d7-41a0-9531-270d649dbc4a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:39.072289 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:39.088355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:39.095425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:39.227959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Allocated IP 172.26.2.202 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/1708aa9f-d5a5-4da1-a4c7-3a3ac2acc028) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:39.227959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-55eca3dc-b8a5-4047-bed8-3ea4d8371007 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Request body: {'router': {'name': 'tempest-router-1786781316', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '90393bb0749347b7b41f1b00320555cd'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:39.255903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Allocated IP 172.20.0.2 (41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9/67187263-8e17-4bb1-a0ee-172a91a53af1/9f677b1f-771d-4de5-a250-e5c556bb791d) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:39.267392 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a51d9759-3ed9-4cc6-a9a5-aad5fb9feb5f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.272728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:44:39.300309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc510b68-bb09-4bb8-8701-824df5bd9eef tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Made reservation on behalf of c959b369633d4a22a985c77d3883de47 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:39.303879 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc510b68-bb09-4bb8-8701-824df5bd9eef tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.334347 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:39.334859 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.345055 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.444603 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ba6f0f-41e4-46ce-bc9c-4e1a17b51bda None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:39.451886 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-fc510b68-bb09-4bb8-8701-824df5bd9eef tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] device_id is not set on port d0b79d30-7e86-4f90-aba4-bac3020e7c5d yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:44:39.522154 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51d9759-3ed9-4cc6-a9a5-aad5fb9feb5f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:39.532774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Sync routers for ids ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:44:39.538927 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a51d9759-3ed9-4cc6-a9a5-aad5fb9feb5f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:39.543873 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.547034 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51d9759-3ed9-4cc6-a9a5-aad5fb9feb5f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:39.552766 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51d9759-3ed9-4cc6-a9a5-aad5fb9feb5f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:39.553723 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a51d9759-3ed9-4cc6-a9a5-aad5fb9feb5f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.553957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-457dd62f-6729-480e-95c0-aac957816461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.559953 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d9759-3ed9-4cc6-a9a5-aad5fb9feb5f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=0d557418-49ba-4822-8a73-e1cce94e680d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:39.562577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-55eca3dc-b8a5-4047-bed8-3ea4d8371007 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.563938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-55eca3dc-b8a5-4047-bed8-3ea4d8371007 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.574007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.580769 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9ec16685-8821-43f3-a6cc-562821074d18 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.5843959 Nov 28 07:44:39.581582 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34466) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:39.650647 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a51d9759-3ed9-4cc6-a9a5-aad5fb9feb5f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5108986 Nov 28 07:44:39.651518 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34468) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:39.661983 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Routers {'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:44:39.663077 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:39.733961 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.759051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.829553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-457dd62f-6729-480e-95c0-aac957816461 None None] For port 29c2a751-62a9-4b48-85f0-c5f3105e7064, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=29c2a751-62a9-4b48-85f0-c5f3105e7064,segment=NetworkSegment(b247918b-a48e-4353-87c3-3ac3772ebffb),segment_id=b247918b-a48e-4353-87c3-3ac3772ebffb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:39.848477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.858975 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-457dd62f-6729-480e-95c0-aac957816461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.859497 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-55eca3dc-b8a5-4047-bed8-3ea4d8371007 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.882703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-55eca3dc-b8a5-4047-bed8-3ea4d8371007 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.924693 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.979609 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.991173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.992030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:39.997744 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b531a575-4f63-454c-befa-9095f1cd9590 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:40.004384 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b531a575-4f63-454c-befa-9095f1cd9590 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:40.008962 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b531a575-4f63-454c-befa-9095f1cd9590 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3498387 Nov 28 07:44:40.012477 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-55eca3dc-b8a5-4047-bed8-3ea4d8371007 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.017021 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-55eca3dc-b8a5-4047-bed8-3ea4d8371007 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8678660 Nov 28 07:44:40.017625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34470) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:40.017966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34472) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:40.048464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.071075 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9904f5cd-db5d-477e-9dc7-976808846069 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Request body: {'router': {'distributed': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:40.106093 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d03b04b1-1caf-4440-91dd-ac15a7d9b7c2,segment=NetworkSegment(125eb330-7b86-4cef-8143-0e8efc42e843),segment_id=125eb330-7b86-4cef-8143-0e8efc42e843)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:40.127595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d2355683-3069-4957-81e9-e50cf2ee883b None None] Provisioning complete for port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:40.130335 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d2355683-3069-4957-81e9-e50cf2ee883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.140920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Network 41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:40.141994 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.142965 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 29c2a751-62a9-4b48-85f0-c5f3105e7064 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:40.146067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Set router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:44:40.149925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dd62f-6729-480e-95c0-aac957816461 None None] Pushing event updated for resources: {'Port': ['ID=29c2a751-62a9-4b48-85f0-c5f3105e7064,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:40.176793 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.181863 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.183911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:40.219181 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:40.237498 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:40.256932 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.263150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:40.263367 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:40.274430 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.277912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event updated for resources: {'Port': ['ID=1708aa9f-d5a5-4da1-a4c7-3a3ac2acc028,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:40.369124 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Pushing event updated for resources: {'Port': ['ID=88b7ba63-9d50-42a1-a78b-f81f120f0934,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:40.388066 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:40.388481 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:40.388841 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:40.389700 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:40.390051 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:40.390418 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:40.390786 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:40.391144 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:40.391511 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:40.392009 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:40.392475 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:40.397814 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:40.398255 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Tracked resource versions report: Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: pushed versions: Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: { 'AddressGroup': {'1.2'}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'ConntrackHelper': {'1.0'}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Log': {'1.0'}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'NDPProxy': {'1.0'}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Network': {'1.1'}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Port': {'1.7'}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'PortForwarding': {'1.2'}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'QosPolicy': {'1.10'}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'SecurityGroup': {'1.5'}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'SecurityGroupRule': {'1.2'}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'SubPort': {'1.0'}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Subnet': {'1.1'}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Trunk': {'1.1'}} Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: consumer versions: Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: { DHCP agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: HyperV agent@hv-neutron-7448: {}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: L3 agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: Metadata agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: Metering agent@dv-neutron-744815-16-hyperv: {}, Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: Open vSwitch agent@dv-neutron-744815-16-hyperv: { 'AddressGroup': '1.2', Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'ConntrackHelper': '1.0', Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Log': '1.0', Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'NDPProxy': '1.0', Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Network': '1.1', Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Port': '1.7', Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'PortForwarding': '1.2', Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'QosPolicy': '1.10', Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'SecurityGroup': '1.5', Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'SecurityGroupRule': '1.2', Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'SubPort': '1.0', Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Subnet': '1.1', Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: 'Trunk': '1.1'}} Nov 28 07:44:40.400078 dv-neutron-744815-16-hyperv neutron-server[115121]: {{(pid=115121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 28 07:44:40.409887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Pushing event updated for resources: {'Port': ['ID=419c08f5-d3d7-41a0-9531-270d649dbc4a,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:40.466548 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Attempting to bind port 88b7ba63-9d50-42a1-a78b-f81f120f0934 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:44:40.467436 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Attempting to bind port 88b7ba63-9d50-42a1-a78b-f81f120f0934 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:44:40.467801 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Attempting to bind port 88b7ba63-9d50-42a1-a78b-f81f120f0934 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:44:40.476486 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:44:40.477784 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:40.478740 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.479803 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:44:40.480118 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Bound port: 88b7ba63-9d50-42a1-a78b-f81f120f0934, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:44:40.480532 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.492776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Pushing event updated for resources: {'Port': ['ID=9f677b1f-771d-4de5-a250-e5c556bb791d,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:40.532194 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Attempting to bind port 9f677b1f-771d-4de5-a250-e5c556bb791d on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:44:40.532727 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Attempting to bind port 9f677b1f-771d-4de5-a250-e5c556bb791d by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'c6814dfa-18ea-488e-99e8-beab2e6cfdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:44:40.533194 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Attempting to bind port 9f677b1f-771d-4de5-a250-e5c556bb791d on network 41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:44:40.557798 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.572041 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:44:40.572576 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Checking segment: {'id': 'c6814dfa-18ea-488e-99e8-beab2e6cfdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:40.573095 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.573682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Bound using segment: {'id': 'c6814dfa-18ea-488e-99e8-beab2e6cfdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:44:40.574162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Bound port: 9f677b1f-771d-4de5-a250-e5c556bb791d, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6814dfa-18ea-488e-99e8-beab2e6cfdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:44:40.576679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.594089 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] For port 88b7ba63-9d50-42a1-a78b-f81f120f0934, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:44:40.598106 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] For port 88b7ba63-9d50-42a1-a78b-f81f120f0934, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=88b7ba63-9d50-42a1-a78b-f81f120f0934,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:44:40.607896 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.619172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Allocated IP 172.20.0.1 (ce72ab99-bc55-4271-8115-f97c259a6f8d/51531a79-bee1-4e02-84fa-65543380b2b1/3616f27b-6370-4cc0-a8ad-379e57c9c309) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:40.642807 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 29c2a751-62a9-4b48-85f0-c5f3105e7064 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:40.643325 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.702309 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9dd86b-a33a-4313-8c42-aae359033d64 None None] Pushing event updated for resources: {'Port': ['ID=88b7ba63-9d50-42a1-a78b-f81f120f0934,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:40.739005 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Routers {'975dc089-e7c1-4a7b-a283-f0abe50ed838'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:44:40.739575 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['975dc089-e7c1-4a7b-a283-f0abe50ed838'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:40.743242 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.757042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.761989 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bec46e58-dba5-4028-b025-36ab4995bb9a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2287602 Nov 28 07:44:40.761989 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-fc510b68-bb09-4bb8-8701-824df5bd9eef tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Allocated IP 172.20.0.5 (41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9/67187263-8e17-4bb1-a0ee-172a91a53af1/d0b79d30-7e86-4f90-aba4-bac3020e7c5d) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:40.771093 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=d03b04b1-1caf-4440-91dd-ac15a7d9b7c2,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:40.772531 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34474) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:40.787106 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4d57a5fd-c445-4507-8532-658bd3199655 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-276957244', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'fixed_ips': [{'ip_address': '172.26.2.150'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:40.885301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d2355683-3069-4957-81e9-e50cf2ee883b None None] Provisioning complete for port 29c2a751-62a9-4b48-85f0-c5f3105e7064 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:40.885301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d2355683-3069-4957-81e9-e50cf2ee883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.911241 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d57a5fd-c445-4507-8532-658bd3199655 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Made reservation on behalf of 877b01235d52463b9e9d36d091915a53 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:40.914002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d57a5fd-c445-4507-8532-658bd3199655 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.917551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:40.929488 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] For port 9f677b1f-771d-4de5-a250-e5c556bb791d, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:44:40.971536 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] Set router 975dc089-e7c1-4a7b-a283-f0abe50ed838 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:44:40.992041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d57a5fd-c445-4507-8532-658bd3199655 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.006332 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9904f5cd-db5d-477e-9dc7-976808846069 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.007086 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9904f5cd-db5d-477e-9dc7-976808846069 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.018682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] For port 9f677b1f-771d-4de5-a250-e5c556bb791d, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9f677b1f-771d-4de5-a250-e5c556bb791d,segment=NetworkSegment(c6814dfa-18ea-488e-99e8-beab2e6cfdcf),segment_id=c6814dfa-18ea-488e-99e8-beab2e6cfdcf)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:44:41.033562 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:36Z', 'revision_number': 3, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port': {'id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:41.040840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.056449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Network ce72ab99-bc55-4271-8115-f97c259a6f8d is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:41.107843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:41.114695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3616f27b-6370-4cc0-a8ad-379e57c9c309,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:41.134208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:41.134800 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.186767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.248749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:44:41.301273 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:44:34Z', 'revision_number': 3, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port': {'id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:32Z', 'updated_at': '2021-11-28T07:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:41.351431 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Checking router: a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:44:41.351777 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Updating router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 port 83ff5548-0a4b-4aca-bb01-053c50eb6911 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:44:41.364088 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a584e-c601-49a8-b850-ab10b5360165 None None] The sync data for ids ['975dc089-e7c1-4a7b-a283-f0abe50ed838'] in dv-neutron-744815-16-hyperv is: [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:44:34Z', 'revision_number': 3, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port': {'id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:32Z', 'updated_at': '2021-11-28T07:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:44:41.412367 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e56090e7-aa41-43e2-9257-4975385b976f up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:41.457447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.501029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.502583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.540021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d57a5fd-c445-4507-8532-658bd3199655 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.553734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc510b68-bb09-4bb8-8701-824df5bd9eef tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.554354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc15b37-49f1-4bef-8fec-265755f5d46e None None] Pushing event updated for resources: {'Port': ['ID=9f677b1f-771d-4de5-a250-e5c556bb791d,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:41.566654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d57a5fd-c445-4507-8532-658bd3199655 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.622423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-4d57a5fd-c445-4507-8532-658bd3199655 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] device_id is not set on port d3d2c546-56d0-4d9a-8438-7599e7262011 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:44:41.651919 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port e56090e7-aa41-43e2-9257-4975385b976f triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:41.652644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.735405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-64491731-0aa7-4a56-907f-db2ac98177e6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port 0d557418-49ba-4822-8a73-e1cce94e680d {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:44:41.735738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64491731-0aa7-4a56-907f-db2ac98177e6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.741227 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d2355683-3069-4957-81e9-e50cf2ee883b None None] Provisioning complete for port e56090e7-aa41-43e2-9257-4975385b976f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:41.741597 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d2355683-3069-4957-81e9-e50cf2ee883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.850531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.898114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9904f5cd-db5d-477e-9dc7-976808846069 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=115119) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 28 07:44:41.898503 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9904f5cd-db5d-477e-9dc7-976808846069 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Router b140faf6-8271-4b90-beec-f15970185510 migrating from provider to provider. {{(pid=115119) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 28 07:44:41.898899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9904f5cd-db5d-477e-9dc7-976808846069 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.910733 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.915194 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1882455 Nov 28 07:44:41.920515 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34478) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:41.932194 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d606d88-e9e1-43ee-afc6-5912dd397102 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event updated for resources: {'Port': ['ID=1708aa9f-d5a5-4da1-a4c7-3a3ac2acc028,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:41.963443 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-660597985'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:41.969274 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:41.976178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:44:41.986272 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57a5fd-c445-4507-8532-658bd3199655 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242eea25-b9e2-4864-86f6-c03512986557,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:41.995730 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9904f5cd-db5d-477e-9dc7-976808846069 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.010983 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Sync routers for ids ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:44:42.035499 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Routers {'6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:44:42.036208 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:42.050863 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64491731-0aa7-4a56-907f-db2ac98177e6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.057727 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9904f5cd-db5d-477e-9dc7-976808846069 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.065793 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.086022 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc510b68-bb09-4bb8-8701-824df5bd9eef tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.103720 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port e56090e7-aa41-43e2-9257-4975385b976f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e56090e7-aa41-43e2-9257-4975385b976f,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:42.108165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d2355683-3069-4957-81e9-e50cf2ee883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.122022 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-64491731-0aa7-4a56-907f-db2ac98177e6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for 0d557418-49ba-4822-8a73-e1cce94e680d owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:44:42.132414 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.181061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.182595 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c28491f5-c8cd-4e64-85ee-1e5254340a25 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3877335 Nov 28 07:44:42.194540 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc510b68-bb09-4bb8-8701-824df5bd9eef tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Network 41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:42.196171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Made reservation on behalf of 452967da0d084435aba89302d5c7f15f for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:42.200629 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34480) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:42.208331 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.242520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.283804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.321869 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Set router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:44:42.332441 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=e56090e7-aa41-43e2-9257-4975385b976f,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:42.396264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-d2355683-3069-4957-81e9-e50cf2ee883b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:44:42.396619 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-d2355683-3069-4957-81e9-e50cf2ee883b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:44:42.421995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.434489 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-fc510b68-bb09-4bb8-8701-824df5bd9eef tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:42.439046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Attempting to bind port 83ff5548-0a4b-4aca-bb01-053c50eb6911 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:44:42.439563 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Attempting to bind port 83ff5548-0a4b-4aca-bb01-053c50eb6911 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:44:42.439929 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Attempting to bind port 83ff5548-0a4b-4aca-bb01-053c50eb6911 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:44:42.461057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:44:42.471846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:42.472683 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.473230 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:44:42.473744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Bound port: 83ff5548-0a4b-4aca-bb01-053c50eb6911, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:44:42.475525 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.499056 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc510b68-bb09-4bb8-8701-824df5bd9eef tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:42.520999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc510b68-bb09-4bb8-8701-824df5bd9eef tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:42.521660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc510b68-bb09-4bb8-8701-824df5bd9eef tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.587482 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9904f5cd-db5d-477e-9dc7-976808846069 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] No L3 agents can host the router b140faf6-8271-4b90-beec-f15970185510 Nov 28 07:44:42.603934 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] For port 83ff5548-0a4b-4aca-bb01-053c50eb6911, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:44:42.609836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] For port 83ff5548-0a4b-4aca-bb01-053c50eb6911, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=83ff5548-0a4b-4aca-bb01-053c50eb6911,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:44:42.612261 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1002-deae-4bc4-acf3-5aa1600b439b None None] Pushing event updated for resources: {'Port': ['ID=83ff5548-0a4b-4aca-bb01-053c50eb6911,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:42.619401 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 88b7ba63-9d50-42a1-a78b-f81f120f0934 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:42.699273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.799836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 88b7ba63-9d50-42a1-a78b-f81f120f0934 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:42.800201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.833760 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:44:37Z', 'revision_number': 3, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:42.868911 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Checking router: 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:44:42.869190 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Updating router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 port 4b675ca4-306d-4e9d-bb25-ed2d3968953e binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:44:42.910660 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:42.955494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc510b68-bb09-4bb8-8701-824df5bd9eef tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Pushing event updated for resources: {'Port': ['ID=d0b79d30-7e86-4f90-aba4-bac3020e7c5d,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:43.011947 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fc510b68-bb09-4bb8-8701-824df5bd9eef tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7883682 Nov 28 07:44:43.019650 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d57a5fd-c445-4507-8532-658bd3199655 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 28 07:44:43.020054 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34482) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:43.020768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d57a5fd-c445-4507-8532-658bd3199655 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:44:43.045670 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Routers {'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:44:43.057579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.067957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:43.070840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1002-deae-4bc4-acf3-5aa1600b439b None None] Pushing event updated for resources: {'Port': ['ID=83ff5548-0a4b-4aca-bb01-053c50eb6911,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:43.084724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f99d14e-7f83-40c0-80fb-0a959542499d None None] Network 41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:43.087578 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.105262 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.117531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9904f5cd-db5d-477e-9dc7-976808846069 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Hosts for router b140faf6-8271-4b90-beec-f15970185510: [] {{(pid=115119) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 28 07:44:43.153727 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9210f56-bab9-4435-b17b-cd3958c4b7e3,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:43.153915 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4d57a5fd-c445-4507-8532-658bd3199655 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3736644 Nov 28 07:44:43.157797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34486) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:43.169073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-357be7fa-b239-41bf-83cd-28929f2a1cde None None] Could not find standard attr ID for object 0d557418-49ba-4822-8a73-e1cce94e680d. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:44:43.177140 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64491731-0aa7-4a56-907f-db2ac98177e6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.198844 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9904f5cd-db5d-477e-9dc7-976808846069 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Hosts for other DVR routers connected to router b140faf6-8271-4b90-beec-f15970185510: set() {{(pid=115119) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 28 07:44:43.201977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9904f5cd-db5d-477e-9dc7-976808846069 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.206217 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9904f5cd-db5d-477e-9dc7-976808846069 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] 10.222.0.31 "PUT /v2.0/routers/b140faf6-8271-4b90-beec-f15970185510 HTTP/1.1" status: 200 len: 717 time: 3.1385813 Nov 28 07:44:43.210418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34488) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:43.211278 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:44:43.261512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-357be7fa-b239-41bf-83cd-28929f2a1cde None None] Provisioning complete for port 9f677b1f-771d-4de5-a250-e5c556bb791d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:43.262030 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-357be7fa-b239-41bf-83cd-28929f2a1cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.311175 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.319109 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.346492 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-81c4e4a5-4b4e-47dd-9c04-659e421a5848 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] 10.222.0.31 "GET /v2.0/routers/b140faf6-8271-4b90-beec-f15970185510 HTTP/1.1" status: 200 len: 717 time: 0.1301515 Nov 28 07:44:43.371544 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34490) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:43.398222 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64491731-0aa7-4a56-907f-db2ac98177e6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=0d557418-49ba-4822-8a73-e1cce94e680d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:43.411743 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.412892 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Added segment f5bf11f2-e909-476f-8abc-c50a490fbde2 of type vlan for network 6085a338-5e3d-4b92-ab31-60a077d28af7 Nov 28 07:44:43.422099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.445797 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7a311-ede6-4f17-b61f-079ad4932c99 None None] Pushing event updated for resources: {'Port': ['ID=4b675ca4-306d-4e9d-bb25-ed2d3968953e,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:43.459070 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Attempting to bind port 4b675ca4-306d-4e9d-bb25-ed2d3968953e on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:44:43.459614 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Attempting to bind port 4b675ca4-306d-4e9d-bb25-ed2d3968953e by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:44:43.460643 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Attempting to bind port 4b675ca4-306d-4e9d-bb25-ed2d3968953e on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:44:43.468687 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:44:43.470009 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:43.470751 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.471358 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:44:43.472067 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Bound port: 4b675ca4-306d-4e9d-bb25-ed2d3968953e, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:44:43.472707 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.496246 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.496806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.543061 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] For port 4b675ca4-306d-4e9d-bb25-ed2d3968953e, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:44:43.548133 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] For port 4b675ca4-306d-4e9d-bb25-ed2d3968953e, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4b675ca4-306d-4e9d-bb25-ed2d3968953e,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:44:43.561631 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.684362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-357be7fa-b239-41bf-83cd-28929f2a1cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.700735 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Routers {'6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:44:43.703279 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:43.773638 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3616f27b-6370-4cc0-a8ad-379e57c9c309,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:43.776908 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.786990 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] Set router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:44:43.799393 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7a311-ede6-4f17-b61f-079ad4932c99 None None] Pushing event updated for resources: {'Port': ['ID=4b675ca4-306d-4e9d-bb25-ed2d3968953e,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:43.877458 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-150b117c-68c5-4fd9-9e48-fad07df85a2a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Deleting port 419c08f5-d3d7-41a0-9531-270d649dbc4a {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:44:43.880308 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-150b117c-68c5-4fd9-9e48-fad07df85a2a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.930337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64491731-0aa7-4a56-907f-db2ac98177e6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:43.936944 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] Set router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:44:43.937973 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-64491731-0aa7-4a56-907f-db2ac98177e6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/0d557418-49ba-4822-8a73-e1cce94e680d HTTP/1.1" status: 204 len: 168 time: 3.8830318 Nov 28 07:44:43.943099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Network ce72ab99-bc55-4271-8115-f97c259a6f8d is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:43.945650 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34494) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:44.001766 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:44.041077 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.045211 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 88b7ba63-9d50-42a1-a78b-f81f120f0934, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=88b7ba63-9d50-42a1-a78b-f81f120f0934,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:44.101138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-357be7fa-b239-41bf-83cd-28929f2a1cde None None] For port 9f677b1f-771d-4de5-a250-e5c556bb791d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9f677b1f-771d-4de5-a250-e5c556bb791d,segment=NetworkSegment(c6814dfa-18ea-488e-99e8-beab2e6cfdcf),segment_id=c6814dfa-18ea-488e-99e8-beab2e6cfdcf)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:44.142264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.143412 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:44.156600 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-82b5040e-54c1-4f0f-93ad-b45084af5a68 tempest-RoutersTestDVR-254485749 tempest-RoutersTestDVR-254485749-project] 10.222.0.31 "GET /v2.0/routers/b140faf6-8271-4b90-beec-f15970185510 HTTP/1.1" status: 200 len: 683 time: 0.7813275 Nov 28 07:44:44.160044 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34496) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:44.225125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-357be7fa-b239-41bf-83cd-28929f2a1cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.258711 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-6379c021-aab5-447b-9c97-0a5f2c72f4c4 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Deleting port d0b79d30-7e86-4f90-aba4-bac3020e7c5d {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:44:44.259098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6379c021-aab5-447b-9c97-0a5f2c72f4c4 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.260059 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:44:37Z', 'revision_number': 3, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:44.299045 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e8f0b-e869-4b4d-810b-79decffa32bc None None] The sync data for ids ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'] in dv-neutron-744815-16-hyperv is: [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:44:37Z', 'revision_number': 3, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:44:44.320990 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.327636 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:44.328260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.350555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-357be7fa-b239-41bf-83cd-28929f2a1cde None None] Provisioning complete for port e56090e7-aa41-43e2-9257-4975385b976f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:44.351115 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-357be7fa-b239-41bf-83cd-28929f2a1cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.362257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=88b7ba63-9d50-42a1-a78b-f81f120f0934,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:44.394169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-150b117c-68c5-4fd9-9e48-fad07df85a2a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.394720 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-150b117c-68c5-4fd9-9e48-fad07df85a2a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.401585 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e928cb72-4c74-42d8-a2f3-5aecc44b558b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:44.403188 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e928cb72-4c74-42d8-a2f3-5aecc44b558b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:44.408491 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e928cb72-4c74-42d8-a2f3-5aecc44b558b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4610975 Nov 28 07:44:44.412052 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34498) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:44.458185 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event updated for resources: {'Network': ['ID=6085a338-5e3d-4b92-ab31-60a077d28af7,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:44.485063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 6085a338-5e3d-4b92-ab31-60a077d28af7 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:44:44.498632 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f2468bb-24e6-4296-92cc-a9c447028bc2 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.499350 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-150b117c-68c5-4fd9-9e48-fad07df85a2a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Calling delete_port for 419c08f5-d3d7-41a0-9531-270d649dbc4a owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:44:44.526104 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Router 975dc089-e7c1-4a7b-a283-f0abe50ed838 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:44:44.560754 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb578f9-e3df-433b-8246-8960ae940a2c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet b12f6459-8938-4c18-97b7-0c59e8f2c751 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:44:44.562497 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:44.563176 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.573145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0eb578f9-e3df-433b-8246-8960ae940a2c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.623901 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.656012 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-71a3a4a5-c284-437e-87de-8e10f01665ce tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.7244444 Nov 28 07:44:44.665553 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34500) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:44.689091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357be7fa-b239-41bf-83cd-28929f2a1cde None None] Pushing event updated for resources: {'Port': ['ID=9f677b1f-771d-4de5-a250-e5c556bb791d,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:44.717750 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Allocated IP 172.20.0.1 (a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d/b8b7bbe5-daa6-4c6c-be92-80129904fb51/ad6ab798-7322-41e0-a120-485b205662fb) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:44.745121 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-89b50359-752a-41f2-ace1-8fd7aa32a06b tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Request body: {'subnet': {'network_id': '6085a338-5e3d-4b92-ab31-60a077d28af7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:44.856793 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:36Z', 'revision_number': 3, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port': {'id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:44.877668 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0eb578f9-e3df-433b-8246-8960ae940a2c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.895344 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af846ac4-7652-4c73-bcc8-137ed710b586 None None] The sync data for ids ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'] in dv-neutron-744815-16-hyperv is: [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:36Z', 'revision_number': 3, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port': {'id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:44:44.963762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f2468bb-24e6-4296-92cc-a9c447028bc2 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.966135 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f2468bb-24e6-4296-92cc-a9c447028bc2 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:44.982972 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9f677b1f-771d-4de5-a250-e5c556bb791d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:45.015154 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-357be7fa-b239-41bf-83cd-28929f2a1cde None None] Provisioning complete for port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:45.015525 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-357be7fa-b239-41bf-83cd-28929f2a1cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.069475 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6379c021-aab5-447b-9c97-0a5f2c72f4c4 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.118518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 9f677b1f-771d-4de5-a250-e5c556bb791d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:45.119101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.140274 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-6379c021-aab5-447b-9c97-0a5f2c72f4c4 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Calling delete_port for d0b79d30-7e86-4f90-aba4-bac3020e7c5d owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:44:45.147164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f2468bb-24e6-4296-92cc-a9c447028bc2 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.147663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2468bb-24e6-4296-92cc-a9c447028bc2 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b140faf6-8271-4b90-beec-f15970185510 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:44:45.157501 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f2468bb-24e6-4296-92cc-a9c447028bc2 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.162369 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3f2468bb-24e6-4296-92cc-a9c447028bc2 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] 10.222.0.31 "DELETE /v2.0/routers/b140faf6-8271-4b90-beec-f15970185510 HTTP/1.1" status: 204 len: 168 time: 0.9959412 Nov 28 07:44:45.193877 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34502) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:45.210600 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a634278e-0dd2-45f6-9ab4-0b5bbb6e6b56 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Request body: {'router': {'name': 'tempest-router-1037773724', 'distributed': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:45.323832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0eb578f9-e3df-433b-8246-8960ae940a2c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.326589 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.api [None req-89b50359-752a-41f2-ace1-8fd7aa32a06b tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:44:45.326589 dv-neutron-744815-16-hyperv neutron-server[115119]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 28 07:44:45.326589 dv-neutron-744815-16-hyperv neutron-server[115119]: [parameters: {'project_id_1': '452967da0d084435aba89302d5c7f15f', 'expiration_1': datetime.datetime(2021, 11, 28, 7, 44, 25, 264008)}] Nov 28 07:44:45.326589 dv-neutron-744815-16-hyperv neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:44:45.327378 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG oslo_db.api [None req-89b50359-752a-41f2-ace1-8fd7aa32a06b tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:44:45.345985 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-357be7fa-b239-41bf-83cd-28929f2a1cde None None] Provisioning complete for port 3616f27b-6370-4cc0-a8ad-379e57c9c309 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:45.346766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-357be7fa-b239-41bf-83cd-28929f2a1cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.351120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a634278e-0dd2-45f6-9ab4-0b5bbb6e6b56 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.353703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a634278e-0dd2-45f6-9ab4-0b5bbb6e6b56 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.369849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.452461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:44:45.453532 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3be673aa-638e-4d31-8543-6ac69b0ae5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.459346 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2ca5d4b7-bd19-47cd-b3c3-df9542ef66b3 admin admin] 10.222.0.31 "PUT /v2.0/routers/975dc089-e7c1-4a7b-a283-f0abe50ed838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5156879 Nov 28 07:44:45.481429 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Sync routers for ids ['975dc089-e7c1-4a7b-a283-f0abe50ed838'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:44:45.500802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 29c2a751-62a9-4b48-85f0-c5f3105e7064 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:45.507652 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-150b117c-68c5-4fd9-9e48-fad07df85a2a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.547664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a634278e-0dd2-45f6-9ab4-0b5bbb6e6b56 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.548252 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Allocated IP 172.20.0.1 (db240e92-4657-404b-8ef6-82b1c7e0a1b4/82c1a081-8f46-4c98-a9e2-52525c803bac/76767b81-aef3-439a-9d54-96bd87d385d8) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:45.560495 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a634278e-0dd2-45f6-9ab4-0b5bbb6e6b56 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.574692 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Routers {'975dc089-e7c1-4a7b-a283-f0abe50ed838'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:44:45.575352 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['975dc089-e7c1-4a7b-a283-f0abe50ed838'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:45.583765 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-357be7fa-b239-41bf-83cd-28929f2a1cde None None] Port 3616f27b-6370-4cc0-a8ad-379e57c9c309 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:44:45.595595 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.669285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a634278e-0dd2-45f6-9ab4-0b5bbb6e6b56 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.673208 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a634278e-0dd2-45f6-9ab4-0b5bbb6e6b56 tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4743090 Nov 28 07:44:45.690633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6379c021-aab5-447b-9c97-0a5f2c72f4c4 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.695358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34506) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:45.727715 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-cfb29585-5a82-4b9f-a6d6-293b9599ad99 None None] Could not find standard attr ID for object d0b79d30-7e86-4f90-aba4-bac3020e7c5d. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:44:45.732986 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 29c2a751-62a9-4b48-85f0-c5f3105e7064 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:45.733578 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.743951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-150b117c-68c5-4fd9-9e48-fad07df85a2a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.747501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-150b117c-68c5-4fd9-9e48-fad07df85a2a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.774408 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-150b117c-68c5-4fd9-9e48-fad07df85a2a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/1592a5f8-aefa-47e4-b3ef-7c4d8359ef0b HTTP/1.1" status: 204 len: 168 time: 2.5869732 Nov 28 07:44:45.795171 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b117c-68c5-4fd9-9e48-fad07df85a2a tempest-ExternalNetworksAdminNegativeTestJSON-1563238799 tempest-ExternalNetworksAdminNegativeTestJSON-1563238799-project-admin] Pushing event deleted for resources: {'Port': ['ID=419c08f5-d3d7-41a0-9531-270d649dbc4a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:45.808565 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0eb578f9-e3df-433b-8246-8960ae940a2c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.879467 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:45.923554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb578f9-e3df-433b-8246-8960ae940a2c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=b12f6459-8938-4c18-97b7-0c59e8f2c751,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:45.926890 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0eb578f9-e3df-433b-8246-8960ae940a2c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:45.931453 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0eb578f9-e3df-433b-8246-8960ae940a2c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/b12f6459-8938-4c18-97b7-0c59e8f2c751 HTTP/1.1" status: 204 len: 168 time: 1.5124021 Nov 28 07:44:45.940594 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34518) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:45.951486 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b50359-752a-41f2-ace1-8fd7aa32a06b tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Made reservation on behalf of 452967da0d084435aba89302d5c7f15f for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:45.955200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-89b50359-752a-41f2-ace1-8fd7aa32a06b tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:46.043212 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325412f3-9186-4125-8cb7-abac5150e9bb None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:46.053811 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:46.063055 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:46.063592 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:46.244790 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:46.252886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-cfb29585-5a82-4b9f-a6d6-293b9599ad99 None None] Provisioning complete for port 3616f27b-6370-4cc0-a8ad-379e57c9c309 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:46.254044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cfb29585-5a82-4b9f-a6d6-293b9599ad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:46.367690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34524) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:46.381083 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:46.392651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-cfb29585-5a82-4b9f-a6d6-293b9599ad99 None None] Port 3616f27b-6370-4cc0-a8ad-379e57c9c309 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:44:46.474048 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Network db240e92-4657-404b-8ef6-82b1c7e0a1b4 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:46.501281 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:46.504558 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:46.505433 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:46.524345 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 88b7ba63-9d50-42a1-a78b-f81f120f0934 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:46.559143 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Set router 975dc089-e7c1-4a7b-a283-f0abe50ed838 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:44:46.599004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Pushing event updated for resources: {'Port': ['ID=ad6ab798-7322-41e0-a120-485b205662fb,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:46.604657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Pushing event updated for resources: {'Port': ['ID=76767b81-aef3-439a-9d54-96bd87d385d8,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:46.617532 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b238231d-ce20-427d-be18-a8c5bcba993f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6681948 Nov 28 07:44:46.623335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34528) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:46.637944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8684f34c-0369-4d3a-9b07-c21297603498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:46.701432 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a2c0275-538c-4297-8d03-8d7ddef12c68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:46.762461 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-cfb29585-5a82-4b9f-a6d6-293b9599ad99 None None] Provisioning complete for port 9f677b1f-771d-4de5-a250-e5c556bb791d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:46.762838 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cfb29585-5a82-4b9f-a6d6-293b9599ad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:46.805194 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a408a681-534b-4729-be44-cf7a6deb526d tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:46.918587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6379c021-aab5-447b-9c97-0a5f2c72f4c4 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:46.923040 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6379c021-aab5-447b-9c97-0a5f2c72f4c4 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] 10.222.0.31 "DELETE /v2.0/ports/d0b79d30-7e86-4f90-aba4-bac3020e7c5d HTTP/1.1" status: 204 len: 168 time: 3.8778417 Nov 28 07:44:46.929440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34534) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:46.930812 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379c021-aab5-447b-9c97-0a5f2c72f4c4 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Pushing event deleted for resources: {'Port': ['ID=d0b79d30-7e86-4f90-aba4-bac3020e7c5d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:46.979060 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8684f34c-0369-4d3a-9b07-c21297603498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:46.983845 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8684f34c-0369-4d3a-9b07-c21297603498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.113926 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.129348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6798677-0630-4c42-89d5-d6f6085433f6 None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:44:47.213565 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a2c0275-538c-4297-8d03-8d7ddef12c68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.218648 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 88b7ba63-9d50-42a1-a78b-f81f120f0934 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:47.219193 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.219718 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-255c0a9e-c7d1-4869-b1fa-b1f9b171efba tempest-DHCPAgentSchedulersTestJSON-1426802782 tempest-DHCPAgentSchedulersTestJSON-1426802782-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4567 time: 0.2791731 Nov 28 07:44:47.244442 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34538) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:47.247171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a408a681-534b-4729-be44-cf7a6deb526d tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.251433 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a408a681-534b-4729-be44-cf7a6deb526d tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.254751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e0967955-fcf9-4508-81b4-377c7c0dc2c5 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1774932649'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:47.258712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a2c0275-538c-4297-8d03-8d7ddef12c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.313590 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34540) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:47.321751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1c17bf99-c1a7-4195-9c8e-a0d820fa57cc tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670621438', 'description': 'tempest-description--1164978199'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:47.354172 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8a2c0275-538c-4297-8d03-8d7ddef12c68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0de8d1ee9014691a645f19754b7bb94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9852047 Nov 28 07:44:47.363033 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34542) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:47.366948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a6798677-0630-4c42-89d5-d6f6085433f6 None None] Deleting port e56090e7-aa41-43e2-9257-4975385b976f {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:44:47.367524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a6798677-0630-4c42-89d5-d6f6085433f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.387387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c0275-538c-4297-8d03-8d7ddef12c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbd29a2-690d-4696-9266-db8909f56730,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:47.401351 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0967955-fcf9-4508-81b4-377c7c0dc2c5 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Made reservation on behalf of c959b369633d4a22a985c77d3883de47 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:47.405329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0967955-fcf9-4508-81b4-377c7c0dc2c5 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.471640 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:44:41Z', 'revision_number': 4, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port': {'id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:32Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '3616f27b-6370-4cc0-a8ad-379e57c9c309', 'name': '', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'mac_address': 'fa:16:3e:b1:a2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:40Z', 'updated_at': '2021-11-28T07:44:42Z', 'revision_number': 2, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'subnets': [{'id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:47.488898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a6798677-0630-4c42-89d5-d6f6085433f6 None None] For port e56090e7-aa41-43e2-9257-4975385b976f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e56090e7-aa41-43e2-9257-4975385b976f,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:47.489298 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a6798677-0630-4c42-89d5-d6f6085433f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.492790 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a408a681-534b-4729-be44-cf7a6deb526d tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.493418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a408a681-534b-4729-be44-cf7a6deb526d tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e985ddf-d43c-4cf7-a3f9-75d3f844703e {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:44:47.527588 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0967955-fcf9-4508-81b4-377c7c0dc2c5 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:44:47.538208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0967955-fcf9-4508-81b4-377c7c0dc2c5 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.538544 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-e0967955-fcf9-4508-81b4-377c7c0dc2c5 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Added segment b371840a-8d52-4038-b7ed-04c9fb7f1a73 of type vlan for network 85e495c3-8485-43b2-bc0e-295003a2bb94 Nov 28 07:44:47.539125 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1c17bf99-c1a7-4195-9c8e-a0d820fa57cc tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.543642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a408a681-534b-4729-be44-cf7a6deb526d tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.544467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Checking router: 975dc089-e7c1-4a7b-a283-f0abe50ed838 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:44:47.544833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Updating router 975dc089-e7c1-4a7b-a283-f0abe50ed838 port 3616f27b-6370-4cc0-a8ad-379e57c9c309 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:44:47.545004 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a408a681-534b-4729-be44-cf7a6deb526d tempest-RoutersTestDVR-1355781995 tempest-RoutersTestDVR-1355781995-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4e985ddf-d43c-4cf7-a3f9-75d3f844703e HTTP/1.1" status: 204 len: 168 time: 1.8486342 Nov 28 07:44:47.548139 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.549086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a6798677-0630-4c42-89d5-d6f6085433f6 None None] Calling delete_port for e56090e7-aa41-43e2-9257-4975385b976f owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:44:47.560014 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9f677b1f-771d-4de5-a250-e5c556bb791d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:47.592299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a8a0ecac-11a5-4ec3-a5c3-8e9fe507cb93 None None] Provisioning complete for port 76767b81-aef3-439a-9d54-96bd87d385d8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:47.592674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a8a0ecac-11a5-4ec3-a5c3-8e9fe507cb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.596345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0967955-fcf9-4508-81b4-377c7c0dc2c5 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.638786 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0967955-fcf9-4508-81b4-377c7c0dc2c5 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.646157 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0967955-fcf9-4508-81b4-377c7c0dc2c5 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:47.646911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0967955-fcf9-4508-81b4-377c7c0dc2c5 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.703045 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.753117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0967955-fcf9-4508-81b4-377c7c0dc2c5 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Pushing event updated for resources: {'Network': ['ID=85e495c3-8485-43b2-bc0e-295003a2bb94,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:47.763519 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e0967955-fcf9-4508-81b4-377c7c0dc2c5 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5156059 Nov 28 07:44:47.767847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34546) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:47.800867 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0ecac-11a5-4ec3-a5c3-8e9fe507cb93 None None] Port 76767b81-aef3-439a-9d54-96bd87d385d8 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:44:47.813195 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-36806826-7da3-4f64-bb40-6ff406ae3e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.815206 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 85e495c3-8485-43b2-bc0e-295003a2bb94 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:44:47.865656 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1c17bf99-c1a7-4195-9c8e-a0d820fa57cc tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.870144 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-89b50359-752a-41f2-ace1-8fd7aa32a06b tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.891586 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1c17bf99-c1a7-4195-9c8e-a0d820fa57cc tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.982639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-36806826-7da3-4f64-bb40-6ff406ae3e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:47.998425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17bf99-c1a7-4195-9c8e-a0d820fa57cc tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95567013-c975-4a28-8502-72ca0ade0df9,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:48.000008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8684f34c-0369-4d3a-9b07-c21297603498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.058054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a8a0ecac-11a5-4ec3-a5c3-8e9fe507cb93 None None] Provisioning complete for port ad6ab798-7322-41e0-a120-485b205662fb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:48.059915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a8a0ecac-11a5-4ec3-a5c3-8e9fe507cb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.063080 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-29642678-aae3-4f57-8632-721e19e2c650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.063776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1c17bf99-c1a7-4195-9c8e-a0d820fa57cc tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.071774 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1c17bf99-c1a7-4195-9c8e-a0d820fa57cc tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7530918 Nov 28 07:44:48.076811 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34552) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:48.087720 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-66338d3b-6025-4b5e-9cee-fc0b4a19fcfd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Request body: {'security_group_rule': {'security_group_id': '95567013-c975-4a28-8502-72ca0ade0df9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:48.103282 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8684f34c-0369-4d3a-9b07-c21297603498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:48.103911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b50359-752a-41f2-ace1-8fd7aa32a06b tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event updated for resources: {'Subnet': ['ID=8668614e-f7d4-4dd5-a359-54b6114c235d,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:48.109873 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b50359-752a-41f2-ace1-8fd7aa32a06b tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Checking segment: {'id': 'f5bf11f2-e909-476f-8abc-c50a490fbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6085a338-5e3d-4b92-ab31-60a077d28af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:48.110227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b50359-752a-41f2-ace1-8fd7aa32a06b tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Network hostable DHCP agents. Network: 6085a338-5e3d-4b92-ab31-60a077d28af7, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:44:48.114579 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.127502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-8684f34c-0369-4d3a-9b07-c21297603498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:48.140953 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.141980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.149845 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 9f677b1f-771d-4de5-a250-e5c556bb791d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:48.150238 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.152752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.161399 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.162263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.166377 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8684f34c-0369-4d3a-9b07-c21297603498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:48.167270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8684f34c-0369-4d3a-9b07-c21297603498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.171415 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a6798677-0630-4c42-89d5-d6f6085433f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.181841 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34554) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:48.186220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-66338d3b-6025-4b5e-9cee-fc0b4a19fcfd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.215980 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b50359-752a-41f2-ace1-8fd7aa32a06b tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Network 6085a338-5e3d-4b92-ab31-60a077d28af7 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:44:48.249674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6798677-0630-4c42-89d5-d6f6085433f6 None None] Pushing event deleted for resources: {'Port': ['ID=e56090e7-aa41-43e2-9257-4975385b976f,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:48.259518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6798677-0630-4c42-89d5-d6f6085433f6 None None] No DVR routers for this DVR port e56090e7-aa41-43e2-9257-4975385b976f on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:44:48.279565 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0ecac-11a5-4ec3-a5c3-8e9fe507cb93 None None] Port ad6ab798-7322-41e0-a120-485b205662fb cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:44:48.330280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc6a0f8-4ca8-4ecd-be07-905b8991b710 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:48.357879 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Pushing event updated for resources: {'Port': ['ID=ad6ab798-7322-41e0-a120-485b205662fb,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:48.432510 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-89b50359-752a-41f2-ace1-8fd7aa32a06b tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 6085a338-5e3d-4b92-ab31-60a077d28af7) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:48.443230 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b50359-752a-41f2-ace1-8fd7aa32a06b tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:48.444635 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-89b50359-752a-41f2-ace1-8fd7aa32a06b tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.450597 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b405e2e6-6b3d-41fe-b56a-bf3fdf651487 None None] Network 6085a338-5e3d-4b92-ab31-60a077d28af7 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:48.452640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Network db240e92-4657-404b-8ef6-82b1c7e0a1b4 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:48.460255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccf5912e-7da5-4a2e-837c-3c8d4d23eac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.481733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:48.498856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-66338d3b-6025-4b5e-9cee-fc0b4a19fcfd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.508768 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-89b50359-752a-41f2-ace1-8fd7aa32a06b tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8218844 Nov 28 07:44:48.512392 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34558) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:48.521290 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1645923399', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:48.529854 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-66338d3b-6025-4b5e-9cee-fc0b4a19fcfd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.564737 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:48.574472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66338d3b-6025-4b5e-9cee-fc0b4a19fcfd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c954e1-62b5-4310-a76a-2c821471f1c8,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:48.577068 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:48.586827 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e56090e7-aa41-43e2-9257-4975385b976f up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:48.641260 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: e56090e7-aa41-43e2-9257-4975385b976f {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:44:48.641823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e56090e7-aa41-43e2-9257-4975385b976f not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 28 07:44:48.644409 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684f34c-0369-4d3a-9b07-c21297603498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=f5efaf64-c762-4b36-8927-b1d4530ca8d5,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:48.662616 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8684f34c-0369-4d3a-9b07-c21297603498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0341878 Nov 28 07:44:48.680090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34560) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:48.689460 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d803c60f-be3c-44c6-b10b-b3d0d94745e7 tempest-DHCPAgentSchedulersTestJSON-1426802782 tempest-DHCPAgentSchedulersTestJSON-1426802782-project-admin] 10.222.0.31 "GET /v2.0/agents/24e6a0a3-d63c-4dbb-a279-d8c5a03a884d/dhcp-networks HTTP/1.1" status: 200 len: 6435 time: 0.9059777 Nov 28 07:44:48.694520 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34562) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:48.698359 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-703332d8-c04d-4366-91a5-cd15c0b7b6b6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'name': 'tempest-NetworksTestDHCPv6-1253855515'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:48.718728 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Port e56090e7-aa41-43e2-9257-4975385b976f not found, will not notify nova. {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 28 07:44:48.719226 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 83ff5548-0a4b-4aca-bb01-053c50eb6911 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:48.772029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.777892 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-36806826-7da3-4f64-bb40-6ff406ae3e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.780431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-36806826-7da3-4f64-bb40-6ff406ae3e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.781594 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-36806826-7da3-4f64-bb40-6ff406ae3e2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdbd29a2-690d-4696-9266-db8909f56730 HTTP/1.1" status: 204 len: 168 time: 1.4176023 Nov 28 07:44:48.782564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Pushing event updated for resources: {'Port': ['ID=76767b81-aef3-439a-9d54-96bd87d385d8,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:48.795509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:44:48.800662 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:44:48.810012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccf5912e-7da5-4a2e-837c-3c8d4d23eac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.817824 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.819494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.840405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccf5912e-7da5-4a2e-837c-3c8d4d23eac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.874753 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-66338d3b-6025-4b5e-9cee-fc0b4a19fcfd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.878991 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-66338d3b-6025-4b5e-9cee-fc0b4a19fcfd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7965367 Nov 28 07:44:48.879132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:48.884273 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ccf5912e-7da5-4a2e-837c-3c8d4d23eac0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90393bb0749347b7b41f1b00320555cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6916485 Nov 28 07:44:48.887829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34566) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:48.888046 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34568) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:48.901517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0339deda-5731-454a-a150-e0317f59a8f8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Request body: {'security_group_rule': {'security_group_id': '95567013-c975-4a28-8502-72ca0ade0df9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:48.988273 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36806826-7da3-4f64-bb40-6ff406ae3e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbd29a2-690d-4696-9266-db8909f56730,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:49.144666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970dab5b-2f2f-4926-ae77-0936122a86af tempest-DHCPAgentSchedulersTestJSON-1426802782 tempest-DHCPAgentSchedulersTestJSON-1426802782-project-admin] Network 85e495c3-8485-43b2-bc0e-295003a2bb94 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:44:49.203443 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-970dab5b-2f2f-4926-ae77-0936122a86af tempest-DHCPAgentSchedulersTestJSON-1426802782 tempest-DHCPAgentSchedulersTestJSON-1426802782-project-admin] 10.222.0.31 "POST /v2.0/agents/24e6a0a3-d63c-4dbb-a279-d8c5a03a884d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4938304 Nov 28 07:44:49.206831 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34574) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:49.224033 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-6085a338-5e3d-4b92-ab31-60a077d28af7', 'network_id': '6085a338-5e3d-4b92-ab31-60a077d28af7', 'tenant_id': '452967da0d084435aba89302d5c7f15f', 'fixed_ips': [{'subnet_id': '8668614e-f7d4-4dd5-a359-54b6114c235d'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:44:49.225091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:49.228031 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc08420-b512-4421-a095-302b3fce585c None None] Network 85e495c3-8485-43b2-bc0e-295003a2bb94 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:49.333873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': 'f5efaf64-c762-4b36-8927-b1d4530ca8d5'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:44:49.334930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:49.371923 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:49.382555 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0339deda-5731-454a-a150-e0317f59a8f8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:49.383560 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-768fa096-0752-4e40-a755-bc9a5f60bde3 tempest-DHCPAgentSchedulersTestJSON-1426802782 tempest-DHCPAgentSchedulersTestJSON-1426802782-project-admin] 10.222.0.31 "GET /v2.0/agents/24e6a0a3-d63c-4dbb-a279-d8c5a03a884d/dhcp-networks HTTP/1.1" status: 200 len: 8046 time: 0.1718080 Nov 28 07:44:49.385789 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:44:49.389304 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5912e-7da5-4a2e-837c-3c8d4d23eac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc8e896-3b9e-4590-9f2a-7ec66d94c97d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:49.394550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34582) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:49.399681 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Sync routers for ids ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:44:49.416101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dd036e98-0ca0-4b68-98b3-a5c474ff4324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:49.421850 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8c9a7b8c-9adb-4fc8-9a6a-2ddd597ebbe2 admin admin] 10.222.0.31 "PUT /v2.0/routers/6610e98f-412c-4b1d-aa5f-c4eb2dcafc15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2090745 Nov 28 07:44:49.425971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703332d8-c04d-4366-91a5-cd15c0b7b6b6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:49.427534 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Routers {'6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:44:49.428380 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:49.439172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-703332d8-c04d-4366-91a5-cd15c0b7b6b6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:49.488695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-703332d8-c04d-4366-91a5-cd15c0b7b6b6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port 45fb1ea5-a4cd-4a07-8a5d-a4d2f4f17aab yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:44:49.551391 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:44:49.559317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34586) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:49.565310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9a7ad05c-b05d-4517-ab18-7136c6182ed5 None None] Provisioning complete for port 76767b81-aef3-439a-9d54-96bd87d385d8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:49.565795 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9a7ad05c-b05d-4517-ab18-7136c6182ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:49.567789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f79de-d289-4c27-9a6d-e544b3b8b9d6 None None] Pushing event updated for resources: {'Port': ['ID=3616f27b-6370-4cc0-a8ad-379e57c9c309,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:49.665284 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dd036e98-0ca0-4b68-98b3-a5c474ff4324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:49.712266 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Set router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:44:49.769586 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8a8c76c7-06d0-4216-83ca-6fa5ccae86e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=877b01235d52463b9e9d36d091915a53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2068200 Nov 28 07:44:49.770126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Allocated IP 172.20.0.2 (6085a338-5e3d-4b92-ab31-60a077d28af7/8668614e-f7d4-4dd5-a359-54b6114c235d/c436d0f4-3281-4fc4-b027-78b9caf09838) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:49.770857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34596) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:49.869925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-703332d8-c04d-4366-91a5-cd15c0b7b6b6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::26c (c04e62e3-7156-478d-ad66-af6018eecb99/f5efaf64-c762-4b36-8927-b1d4530ca8d5/45fb1ea5-a4cd-4a07-8a5d-a4d2f4f17aab) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:49.904087 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a31b790-78a8-4d14-8c86-efb7bf7dee19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:49.945368 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0339deda-5731-454a-a150-e0317f59a8f8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:49.960081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:44:49.966281 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-db58cef3-0836-4954-ab71-75bc3a6dd97e admin admin] 10.222.0.31 "PUT /v2.0/routers/a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3784013 Nov 28 07:44:49.977943 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:49.992277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a31b790-78a8-4d14-8c86-efb7bf7dee19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.008050 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0339deda-5731-454a-a150-e0317f59a8f8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.017200 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Sync routers for ids ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:44:50.044692 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339deda-5731-454a-a150-e0317f59a8f8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a95cb90-d528-482f-949d-39cc8848a025,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:50.066429 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.073562 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.076830 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a94bd517-8a03-43bc-9faa-52377d9c9160 tempest-DHCPAgentSchedulersTestJSON-1426802782 tempest-DHCPAgentSchedulersTestJSON-1426802782-project-admin] 10.222.0.31 "DELETE /v2.0/agents/24e6a0a3-d63c-4dbb-a279-d8c5a03a884d/dhcp-networks/85e495c3-8485-43b2-bc0e-295003a2bb94 HTTP/1.1" status: 204 len: 168 time: 0.6768193 Nov 28 07:44:50.080341 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34602) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:50.109226 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.134605 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 83ff5548-0a4b-4aca-bb01-053c50eb6911 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:50.137486 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.137830 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Routers {'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:44:50.140470 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:50.171363 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a31b790-78a8-4d14-8c86-efb7bf7dee19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.174306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a31b790-78a8-4d14-8c86-efb7bf7dee19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.175824 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8a31b790-78a8-4d14-8c86-efb7bf7dee19 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/242eea25-b9e2-4864-86f6-c03512986557 HTTP/1.1" status: 204 len: 168 time: 0.4030447 Nov 28 07:44:50.184280 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-703332d8-c04d-4366-91a5-cd15c0b7b6b6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.197362 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31b790-78a8-4d14-8c86-efb7bf7dee19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242eea25-b9e2-4864-86f6-c03512986557,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:50.242066 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-703332d8-c04d-4366-91a5-cd15c0b7b6b6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.243736 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Network 6085a338-5e3d-4b92-ab31-60a077d28af7 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:50.258968 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:44:46Z', 'revision_number': 4, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '76767b81-aef3-439a-9d54-96bd87d385d8', 'name': '', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'mac_address': 'fa:16:3e:cc:02:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:44Z', 'updated_at': '2021-11-28T07:44:47Z', 'revision_number': 2, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'subnets': [{'id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:50.280682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:50.332751 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Checking router: 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:44:50.335207 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Updating router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 port 76767b81-aef3-439a-9d54-96bd87d385d8 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:44:50.342174 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:50.371156 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703332d8-c04d-4366-91a5-cd15c0b7b6b6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:50.379881 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-703332d8-c04d-4366-91a5-cd15c0b7b6b6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:50.399076 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703332d8-c04d-4366-91a5-cd15c0b7b6b6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:50.413292 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.426441 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703332d8-c04d-4366-91a5-cd15c0b7b6b6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:50.435710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-703332d8-c04d-4366-91a5-cd15c0b7b6b6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.464361 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Attempting to bind port 3616f27b-6370-4cc0-a8ad-379e57c9c309 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:44:50.464361 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Attempting to bind port 3616f27b-6370-4cc0-a8ad-379e57c9c309 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:44:50.464697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Attempting to bind port 3616f27b-6370-4cc0-a8ad-379e57c9c309 on network ce72ab99-bc55-4271-8115-f97c259a6f8d {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:44:50.466729 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703332d8-c04d-4366-91a5-cd15c0b7b6b6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=45fb1ea5-a4cd-4a07-8a5d-a4d2f4f17aab,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:50.487462 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-703332d8-c04d-4366-91a5-cd15c0b7b6b6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8040831 Nov 28 07:44:50.489781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34610) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:50.545452 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7c46e32b-f3b5-433c-9ca4-e5b1b18c7b1c tempest-DHCPAgentSchedulersTestJSON-1426802782 tempest-DHCPAgentSchedulersTestJSON-1426802782-project-admin] 10.222.0.31 "GET /v2.0/agents/24e6a0a3-d63c-4dbb-a279-d8c5a03a884d/dhcp-networks HTTP/1.1" status: 200 len: 7276 time: 0.4623556 Nov 28 07:44:50.552879 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0339deda-5731-454a-a150-e0317f59a8f8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.554373 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0339deda-5731-454a-a150-e0317f59a8f8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6637094 Nov 28 07:44:50.558909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34614) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:50.559633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34616) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:50.577475 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:50.597215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:44:50.597878 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Checking segment: {'id': '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:50.598303 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.598708 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Bound using segment: {'id': '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:44:50.600326 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Bound port: 3616f27b-6370-4cc0-a8ad-379e57c9c309, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:44:50.600848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.608802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.616294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.641805 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-905fad92-4f38-43a1-9728-67eab846ef47 tempest-DHCPAgentSchedulersTestJSON-1426802782 tempest-DHCPAgentSchedulersTestJSON-1426802782-project-admin] 10.222.0.31 "GET /v2.0/networks/41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.0804677 Nov 28 07:44:50.668829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34618) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:50.679217 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dd036e98-0ca0-4b68-98b3-a5c474ff4324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.684965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dd036e98-0ca0-4b68-98b3-a5c474ff4324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.688301 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dd036e98-0ca0-4b68-98b3-a5c474ff4324 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdc8e896-3b9e-4590-9f2a-7ec66d94c97d HTTP/1.1" status: 204 len: 168 time: 1.7964215 Nov 28 07:44:50.692800 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c728bcd-6d3a-4391-999c-df478ddf5cdd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:50.704904 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3c728bcd-6d3a-4391-999c-df478ddf5cdd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2094693 Nov 28 07:44:50.704904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34622) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:50.727621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Attempting to bind port c436d0f4-3281-4fc4-b027-78b9caf09838 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:44:50.728005 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Attempting to bind port c436d0f4-3281-4fc4-b027-78b9caf09838 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'f5bf11f2-e909-476f-8abc-c50a490fbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6085a338-5e3d-4b92-ab31-60a077d28af7'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:44:50.728367 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Attempting to bind port c436d0f4-3281-4fc4-b027-78b9caf09838 on network 6085a338-5e3d-4b92-ab31-60a077d28af7 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:44:50.742142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Pushing event updated for resources: {'Port': ['ID=c436d0f4-3281-4fc4-b027-78b9caf09838,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:50.747211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd036e98-0ca0-4b68-98b3-a5c474ff4324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc8e896-3b9e-4590-9f2a-7ec66d94c97d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:50.822137 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ffe3e10f-2fd1-4c75-a005-ac7d40775610 tempest-DHCPAgentSchedulersTestJSON-1426802782 tempest-DHCPAgentSchedulersTestJSON-1426802782-project-admin] 10.222.0.31 "GET /v2.0/networks/41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.1319051 Nov 28 07:44:50.826585 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34628) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:50.901511 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] For port 3616f27b-6370-4cc0-a8ad-379e57c9c309, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:44:50.907526 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] For port 3616f27b-6370-4cc0-a8ad-379e57c9c309, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=3616f27b-6370-4cc0-a8ad-379e57c9c309,segment=NetworkSegment(1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28),segment_id=1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:44:50.922971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:44:50.923365 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Checking segment: {'id': 'f5bf11f2-e909-476f-8abc-c50a490fbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6085a338-5e3d-4b92-ab31-60a077d28af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:50.924954 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:50.925374 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Bound using segment: {'id': 'f5bf11f2-e909-476f-8abc-c50a490fbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6085a338-5e3d-4b92-ab31-60a077d28af7'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:44:50.927131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Bound port: c436d0f4-3281-4fc4-b027-78b9caf09838, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bf11f2-e909-476f-8abc-c50a490fbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6085a338-5e3d-4b92-ab31-60a077d28af7'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:44:50.927531 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.203737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-69223184-9f15-49a6-a475-c046400f37eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port 45fb1ea5-a4cd-4a07-8a5d-a4d2f4f17aab {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:44:51.204270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-69223184-9f15-49a6-a475-c046400f37eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.206515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] For port c436d0f4-3281-4fc4-b027-78b9caf09838, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:44:51.218570 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] For port c436d0f4-3281-4fc4-b027-78b9caf09838, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c436d0f4-3281-4fc4-b027-78b9caf09838,segment=NetworkSegment(f5bf11f2-e909-476f-8abc-c50a490fbde2),segment_id=f5bf11f2-e909-476f-8abc-c50a490fbde2)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:44:51.228329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.239600 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.256304 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.389385 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d7d2bd62-bac1-4ea8-a8f7-1165a4c8bddd tempest-DHCPAgentSchedulersTestJSON-1426802782 tempest-DHCPAgentSchedulersTestJSON-1426802782-project-admin] 10.222.0.31 "GET /v2.0/agents/24e6a0a3-d63c-4dbb-a279-d8c5a03a884d/dhcp-networks HTTP/1.1" status: 200 len: 7276 time: 0.5598352 Nov 28 07:44:51.395625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34640) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:51.417010 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-69223184-9f15-49a6-a475-c046400f37eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.423933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ad05c-b05d-4517-ab18-7136c6182ed5 None None] Port 76767b81-aef3-439a-9d54-96bd87d385d8 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:44:51.430223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34642) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:51.445197 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec1de7-2095-43ae-855c-446ac28fea6c None None] Pushing event updated for resources: {'Port': ['ID=76767b81-aef3-439a-9d54-96bd87d385d8,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:51.446211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34644) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:51.461175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f79de-d289-4c27-9a6d-e544b3b8b9d6 None None] Pushing event updated for resources: {'Port': ['ID=3616f27b-6370-4cc0-a8ad-379e57c9c309,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:51.498285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-cdda2cd3-d9c5-49aa-9085-48d1346dad67 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--746855726', 'description': 'tempest-description--1253565487'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:51.501717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.525814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-69223184-9f15-49a6-a475-c046400f37eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for 45fb1ea5-a4cd-4a07-8a5d-a4d2f4f17aab owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:44:51.543776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d4fe-d96a-44f8-ae4c-48605266c5eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.586296 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Attempting to bind port 76767b81-aef3-439a-9d54-96bd87d385d8 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:44:51.588324 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Attempting to bind port 76767b81-aef3-439a-9d54-96bd87d385d8 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '125eb330-7b86-4cef-8143-0e8efc42e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:44:51.588766 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Attempting to bind port 76767b81-aef3-439a-9d54-96bd87d385d8 on network db240e92-4657-404b-8ef6-82b1c7e0a1b4 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:44:51.593207 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cdda2cd3-d9c5-49aa-9085-48d1346dad67 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.602248 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:44:51.602894 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Checking segment: {'id': '125eb330-7b86-4cef-8143-0e8efc42e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:51.603506 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.604129 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Bound using segment: {'id': '125eb330-7b86-4cef-8143-0e8efc42e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:44:51.606011 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Bound port: 76767b81-aef3-439a-9d54-96bd87d385d8, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125eb330-7b86-4cef-8143-0e8efc42e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:44:51.609022 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.677698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.681419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Allocated IP 2001:db8::2 (c04e62e3-7156-478d-ad66-af6018eecb99/f5efaf64-c762-4b36-8927-b1d4530ca8d5/af6ab6f9-bb42-4850-bbdb-5ad902e62f47) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:51.709613 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.776654 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cdda2cd3-d9c5-49aa-9085-48d1346dad67 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.788113 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] For port 76767b81-aef3-439a-9d54-96bd87d385d8, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:44:51.797354 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] For port 76767b81-aef3-439a-9d54-96bd87d385d8, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=76767b81-aef3-439a-9d54-96bd87d385d8,segment=NetworkSegment(125eb330-7b86-4cef-8143-0e8efc42e843),segment_id=125eb330-7b86-4cef-8143-0e8efc42e843)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:44:51.806187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cdda2cd3-d9c5-49aa-9085-48d1346dad67 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.810985 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.878587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.912852 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec1de7-2095-43ae-855c-446ac28fea6c None None] Pushing event updated for resources: {'Port': ['ID=76767b81-aef3-439a-9d54-96bd87d385d8,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:51.952379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Routers {'975dc089-e7c1-4a7b-a283-f0abe50ed838'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:44:51.955235 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['975dc089-e7c1-4a7b-a283-f0abe50ed838'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:51.975398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cdda2cd3-d9c5-49aa-9085-48d1346dad67 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:51.975398 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cdda2cd3-d9c5-49aa-9085-48d1346dad67 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5262938 Nov 28 07:44:51.975627 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Routers {'6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:44:51.975905 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:51.987966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda2cd3-d9c5-49aa-9085-48d1346dad67 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588f8771-30ca-41e7-bb49-469a442092f3,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:52.003968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34654) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:52.025188 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-94b3d1c3-b484-4c12-9ef8-30ab72132e2b tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Request body: {'security_group_rule': {'security_group_id': '588f8771-30ca-41e7-bb49-469a442092f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:52.100411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9a7ad05c-b05d-4517-ab18-7136c6182ed5 None None] Provisioning complete for port ad6ab798-7322-41e0-a120-485b205662fb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:52.107993 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9a7ad05c-b05d-4517-ab18-7136c6182ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:52.110481 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:52.280952 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] Set router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:44:52.285424 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 83ff5548-0a4b-4aca-bb01-053c50eb6911, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=83ff5548-0a4b-4aca-bb01-053c50eb6911,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:52.378287 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:52.379081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4b675ca4-306d-4e9d-bb25-ed2d3968953e up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:52.431334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:52.462251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > segment before_delete 55550000 {{(pid=115118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:52.463021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:52.464036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:52.464587 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > port after_create 55550000 {{(pid=115118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:52.465114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > port after_delete 55550000 {{(pid=115118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:52.465682 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > port after_update 55550000 {{(pid=115118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:52.466770 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > segment after_delete 55550000 {{(pid=115118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:52.467329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet after_create 55550000 {{(pid=115118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:52.468043 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet after_delete 55550000 {{(pid=115118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:52.468584 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet after_update 55550000 {{(pid=115118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:52.514581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-94b3d1c3-b484-4c12-9ef8-30ab72132e2b tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:52.544759 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Set router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:44:52.546851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6f01f-8edf-40e0-9753-af39b49f5275 None None] Pushing event updated for resources: {'Port': ['ID=c436d0f4-3281-4fc4-b027-78b9caf09838,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:52.578470 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d4fe-d96a-44f8-ae4c-48605266c5eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:52.580843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:52.618175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d4fe-d96a-44f8-ae4c-48605266c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:52.627463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:52.722618 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:44:46Z', 'revision_number': 4, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '76767b81-aef3-439a-9d54-96bd87d385d8', 'name': '', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'mac_address': 'fa:16:3e:cc:02:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:44Z', 'updated_at': '2021-11-28T07:44:51Z', 'revision_number': 4, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'subnets': [{'id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:52.767499 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d0d1d4fe-d96a-44f8-ae4c-48605266c5eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87a708112e56450690bd7df06b0f5710&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3093221 Nov 28 07:44:52.767691 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63387d42-21bb-4c06-9a9c-20655179464d None None] The sync data for ids ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'] in dv-neutron-744815-16-hyperv is: [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:44:46Z', 'revision_number': 4, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '76767b81-aef3-439a-9d54-96bd87d385d8', 'name': '', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'mac_address': 'fa:16:3e:cc:02:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:44Z', 'updated_at': '2021-11-28T07:44:51Z', 'revision_number': 4, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'subnets': [{'id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:44:52.783827 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1d4fe-d96a-44f8-ae4c-48605266c5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5dc6b8-b236-483e-a761-cf72e48d1f99,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:52.789657 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34666) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:52.837722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Allocated IP 172.26.2.98 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/4700b009-a401-4889-b90c-7472abf64a9b) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:52.877069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet after_create 55550000 {{(pid=115118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:52.877425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet after_delete 55550000 {{(pid=115118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:52.877758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet before_create 55550000 {{(pid=115118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:52.878091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet before_update 55550000 {{(pid=115118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:52.883911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-94b3d1c3-b484-4c12-9ef8-30ab72132e2b tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:52.884088 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e495c3-8485-43b2-bc0e-295003a2bb94']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:52.891503 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-94b3d1c3-b484-4c12-9ef8-30ab72132e2b tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:52.964400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b371840a-8d52-4038-b7ed-04c9fb7f1a73') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:52.964717 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b371840a-8d52-4038-b7ed-04c9fb7f1a73') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:53.006095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3d1c3-b484-4c12-9ef8-30ab72132e2b tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f1eb57-88d1-406c-bf74-d94ad5ef797f,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:53.020105 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.034303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-94b3d1c3-b484-4c12-9ef8-30ab72132e2b tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.042280 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-94b3d1c3-b484-4c12-9ef8-30ab72132e2b tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0300751 Nov 28 07:44:53.044475 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34670) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:53.054092 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e8809e8a-d0f2-474e-9ecc-3392e37f7fe9 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Request body: {'security_group_rule': {'security_group_id': '588f8771-30ca-41e7-bb49-469a442092f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:53.104664 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.114577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34672) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:53.121670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-beaaf04f-0129-4bf8-8ec2-de617b954219 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--483952427', 'description': 'tempest-description--2069425544'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:53.136394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34674) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:53.145444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:44:53.146133 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.152412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-69223184-9f15-49a6-a475-c046400f37eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: from cryptography.utils import int_from_bytes Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: from cryptography.utils import int_from_bytes Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:44:53.160412 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:44:53.196519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=83ff5548-0a4b-4aca-bb01-053c50eb6911,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:53.202381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ad05c-b05d-4517-ab18-7136c6182ed5 None None] Port ad6ab798-7322-41e0-a120-485b205662fb cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:44:53.273633 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69223184-9f15-49a6-a475-c046400f37eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=45fb1ea5-a4cd-4a07-8a5d-a4d2f4f17aab,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:53.308137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-69223184-9f15-49a6-a475-c046400f37eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.318269 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-69223184-9f15-49a6-a475-c046400f37eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/45fb1ea5-a4cd-4a07-8a5d-a4d2f4f17aab HTTP/1.1" status: 204 len: 168 time: 2.6137998 Nov 28 07:44:53.323743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34678) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:53.350975 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] Set router 975dc089-e7c1-4a7b-a283-f0abe50ed838 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:44:53.373453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.378752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.382718 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] 10.222.0.31 "DELETE /v2.0/networks/85e495c3-8485-43b2-bc0e-295003a2bb94 HTTP/1.1" status: 204 len: 168 time: 1.9854345 Nov 28 07:44:53.394251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34680) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:53.430807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecfc99-6985-4806-b832-e20244c6f9d3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Pushing event deleted for resources: {'Network': ['ID=85e495c3-8485-43b2-bc0e-295003a2bb94,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:53.443246 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba1887c-317c-404f-9547-581f96932838 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] DELETE failed (client error): The resource could not be found. Nov 28 07:44:53.443862 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba1887c-317c-404f-9547-581f96932838 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:44:53.446911 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6ba1887c-317c-404f-9547-581f96932838 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] 10.222.0.31 "DELETE /v2.0/ports/d0b79d30-7e86-4f90-aba4-bac3020e7c5d HTTP/1.1" status: 404 len: 333 time: 0.0516934 Nov 28 07:44:53.451291 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34682) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:53.461594 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d951aa8b-6fe2-4e93-8e50-ff375d864e6e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:53.465375 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d951aa8b-6fe2-4e93-8e50-ff375d864e6e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:53.465375 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d951aa8b-6fe2-4e93-8e50-ff375d864e6e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1405079 Nov 28 07:44:53.472146 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34684) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:53.484073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.522992 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91315045-1fe7-437c-8d34-cc66f5a1465a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.529573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.585047 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e8809e8a-d0f2-474e-9ecc-3392e37f7fe9 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.604917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1929542473'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:53.624929 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b51e944-32e5-42d5-9052-2a44a12eb8fb tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Deleting subnet 67187263-8e17-4bb1-a0ee-172a91a53af1 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:44:53.668921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b51e944-32e5-42d5-9052-2a44a12eb8fb tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.695217 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91315045-1fe7-437c-8d34-cc66f5a1465a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.722354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-beaaf04f-0129-4bf8-8ec2-de617b954219 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.788629 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22d1f47-ea60-4bcc-aa40-4c081ddb67d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet f5efaf64-c762-4b36-8927-b1d4530ca8d5 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:44:53.790557 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e8809e8a-d0f2-474e-9ecc-3392e37f7fe9 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.792366 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b22d1f47-ea60-4bcc-aa40-4c081ddb67d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.806243 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e8809e8a-d0f2-474e-9ecc-3392e37f7fe9 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.830265 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Made reservation on behalf of 8360923de43f4a0db2ef8d4bd1f1c2ef for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:53.834445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.838408 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b51e944-32e5-42d5-9052-2a44a12eb8fb tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.845434 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3729d6ea-def4-4756-975d-999435f4bb4e None None] Network 6085a338-5e3d-4b92-ab31-60a077d28af7 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:53.847124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8809e8a-d0f2-474e-9ecc-3392e37f7fe9 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca098709-163f-4c29-8ca0-2be2f7626ab5,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:53.861422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e8809e8a-d0f2-474e-9ecc-3392e37f7fe9 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.862650 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e8809e8a-d0f2-474e-9ecc-3392e37f7fe9 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8173387 Nov 28 07:44:53.870228 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34686) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:53.873151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:53.886629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.889515 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.895523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b22d1f47-ea60-4bcc-aa40-4c081ddb67d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.908002 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91315045-1fe7-437c-8d34-cc66f5a1465a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.913560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91315045-1fe7-437c-8d34-cc66f5a1465a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.917205 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-91315045-1fe7-437c-8d34-cc66f5a1465a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d5dc6b8-b236-483e-a761-cf72e48d1f99 HTTP/1.1" status: 204 len: 168 time: 1.1092265 Nov 28 07:44:53.933066 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91315045-1fe7-437c-8d34-cc66f5a1465a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5dc6b8-b236-483e-a761-cf72e48d1f99,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:53.935797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:53.951825 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:53.972212 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Pushing event updated for resources: {'Port': ['ID=af6ab6f9-bb42-4850-bbdb-5ad902e62f47,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:53.997353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2b05fef0-8925-441a-9c7d-68e195cd21f6 None None] Provisioning complete for port 76767b81-aef3-439a-9d54-96bd87d385d8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:53.997730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2b05fef0-8925-441a-9c7d-68e195cd21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.056849 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:54.089998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.097844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:54.103403 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-beaaf04f-0129-4bf8-8ec2-de617b954219 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.120926 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-beaaf04f-0129-4bf8-8ec2-de617b954219 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.125025 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b51e944-32e5-42d5-9052-2a44a12eb8fb tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.133810 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 4b675ca4-306d-4e9d-bb25-ed2d3968953e triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:54.134175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.182702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:54.188198 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b22d1f47-ea60-4bcc-aa40-4c081ddb67d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.189311 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:54.194605 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:54.268898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Attempting to bind port af6ab6f9-bb42-4850-bbdb-5ad902e62f47 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:44:54.269933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Attempting to bind port af6ab6f9-bb42-4850-bbdb-5ad902e62f47 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:44:54.270642 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Attempting to bind port af6ab6f9-bb42-4850-bbdb-5ad902e62f47 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:44:54.291699 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-beaaf04f-0129-4bf8-8ec2-de617b954219 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.295320 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-beaaf04f-0129-4bf8-8ec2-de617b954219 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1762264 Nov 28 07:44:54.305263 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34694) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:54.312202 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-3754c28a-03f0-40a1-be68-1090497c3d96 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Request body: {'security_group_rule': {'security_group_id': '774ab8a8-8f01-4216-9a16-efff4c2a6e74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:54.325147 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaaf04f-0129-4bf8-8ec2-de617b954219 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774ab8a8-8f01-4216-9a16-efff4c2a6e74,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:54.333139 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Allocated IP 172.26.2.229 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/6af6f81a-5863-4742-96ed-00d5a6e074f2) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:54.351492 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:44:54.352250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:54.352934 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.353598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:44:54.354412 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Bound port: af6ab6f9-bb42-4850-bbdb-5ad902e62f47, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:44:54.355099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.382453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b22d1f47-ea60-4bcc-aa40-4c081ddb67d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.391529 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.427284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2b05fef0-8925-441a-9c7d-68e195cd21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.445145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.466397 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d1f47-ea60-4bcc-aa40-4c081ddb67d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=f5efaf64-c762-4b36-8927-b1d4530ca8d5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:54.494074 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.496411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b51e944-32e5-42d5-9052-2a44a12eb8fb tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.503066 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Pushing event updated for resources: {'Port': ['ID=4700b009-a401-4889-b90c-7472abf64a9b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:54.519027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.536878 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b22d1f47-ea60-4bcc-aa40-4c081ddb67d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.547039 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b22d1f47-ea60-4bcc-aa40-4c081ddb67d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/f5efaf64-c762-4b36-8927-b1d4530ca8d5 HTTP/1.1" status: 204 len: 168 time: 1.0694485 Nov 28 07:44:54.550557 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.557169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:44:54.570903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.571136 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-2b05fef0-8925-441a-9c7d-68e195cd21f6 None None] For port 76767b81-aef3-439a-9d54-96bd87d385d8, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=76767b81-aef3-439a-9d54-96bd87d385d8,segment=NetworkSegment(125eb330-7b86-4cef-8143-0e8efc42e843),segment_id=125eb330-7b86-4cef-8143-0e8efc42e843)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:54.571660 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Added segment 10a2a4ac-4010-4434-81c0-31a4e65d3f36 of type vlan for network b1fd23a5-3030-476d-8770-b941feabf712 Nov 28 07:44:54.589092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:47Z', 'revision_number': 4, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port': {'id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ad6ab798-7322-41e0-a120-485b205662fb', 'name': '', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'mac_address': 'fa:16:3e:ce:9d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:43Z', 'updated_at': '2021-11-28T07:44:47Z', 'revision_number': 2, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'subnets': [{'id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:54.610483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34702) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:54.634029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2b05fef0-8925-441a-9c7d-68e195cd21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.643398 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.656423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Checking router: a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:44:54.656833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Updating router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 port ad6ab798-7322-41e0-a120-485b205662fb binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:44:54.662671 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.694483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] For port af6ab6f9-bb42-4850-bbdb-5ad902e62f47, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:44:54.763133 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c9259113-793a-4dee-a419-bbccba5889d1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1265035 Nov 28 07:44:54.765358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Allocated IP 172.26.2.167 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/6efa407d-471e-460d-84b5-a9ec45672ba9) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:54.767954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34706) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:54.779212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51e944-32e5-42d5-9052-2a44a12eb8fb tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Pushing event deleted for resources: {'Subnet': ['ID=67187263-8e17-4bb1-a0ee-172a91a53af1,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:54.779359 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 4b675ca4-306d-4e9d-bb25-ed2d3968953e, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4b675ca4-306d-4e9d-bb25-ed2d3968953e,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:54.780572 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.787031 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-dbfb2f96-8d42-49e9-8d43-8cdc0ab56308 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:54.815374 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:44:41Z', 'revision_number': 4, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port': {'id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:32Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '3616f27b-6370-4cc0-a8ad-379e57c9c309', 'name': '', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'mac_address': 'fa:16:3e:b1:a2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:40Z', 'updated_at': '2021-11-28T07:44:50Z', 'revision_number': 4, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'subnets': [{'id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:54.817307 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.848605 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3754c28a-03f0-40a1-be68-1090497c3d96 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.852772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.858385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b51e944-32e5-42d5-9052-2a44a12eb8fb tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.864733 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1b51e944-32e5-42d5-9052-2a44a12eb8fb tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] 10.222.0.31 "DELETE /v2.0/subnets/67187263-8e17-4bb1-a0ee-172a91a53af1 HTTP/1.1" status: 204 len: 168 time: 1.4104009 Nov 28 07:44:54.871769 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34712) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:54.890706 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] For port af6ab6f9-bb42-4850-bbdb-5ad902e62f47, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=af6ab6f9-bb42-4850-bbdb-5ad902e62f47,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:44:54.925092 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32dc4fd1-5bf2-44a8-8964-ff2ae3d39182,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:54.944122 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3d8e22-e8a3-4671-b685-e319a0d37581 None None] Network 41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:54.965523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.974432 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397a93b-0fad-4f93-9923-95740fa86ceb None None] The sync data for ids ['975dc089-e7c1-4a7b-a283-f0abe50ed838'] in dv-neutron-744815-16-hyperv is: [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:44:41Z', 'revision_number': 4, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port': {'id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:32Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '3616f27b-6370-4cc0-a8ad-379e57c9c309', 'name': '', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'mac_address': 'fa:16:3e:b1:a2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:40Z', 'updated_at': '2021-11-28T07:44:50Z', 'revision_number': 4, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'subnets': [{'id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:44:54.976854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:54.999128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.resource_extend [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 28 07:44:55.004712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:55.030643 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:55.032640 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:55.055944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.059329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.071513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:55.071513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.174850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfb2f96-8d42-49e9-8d43-8cdc0ab56308 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:55.176329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2b05fef0-8925-441a-9c7d-68e195cd21f6 None None] Provisioning complete for port 3616f27b-6370-4cc0-a8ad-379e57c9c309 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:55.179423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2b05fef0-8925-441a-9c7d-68e195cd21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.179653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2f96-8d42-49e9-8d43-8cdc0ab56308 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.189252 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3754c28a-03f0-40a1-be68-1090497c3d96 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.260632 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1210611 Nov 28 07:44:55.284974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3754c28a-03f0-40a1-be68-1090497c3d96 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.313082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34720) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:55.326412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754c28a-03f0-40a1-be68-1090497c3d96 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a64d838-7f77-49f1-b459-f604b49278e1,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:55.328130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500316f-79f0-4e27-af28-ad8664227a4b tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Pushing event updated for resources: {'Network': ['ID=b1fd23a5-3030-476d-8770-b941feabf712,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:55.340254 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 76767b81-aef3-439a-9d54-96bd87d385d8 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:55.344972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3754c28a-03f0-40a1-be68-1090497c3d96 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.349157 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3754c28a-03f0-40a1-be68-1090497c3d96 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0396395 Nov 28 07:44:55.382530 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network b1fd23a5-3030-476d-8770-b941feabf712 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:44:55.384930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05fef0-8925-441a-9c7d-68e195cd21f6 None None] Pushing event updated for resources: {'Port': ['ID=76767b81-aef3-439a-9d54-96bd87d385d8,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:55.386815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34724) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:55.391829 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4e4444f9-a255-4f87-ad79-2aa778adb6bf tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Request body: {'security_group_rule': {'security_group_id': '774ab8a8-8f01-4216-9a16-efff4c2a6e74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:55.468218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e4444f9-a255-4f87-ad79-2aa778adb6bf tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.493995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.539837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e4444f9-a255-4f87-ad79-2aa778adb6bf tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.564701 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e4444f9-a255-4f87-ad79-2aa778adb6bf tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.573160 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1111643822'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:55.593560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event updated for resources: {'Port': ['ID=6af6f81a-5863-4742-96ed-00d5a6e074f2,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:55.623627 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.634758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Made reservation on behalf of 2a3b591d1ab54f9d9a40fd35efed2a06 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:55.640966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.658029 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e4444f9-a255-4f87-ad79-2aa778adb6bf tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.660077 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4e4444f9-a255-4f87-ad79-2aa778adb6bf tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2720718 Nov 28 07:44:55.671427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34726) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:55.681451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4444f9-a255-4f87-ad79-2aa778adb6bf tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37118159-904c-4c76-9f97-f69fb8ca7686,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:55.690573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:55.713846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.721118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Pushing event updated for resources: {'Port': ['ID=6efa407d-471e-460d-84b5-a9ec45672ba9,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:55.846829 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=4b675ca4-306d-4e9d-bb25-ed2d3968953e,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:55.851488 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:55.859139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2f96-8d42-49e9-8d43-8cdc0ab56308 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.863586 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34728) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:55.871136 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Request body: {'port': {'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712', 'binding:host_id': 'hv-neutron-7448', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1947335085'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:55.889472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:55.918936 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:55.926019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.959305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfb2f96-8d42-49e9-8d43-8cdc0ab56308 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:55.969700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-dbfb2f96-8d42-49e9-8d43-8cdc0ab56308 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:55.972933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfb2f96-8d42-49e9-8d43-8cdc0ab56308 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:55.973662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2f96-8d42-49e9-8d43-8cdc0ab56308 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:55.989604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb2f96-8d42-49e9-8d43-8cdc0ab56308 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=86177bb8-8eb4-4951-b98e-749091a3e60b,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:56.001672 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcb65cc-4b56-42a2-992e-b122a59210ad None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:44:56.004599 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.044591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.108298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.117550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.141165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 76767b81-aef3-439a-9d54-96bd87d385d8 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:56.141691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.156659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:44:56.183440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57c3ad8-2aa9-44ba-9b9b-387ece718195,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:56.190200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.190720 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Added segment 7f46b1ae-1f74-4b51-8c93-3147723a9062 of type vlan for network 489ec00e-2e28-4224-a5b9-73afec3ae56d Nov 28 07:44:56.230430 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.255436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.344930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.351095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:56.351842 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.401688 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed641e1d-56ce-4849-9bca-e6d3070844cc None None] Pushing event updated for resources: {'Port': ['ID=af6ab6f9-bb42-4850-bbdb-5ad902e62f47,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:56.438215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2b05fef0-8925-441a-9c7d-68e195cd21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.443251 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Pushing event updated for resources: {'Port': ['ID=4700b009-a401-4889-b90c-7472abf64a9b,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:56.459486 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.474123 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Deleting port 9f677b1f-771d-4de5-a250-e5c556bb791d {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:44:56.474595 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.479086 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.498624 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Made reservation on behalf of cb1b58193b55415c88ec39f22bf7e4da for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:56.501529 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.519677 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.529030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.530293 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b38f403c-f5e5-4a8b-bfe6-a2fe975be94b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9564326 Nov 28 07:44:56.553658 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-2b05fef0-8925-441a-9c7d-68e195cd21f6 None None] For port 3616f27b-6370-4cc0-a8ad-379e57c9c309, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=3616f27b-6370-4cc0-a8ad-379e57c9c309,segment=NetworkSegment(1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28),segment_id=1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:56.554774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.595821 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dbfb2f96-8d42-49e9-8d43-8cdc0ab56308 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8178446 Nov 28 07:44:56.599581 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34732) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:56.608493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.609020 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2741234 Nov 28 07:44:56.613945 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34734) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:56.624975 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2b05fef0-8925-441a-9c7d-68e195cd21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.631435 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-bf0ab734-68d2-4c88-9508-72ae52722041 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Request body: {'subnet': {'network_id': '489ec00e-2e28-4224-a5b9-73afec3ae56d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:56.642583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a735f4d0-cced-46d5-8ecc-4c11d108ce77 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'name': 'tempest-NetworksTestDHCPv6-981667093'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:56.649507 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Allocated IP 172.26.2.214 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/c96bf396-8d09-49b7-b28a-d0df26ff6799) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:56.675694 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74d3f41-4db9-4e92-9882-1540ad13428c None None] DHCP port deletion for 41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:44:56.676965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb575e6-f4f0-42d8-b575-ea2db8077edc tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Pushing event updated for resources: {'Network': ['ID=489ec00e-2e28-4224-a5b9-73afec3ae56d,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:56.682962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092dcb1-230b-4005-8459-a7bb6f7a15af None None] Pushing event updated for resources: {'Port': ['ID=ad6ab798-7322-41e0-a120-485b205662fb,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:56.785842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 489ec00e-2e28-4224-a5b9-73afec3ae56d details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:44:56.826692 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.968924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:56.995754 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.028109 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] device_id is not set on port 9c5f41e6-975a-450f-a2dd-4778e801ce99 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:44:57.029909 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a735f4d0-cced-46d5-8ecc-4c11d108ce77 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:57.038820 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a735f4d0-cced-46d5-8ecc-4c11d108ce77 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.043741 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635e73e9-b332-447d-87d5-2d51581ee50c,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:57.049116 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] For port 9f677b1f-771d-4de5-a250-e5c556bb791d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9f677b1f-771d-4de5-a250-e5c556bb791d,segment=NetworkSegment(c6814dfa-18ea-488e-99e8-beab2e6cfdcf),segment_id=c6814dfa-18ea-488e-99e8-beab2e6cfdcf)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:57.049491 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.055768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.101201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05fef0-8925-441a-9c7d-68e195cd21f6 None None] Pushing event updated for resources: {'Port': ['ID=3616f27b-6370-4cc0-a8ad-379e57c9c309,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:57.105963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4a2ef548-4e7c-4487-bc18-ad41bfd4bb30 None None] Provisioning complete for port c436d0f4-3281-4fc4-b027-78b9caf09838 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:57.107415 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef548-4e7c-4487-bc18-ad41bfd4bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.112426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-a735f4d0-cced-46d5-8ecc-4c11d108ce77 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port c0a54d6e-ab10-49e1-8d16-72220cb6bfdd yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:44:57.148695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Calling delete_port for 9f677b1f-771d-4de5-a250-e5c556bb791d owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:44:57.154821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c436d0f4-3281-4fc4-b027-78b9caf09838 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:57.211716 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34760) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:57.243803 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 28 07:44:57.255562 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0ab734-68d2-4c88-9508-72ae52722041 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Made reservation on behalf of 2a3b591d1ab54f9d9a40fd35efed2a06 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:44:57.259382 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab734-68d2-4c88-9508-72ae52722041 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks [] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.316127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c436d0f4-3281-4fc4-b027-78b9caf09838 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:57.316782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.331695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-a735f4d0-cced-46d5-8ecc-4c11d108ce77 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::2b6 (c04e62e3-7156-478d-ad66-af6018eecb99/86177bb8-8eb4-4951-b98e-749091a3e60b/c0a54d6e-ab10-49e1-8d16-72220cb6bfdd) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:44:57.341108 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.374694 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Attempting to bind port ad6ab798-7322-41e0-a120-485b205662fb on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:44:57.375319 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Attempting to bind port ad6ab798-7322-41e0-a120-485b205662fb by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'b247918b-a48e-4353-87c3-3ac3772ebffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:44:57.375847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Attempting to bind port ad6ab798-7322-41e0-a120-485b205662fb on network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:44:57.431587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:44:57.433000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Checking segment: {'id': 'b247918b-a48e-4353-87c3-3ac3772ebffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:57.433568 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.434116 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Bound using segment: {'id': 'b247918b-a48e-4353-87c3-3ac3772ebffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:44:57.435304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Bound port: ad6ab798-7322-41e0-a120-485b205662fb, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b247918b-a48e-4353-87c3-3ac3772ebffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:44:57.436355 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.451359 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef548-4e7c-4487-bc18-ad41bfd4bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.537984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] For port ad6ab798-7322-41e0-a120-485b205662fb, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:44:57.538122 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.545000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] For port ad6ab798-7322-41e0-a120-485b205662fb, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ad6ab798-7322-41e0-a120-485b205662fb,segment=NetworkSegment(b247918b-a48e-4353-87c3-3ac3772ebffb),segment_id=b247918b-a48e-4353-87c3-3ac3772ebffb)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:44:57.551950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a735f4d0-cced-46d5-8ecc-4c11d108ce77 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.570393 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4a2ef548-4e7c-4487-bc18-ad41bfd4bb30 None None] For port c436d0f4-3281-4fc4-b027-78b9caf09838, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c436d0f4-3281-4fc4-b027-78b9caf09838,segment=NetworkSegment(f5bf11f2-e909-476f-8abc-c50a490fbde2),segment_id=f5bf11f2-e909-476f-8abc-c50a490fbde2)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:57.573392 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c74d3f41-4db9-4e92-9882-1540ad13428c None None] Deleting port 9f677b1f-771d-4de5-a250-e5c556bb791d {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:44:57.573947 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c74d3f41-4db9-4e92-9882-1540ad13428c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.608424 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:57.619576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:57.628560 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:57.632721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Pushing event updated for resources: {'Port': ['ID=c96bf396-8d09-49b7-b28a-d0df26ff6799,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:57.636265 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-f13726bf-4364-4db6-a229-1d68e24be1db tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--670621438&fields=id&tenant_id=052851385fa04dd18e1923c7c975cd9e HTTP/1.1" status: 200 len: 267 time: 0.4147713 Nov 28 07:44:57.644406 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c74d3f41-4db9-4e92-9882-1540ad13428c None None] For port 9f677b1f-771d-4de5-a250-e5c556bb791d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9f677b1f-771d-4de5-a250-e5c556bb791d,segment=NetworkSegment(c6814dfa-18ea-488e-99e8-beab2e6cfdcf),segment_id=c6814dfa-18ea-488e-99e8-beab2e6cfdcf)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:57.644808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c74d3f41-4db9-4e92-9882-1540ad13428c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.659553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c74d3f41-4db9-4e92-9882-1540ad13428c None None] Calling delete_port for 9f677b1f-771d-4de5-a250-e5c556bb791d owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:44:57.679736 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a735f4d0-cced-46d5-8ecc-4c11d108ce77 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.765343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a735f4d0-cced-46d5-8ecc-4c11d108ce77 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:44:57.774362 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-a735f4d0-cced-46d5-8ecc-4c11d108ce77 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:57.778818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735f4d0-cced-46d5-8ecc-4c11d108ce77 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=c0a54d6e-ab10-49e1-8d16-72220cb6bfdd,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:57.787883 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a735f4d0-cced-46d5-8ecc-4c11d108ce77 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:57.793613 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a735f4d0-cced-46d5-8ecc-4c11d108ce77 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:57.794753 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a735f4d0-cced-46d5-8ecc-4c11d108ce77 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.816590 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.825632 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a735f4d0-cced-46d5-8ecc-4c11d108ce77 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2191601 Nov 28 07:44:57.829303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34762) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:57.843817 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.854643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef548-4e7c-4487-bc18-ad41bfd4bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.886532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.942173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092dcb1-230b-4005-8459-a7bb6f7a15af None None] Pushing event updated for resources: {'Port': ['ID=ad6ab798-7322-41e0-a120-485b205662fb,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:57.953181 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c74d3f41-4db9-4e92-9882-1540ad13428c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:57.956254 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07cef7d-1de2-4c3a-a674-e6ccc7495704 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:57.971186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07cef7d-1de2-4c3a-a674-e6ccc7495704 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:57.972978 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a07cef7d-1de2-4c3a-a674-e6ccc7495704 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1435120 Nov 28 07:44:57.979904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34764) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:58.065899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ef548-4e7c-4487-bc18-ad41bfd4bb30 None None] Pushing event updated for resources: {'Port': ['ID=c436d0f4-3281-4fc4-b027-78b9caf09838,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:58.126314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d3f41-4db9-4e92-9882-1540ad13428c None None] No DVR routers for this DVR port 9f677b1f-771d-4de5-a250-e5c556bb791d on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:44:58.137731 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d3f41-4db9-4e92-9882-1540ad13428c None None] Pushing event deleted for resources: {'Port': ['ID=9f677b1f-771d-4de5-a250-e5c556bb791d,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:58.154272 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.195743 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a13f19fc-4dca-4a01-8c6f-a1b042ecd1e4 None None] Provisioning complete for port ad6ab798-7322-41e0-a120-485b205662fb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:58.197408 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a13f19fc-4dca-4a01-8c6f-a1b042ecd1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.261578 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Routers {'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:44:58.261797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1c3dad3a-8e59-4796-884a-3e291059cc71 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port c0a54d6e-ab10-49e1-8d16-72220cb6bfdd {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:44:58.262147 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c3dad3a-8e59-4796-884a-3e291059cc71 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.263068 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:58.266901 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.272694 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 83ff5548-0a4b-4aca-bb01-053c50eb6911 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:44:58.283323 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.286641 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Pushing event deleted for resources: {'Port': ['ID=9f677b1f-771d-4de5-a250-e5c556bb791d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:58.334579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] device_id is not set on port 9c5f41e6-975a-450f-a2dd-4778e801ce99 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:44:58.348523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] No DVR routers for this DVR port 9f677b1f-771d-4de5-a250-e5c556bb791d on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:44:58.428160 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Pushing event updated for resources: {'Port': ['ID=c96bf396-8d09-49b7-b28a-d0df26ff6799,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:58.446435 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c3dad3a-8e59-4796-884a-3e291059cc71 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.449261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.468038 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1c3dad3a-8e59-4796-884a-3e291059cc71 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for c0a54d6e-ab10-49e1-8d16-72220cb6bfdd owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:44:58.481351 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.490788 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-acbb9c6e-0f2c-4c35-8afd-1fa26e508bd6 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8027136 Nov 28 07:44:58.628846 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.648925 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.658483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c3dad3a-8e59-4796-884a-3e291059cc71 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.662956 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] Set router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:44:58.697211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dad3a-8e59-4796-884a-3e291059cc71 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=c0a54d6e-ab10-49e1-8d16-72220cb6bfdd,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:58.729436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c3dad3a-8e59-4796-884a-3e291059cc71 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.733089 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1c3dad3a-8e59-4796-884a-3e291059cc71 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/c0a54d6e-ab10-49e1-8d16-72220cb6bfdd HTTP/1.1" status: 204 len: 168 time: 0.7519841 Nov 28 07:44:58.735870 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34780) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:58.745723 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-03d34a6b-3ff2-40e8-af47-4a5db6c8debd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:58.748140 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-03d34a6b-3ff2-40e8-af47-4a5db6c8debd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/networks?id=ce72ab99-bc55-4271-8115-f97c259a6f8d HTTP/1.1" status: 200 len: 811 time: 1.1105170 Nov 28 07:44:58.801943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468c8e12-f88f-40cc-a702-cedda7d11df3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:58.803510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468c8e12-f88f-40cc-a702-cedda7d11df3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:58.805041 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-468c8e12-f88f-40cc-a702-cedda7d11df3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0680842 Nov 28 07:44:58.807751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.808061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34788) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:58.813645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99684bc5-10c4-443e-bc7d-20ff0d2daef2 None None] Update dhcp port {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': '86177bb8-8eb4-4951-b98e-749091a3e60b'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': 'af6ab6f9-bb42-4850-bbdb-5ad902e62f47'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:44:58.866963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-018e55e5-276d-4d70-82ed-ed02833e5ec5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 86177bb8-8eb4-4951-b98e-749091a3e60b {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:44:58.869820 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34794) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:58.871777 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-018e55e5-276d-4d70-82ed-ed02833e5ec5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.874989 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 28 07:44:58.893696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-99684bc5-10c4-443e-bc7d-20ff0d2daef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.899511 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.902566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab734-68d2-4c88-9508-72ae52722041 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.905825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.944586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-018e55e5-276d-4d70-82ed-ed02833e5ec5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.955750 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:58.993762 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-33e19adb-d95c-4171-aa40-5eefc5905d20 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--483952427&fields=id&tenant_id=7f7400c1819848969f0a9f5825efc2b4 HTTP/1.1" status: 200 len: 267 time: 0.1228948 Nov 28 07:44:58.996535 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-e679fbea-e615-4991-9076-8af58522fa5d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/quotas/052851385fa04dd18e1923c7c975cd9e HTTP/1.1" status: 200 len: 375 time: 0.1829793 Nov 28 07:44:59.023516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > segment before_delete 55550000 {{(pid=115119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:59.023857 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:59.024849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:59.024983 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > port after_create 55550000 {{(pid=115119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:59.025296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > port after_delete 55550000 {{(pid=115119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:59.025647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > port after_update 55550000 {{(pid=115119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:59.025959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > segment after_delete 55550000 {{(pid=115119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:59.026281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet after_create 55550000 {{(pid=115119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:59.026860 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet after_delete 55550000 {{(pid=115119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:59.027202 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet after_update 55550000 {{(pid=115119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:59.044215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a13f19fc-4dca-4a01-8c6f-a1b042ecd1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.048456 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-018e55e5-276d-4d70-82ed-ed02833e5ec5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.112072 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 83ff5548-0a4b-4aca-bb01-053c50eb6911 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:59.112602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.173834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a13f19fc-4dca-4a01-8c6f-a1b042ecd1e4 None None] For port ad6ab798-7322-41e0-a120-485b205662fb, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ad6ab798-7322-41e0-a120-485b205662fb,segment=NetworkSegment(b247918b-a48e-4353-87c3-3ac3772ebffb),segment_id=b247918b-a48e-4353-87c3-3ac3772ebffb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:44:59.184445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a13f19fc-4dca-4a01-8c6f-a1b042ecd1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.209296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet after_create 55550000 {{(pid=115119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:59.209568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet after_delete 55550000 {{(pid=115119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:59.209897 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet before_create 55550000 {{(pid=115119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:59.210228 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Subscribe: > subnet before_update 55550000 {{(pid=115119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 28 07:44:59.210611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:59.238933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-018e55e5-276d-4d70-82ed-ed02833e5ec5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.240829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server [None req-99684bc5-10c4-443e-bc7d-20ff0d2daef2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86177bb8-8eb4-4951-b98e-749091a3e60b: This subnet is being modified by another concurrent operation. Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 28 07:44:59.255462 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise exception Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86177bb8-8eb4-4951-b98e-749091a3e60b: This subnet is being modified by another concurrent operation. Nov 28 07:44:59.259223 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server Nov 28 07:44:59.277643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e55e5-276d-4d70-82ed-ed02833e5ec5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=86177bb8-8eb4-4951-b98e-749091a3e60b,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:59.277643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-018e55e5-276d-4d70-82ed-ed02833e5ec5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.279278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:47Z', 'revision_number': 4, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port': {'id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ad6ab798-7322-41e0-a120-485b205662fb', 'name': '', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'mac_address': 'fa:16:3e:ce:9d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:43Z', 'updated_at': '2021-11-28T07:44:57Z', 'revision_number': 4, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'subnets': [{'id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:59.281295 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-018e55e5-276d-4d70-82ed-ed02833e5ec5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/86177bb8-8eb4-4951-b98e-749091a3e60b HTTP/1.1" status: 204 len: 168 time: 0.4714367 Nov 28 07:44:59.287190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f19fc-4dca-4a01-8c6f-a1b042ecd1e4 None None] Pushing event updated for resources: {'Port': ['ID=ad6ab798-7322-41e0-a120-485b205662fb,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:59.287417 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34798) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:59.298405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-7ab884bc-8f10-40ae-a7b5-e90efb109c89 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:59.299981 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-7ab884bc-8f10-40ae-a7b5-e90efb109c89 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/networks?id=db240e92-4657-404b-8ef6-82b1c7e0a1b4 HTTP/1.1" status: 200 len: 812 time: 0.2855623 Nov 28 07:44:59.324702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ab734-68d2-4c88-9508-72ae52722041 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Pushing event updated for resources: {'Subnet': ['ID=03114763-9a88-4ae6-a614-35a73213f463,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:59.329284 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6814dfa-18ea-488e-99e8-beab2e6cfdcf') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:59.329588 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6814dfa-18ea-488e-99e8-beab2e6cfdcf') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:44:59.338672 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Pushing event updated for resources: {'Port': ['ID=9c5f41e6-975a-450f-a2dd-4778e801ce99,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:59.345941 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c7ed9e-f7d1-4bd5-9fda-625b1f0b492a None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:44:59.353171 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0705c-96ce-4c06-9ac9-9bf4a0d2aac6 None None] The sync data for ids ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'] in dv-neutron-744815-16-hyperv is: [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:47Z', 'revision_number': 4, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port': {'id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ad6ab798-7322-41e0-a120-485b205662fb', 'name': '', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'mac_address': 'fa:16:3e:ce:9d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:43Z', 'updated_at': '2021-11-28T07:44:57Z', 'revision_number': 4, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'subnets': [{'id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:44:59.426918 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Pushing event updated for resources: {'Port': ['ID=6efa407d-471e-460d-84b5-a9ec45672ba9,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:59.452600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-11fbb567-7ad5-4030-917d-8d001726b1b4 None None] Provisioning complete for port ad6ab798-7322-41e0-a120-485b205662fb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:44:59.453061 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-11fbb567-7ad5-4030-917d-8d001726b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.483201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.499073 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.500715 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c14914f9-f8da-4e4f-8edd-f5d9d0002920 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6312160 Nov 28 07:44:59.548504 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ab734-68d2-4c88-9508-72ae52722041 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Checking segment: {'id': '7f46b1ae-1f74-4b51-8c93-3147723a9062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '489ec00e-2e28-4224-a5b9-73afec3ae56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:59.548954 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ab734-68d2-4c88-9508-72ae52722041 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Network hostable DHCP agents. Network: 489ec00e-2e28-4224-a5b9-73afec3ae56d, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:44:59.551685 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Checking segment: {'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:44:59.552519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Network hostable DHCP agents. Network: b1fd23a5-3030-476d-8770-b941feabf712, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:44:59.556168 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.588919 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e56090e7-aa41-43e2-9257-4975385b976f no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:44:59.599910 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:44:59.600633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: from cryptography.utils import int_from_bytes Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: from cryptography.utils import int_from_bytes Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:44:59.612929 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:44:59.625056 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1476331c-1eca-45f2-b46a-a0fe2dba5fa5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3361824 Nov 28 07:44:59.625655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34802) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:59.640161 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-3a6c25df-7a23-400f-83ef-434c06187c5c tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/quotas/7f7400c1819848969f0a9f5825efc2b4 HTTP/1.1" status: 200 len: 375 time: 0.3305929 Nov 28 07:44:59.702998 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-a575c583-5725-4baa-8b2f-a5195c3f635c tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=052851385fa04dd18e1923c7c975cd9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6880128 Nov 28 07:44:59.704919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ab734-68d2-4c88-9508-72ae52722041 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Network 489ec00e-2e28-4224-a5b9-73afec3ae56d is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:44:59.706614 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: e56090e7-aa41-43e2-9257-4975385b976f {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:44:59.707149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e56090e7-aa41-43e2-9257-4975385b976f not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:44:59.724204 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Network b1fd23a5-3030-476d-8770-b941feabf712 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:44:59.739916 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Router 4973418a-2a68-4185-b6c0-21efafa4e1c1 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:44:59.747942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, b1fd23a5-3030-476d-8770-b941feabf712) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:59.753112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:44:59.756871 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ab734-68d2-4c88-9508-72ae52722041 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 489ec00e-2e28-4224-a5b9-73afec3ae56d) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:44:59.762829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0ab734-68d2-4c88-9508-72ae52722041 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:59.763484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab734-68d2-4c88-9508-72ae52722041 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.770110 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.776484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:44:59.780422 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] 10.222.0.31 "DELETE /v2.0/networks/41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9 HTTP/1.1" status: 204 len: 168 time: 4.9070599 Nov 28 07:44:59.838002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1afba39-3410-47f0-8e87-f943b421484e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:44:59.845687 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d1afba39-3410-47f0-8e87-f943b421484e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2159014 Nov 28 07:44:59.850850 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bf0ab734-68d2-4c88-9508-72ae52722041 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2282844 Nov 28 07:44:59.853928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:44:59.854297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:44:59.854715 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:44:59.855718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34812) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:59.856136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34814) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:44:59.897563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-9278196d-054b-459c-b6dc-4060c2d41e4a tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Request body: {'port': {'network_id': '489ec00e-2e28-4224-a5b9-73afec3ae56d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-591748328'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:44:59.929664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53d71f-cdc9-4ac7-b8e7-d2cb9c0610a3 tempest-DHCPAgentSchedulersTestJSON-1451001110 tempest-DHCPAgentSchedulersTestJSON-1451001110-project] Pushing event deleted for resources: {'Network': ['ID=41f99c58-1ffb-459c-b7d9-f8f0c0ceb7c9,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:44:59.951150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:44:59.951500 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:44:59.953964 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 2 to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 Nov 28 07:45:00.028173 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-a429da24-e35e-4648-84cb-b93380ba9930 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f7400c1819848969f0a9f5825efc2b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3659492 Nov 28 07:45:00.058532 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c7ed9e-f7d1-4bd5-9fda-625b1f0b492a None None] Unable to find a vacant binding_index for network 489ec00e-2e28-4224-a5b9-73afec3ae56d and agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d {{(pid=115120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 28 07:45:00.063754 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-c7a0c122-90a9-4e35-99ee-1202e2bb5cca service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:45:00.064799 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-c7a0c122-90a9-4e35-99ee-1202e2bb5cca service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.1448121 Nov 28 07:45:00.065589 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:00.065933 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:00.066254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:00.066965 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c7ed9e-f7d1-4bd5-9fda-625b1f0b492a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 489ec00e-2e28-4224-a5b9-73afec3ae56d) {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 07:45:00.130431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:00.130767 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:00.134059 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 3 to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 Nov 28 07:45:00.179286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797290c2-0041-49b9-871e-f96598e3d87d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:00.186922 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-797290c2-0041-49b9-871e-f96598e3d87d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3279107 Nov 28 07:45:00.187082 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:00.187082 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:00.187230 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:00.188048 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 3616f27b-6370-4cc0-a8ad-379e57c9c309 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:00.190572 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34822) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:00.244136 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ee506d71-779c-40f1-bb61-82c254318d82 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455821 Nov 28 07:45:00.251216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34828) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:00.256518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-96e1d18f-4277-40a7-8a9f-e0ade250fa47 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:00.258745 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:45:00.285778 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea548f09-545e-4ee6-b079-d27fe4de7189 None None] Sync routers for ids ['4973418a-2a68-4185-b6c0-21efafa4e1c1'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:45:00.307834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-39b0e946-3636-411c-9022-a92d7e2c93d3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:45:00.308876 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-39b0e946-3636-411c-9022-a92d7e2c93d3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.1191721 Nov 28 07:45:00.334050 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea548f09-545e-4ee6-b079-d27fe4de7189 None None] Routers {'4973418a-2a68-4185-b6c0-21efafa4e1c1'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:00.335948 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ea548f09-545e-4ee6-b079-d27fe4de7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4973418a-2a68-4185-b6c0-21efafa4e1c1'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:00.431940 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9278196d-054b-459c-b6dc-4060c2d41e4a tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Made reservation on behalf of 2a3b591d1ab54f9d9a40fd35efed2a06 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:00.434379 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ea548f09-545e-4ee6-b079-d27fe4de7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:00.439710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9278196d-054b-459c-b6dc-4060c2d41e4a tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:00.441728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34830) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:00.446401 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:00.447119 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:00.449586 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-4b4286b5-edc6-461c-a8ca-f4c6390928a9 service neutron] 10.222.0.31 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631873 Nov 28 07:45:00.465621 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 4 to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 Nov 28 07:45:00.479586 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea548f09-545e-4ee6-b079-d27fe4de7189 None None] Routers {'4973418a-2a68-4185-b6c0-21efafa4e1c1'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:00.480586 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ea548f09-545e-4ee6-b079-d27fe4de7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4973418a-2a68-4185-b6c0-21efafa4e1c1'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:00.485435 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-9278196d-054b-459c-b6dc-4060c2d41e4a tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] device_id is not set on port e7f05b7a-deab-4d88-96dd-eee2cd0288a6 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:00.492998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 3616f27b-6370-4cc0-a8ad-379e57c9c309 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:00.500232 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:00.507113 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e1d18f-4277-40a7-8a9f-e0ade250fa47 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:00.510138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-96e1d18f-4277-40a7-8a9f-e0ade250fa47 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:00.576035 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-68772764-089c-48f1-99e6-24379ad232da service neutron] 10.222.0.31 "GET /v2.0/networks/db240e92-4657-404b-8ef6-82b1c7e0a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312336 Nov 28 07:45:00.592155 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ea548f09-545e-4ee6-b079-d27fe4de7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:00.601106 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea548f09-545e-4ee6-b079-d27fe4de7189 None None] The sync data for ids ['4973418a-2a68-4185-b6c0-21efafa4e1c1'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:45:00.636920 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:00.637371 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:00.640771 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:00.655450 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-7f504e1b-f0ba-45f1-bd3f-4a00fdc629e7 service neutron] 10.222.0.31 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660004 Nov 28 07:45:00.657114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:00.657449 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:00.658007 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 5 to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 Nov 28 07:45:00.672608 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:00.674301 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ab69e623-e20f-42f1-90f5-e1f8ea90ec9c tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 12.1581166 Nov 28 07:45:00.677084 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34834) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:00.688577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:00.688874 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:00.689207 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:00.791151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:00.791819 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:00.796022 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 6 to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 Nov 28 07:45:00.835828 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-16fe2c75-c0ab-4283-aacd-d1c4a59e6604 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c959b369633d4a22a985c77d3883de47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3894663 Nov 28 07:45:00.841501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34836) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:00.865517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-9278196d-054b-459c-b6dc-4060c2d41e4a tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Allocated IP 172.20.0.8 (489ec00e-2e28-4224-a5b9-73afec3ae56d/03114763-9a88-4ae6-a614-35a73213f463/e7f05b7a-deab-4d88-96dd-eee2cd0288a6) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:00.954348 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-1b5b7efe-29a3-43b9-a20c-b502c4122709 service neutron] 10.222.0.31 "GET /v2.0/networks/db240e92-4657-404b-8ef6-82b1c7e0a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693960 Nov 28 07:45:00.973019 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:00.973341 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:00.973798 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:00.985862 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:00.986298 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:00.988470 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 7 to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 Nov 28 07:45:01.068466 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:01.068985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:01.069320 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:01.081047 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c89b602-deaa-4999-a6c2-823806b784f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:01.114436 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:01.114803 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:01.135710 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 8 to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 Nov 28 07:45:01.155403 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c436d0f4-3281-4fc4-b027-78b9caf09838 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:01.222306 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:01.223732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-489ec00e-2e28-4224-a5b9-73afec3ae56d', 'network_id': '489ec00e-2e28-4224-a5b9-73afec3ae56d', 'tenant_id': '2a3b591d1ab54f9d9a40fd35efed2a06', 'fixed_ips': [{'subnet_id': '03114763-9a88-4ae6-a614-35a73213f463'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:01.224746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:01.282657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c89b602-deaa-4999-a6c2-823806b784f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:01.375938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c89b602-deaa-4999-a6c2-823806b784f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:01.378893 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c89b602-deaa-4999-a6c2-823806b784f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:01.380400 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1c89b602-deaa-4999-a6c2-823806b784f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23fae061-90c3-478c-8f4d-fe2742f0fd92 HTTP/1.1" status: 204 len: 168 time: 0.5341825 Nov 28 07:45:01.381940 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-96e1d18f-4277-40a7-8a9f-e0ade250fa47 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:01.407263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:01.407666 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:01.408005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:01.433223 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-46ff0def-9eff-4f7d-91ec-39d5ec1e76c0 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--746855726&fields=id&tenant_id=205aa9369a9b4b7e8d64def7c869c9f4 HTTP/1.1" status: 200 len: 267 time: 0.3694930 Nov 28 07:45:01.435667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:01.436013 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:01.436161 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c436d0f4-3281-4fc4-b027-78b9caf09838 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:01.436550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:01.440043 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 9 to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 Nov 28 07:45:01.512516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Provisioning complete for port 83ff5548-0a4b-4aca-bb01-053c50eb6911 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:01.513507 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:01.555181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e1d18f-4277-40a7-8a9f-e0ade250fa47 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:01.557558 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89b602-deaa-4999-a6c2-823806b784f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fae061-90c3-478c-8f4d-fe2742f0fd92,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:01.615644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 76767b81-aef3-439a-9d54-96bd87d385d8 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:01.620614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9278196d-054b-459c-b6dc-4060c2d41e4a tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:01.686143 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1d18f-4277-40a7-8a9f-e0ade250fa47 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=6b9c0aef-28cf-4709-a8d3-859997400563,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:01.698117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-96e1d18f-4277-40a7-8a9f-e0ade250fa47 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:01.704668 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e1d18f-4277-40a7-8a9f-e0ade250fa47 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:01.705272 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-96e1d18f-4277-40a7-8a9f-e0ade250fa47 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:01.803317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9278196d-054b-459c-b6dc-4060c2d41e4a tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:01.825051 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-357217f1-5a7e-4ed6-a721-a00500372924 req-927ba14b-bb62-4175-8601-3d38e5b27455 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 210 time: 0.2159088 Nov 28 07:45:01.829375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:01.829908 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:01.830056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:01.845713 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-96e1d18f-4277-40a7-8a9f-e0ade250fa47 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5908294 Nov 28 07:45:01.847130 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34886) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:01.854816 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:01.855284 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:01.917952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1fa79577-6a9e-4631-864e-67ee4fdeb033 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': '6b9c0aef-28cf-4709-a8d3-859997400563', 'ip_address': '2001:db8::e854:2657:7861:931b'}], 'name': 'tempest-NetworksTestDHCPv6-249046874'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:01.925484 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 10 to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 Nov 28 07:45:01.948065 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9278196d-054b-459c-b6dc-4060c2d41e4a tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Network 489ec00e-2e28-4224-a5b9-73afec3ae56d is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:01.981249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-9278196d-054b-459c-b6dc-4060c2d41e4a tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:01.985748 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9278196d-054b-459c-b6dc-4060c2d41e4a tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:01.990685 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f77694b-f386-4665-a439-8bbdbc716817 req-8a2b933d-e775-450c-8e5c-8e07f98e0506 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 210 time: 0.0765154 Nov 28 07:45:02.019893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34892) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:02.043753 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Allocated IP 172.20.0.2 (489ec00e-2e28-4224-a5b9-73afec3ae56d/03114763-9a88-4ae6-a614-35a73213f463/afe1ac72-122d-4975-93bb-069f8c32b18d) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:02.045916 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278196d-054b-459c-b6dc-4060c2d41e4a tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Pushing event updated for resources: {'Port': ['ID=e7f05b7a-deab-4d88-96dd-eee2cd0288a6,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:02.065326 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Provisioning complete for port 1708aa9f-d5a5-4da1-a4c7-3a3ac2acc028 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:02.065629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.097228 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9278196d-054b-459c-b6dc-4060c2d41e4a tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:02.098015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9278196d-054b-459c-b6dc-4060c2d41e4a tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.103537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:02.105566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:02.105963 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:02.115871 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Port 1708aa9f-d5a5-4da1-a4c7-3a3ac2acc028 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:02.133159 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 76767b81-aef3-439a-9d54-96bd87d385d8 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:02.133537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.139648 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9278196d-054b-459c-b6dc-4060c2d41e4a tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2813179 Nov 28 07:45:02.143348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34898) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:02.149248 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Request body: {'port': {'network_id': '489ec00e-2e28-4224-a5b9-73afec3ae56d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-418816397', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:02.150318 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.api.validators [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] bootfile-name is not in valid_values {{(pid=115118) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 28 07:45:02.150318 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.api.validators [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] tftp-server is not in valid_values {{(pid=115118) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 28 07:45:02.150842 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.api.validators [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] server-ip-address is not in valid_values {{(pid=115118) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 28 07:45:02.161191 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-853f1dfe-a11f-4e42-960d-7344c4c940df admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.163421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:02.164193 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 9c5f41e6-975a-450f-a2dd-4778e801ce99 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:02.164829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.248133 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Provisioning complete for port 6af6f81a-5863-4742-96ed-00d5a6e074f2 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:02.248748 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.297005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Made reservation on behalf of 2a3b591d1ab54f9d9a40fd35efed2a06 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:02.301266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.355093 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] device_id is not set on port 80ee7abb-ec92-428f-bd97-387a5f35fd8f yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:02.357068 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Port 6af6f81a-5863-4742-96ed-00d5a6e074f2 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:02.445437 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e60835-fc3c-40b7-aee9-9106807e86da req-b2b921d8-be65-4db3-8eed-6ce4e7ee839e tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:02.447208 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-b2b921d8-be65-4db3-8eed-6ce4e7ee839e tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/networks?id=a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d HTTP/1.1" status: 200 len: 805 time: 0.9998174 Nov 28 07:45:02.459286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4b675ca4-306d-4e9d-bb25-ed2d3968953e up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:02.494028 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Provisioning complete for port 4700b009-a401-4889-b90c-7472abf64a9b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:02.494403 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.566185 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-abd86a0d-435f-478d-8f2c-233ac2c31e59 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/quotas/205aa9369a9b4b7e8d64def7c869c9f4 HTTP/1.1" status: 200 len: 375 time: 0.0859222 Nov 28 07:45:02.568523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa79577-6a9e-4631-864e-67ee4fdeb033 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:02.577252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.602415 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.610150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Port 4700b009-a401-4889-b90c-7472abf64a9b cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:02.651074 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] For port 9c5f41e6-975a-450f-a2dd-4778e801ce99, host hv-neutron-7448, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:02.651575 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempted to set empty binding levels {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 28 07:45:02.664065 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.667583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Network 489ec00e-2e28-4224-a5b9-73afec3ae56d is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:02.684657 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:02.689432 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 4b675ca4-306d-4e9d-bb25-ed2d3968953e triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:02.690083 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.694615 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:02.714915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Allocated IP 172.20.0.11 (489ec00e-2e28-4224-a5b9-73afec3ae56d/03114763-9a88-4ae6-a614-35a73213f463/80ee7abb-ec92-428f-bd97-387a5f35fd8f) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:02.716664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.734465 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Pushing event updated for resources: {'Port': ['ID=afe1ac72-122d-4975-93bb-069f8c32b18d,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:02.741297 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Provisioning complete for port 6efa407d-471e-460d-84b5-a9ec45672ba9 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:02.742065 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.796431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:02.797741 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.857207 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Port 6efa407d-471e-460d-84b5-a9ec45672ba9 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:02.866958 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Attempting to bind port afe1ac72-122d-4975-93bb-069f8c32b18d on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:02.867608 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Attempting to bind port afe1ac72-122d-4975-93bb-069f8c32b18d by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7f46b1ae-1f74-4b51-8c93-3147723a9062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '489ec00e-2e28-4224-a5b9-73afec3ae56d'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:02.868178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Attempting to bind port afe1ac72-122d-4975-93bb-069f8c32b18d on network 489ec00e-2e28-4224-a5b9-73afec3ae56d {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:02.881211 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:02.881803 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Checking segment: {'id': '7f46b1ae-1f74-4b51-8c93-3147723a9062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '489ec00e-2e28-4224-a5b9-73afec3ae56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:02.882361 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.883030 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Bound using segment: {'id': '7f46b1ae-1f74-4b51-8c93-3147723a9062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '489ec00e-2e28-4224-a5b9-73afec3ae56d'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:02.883676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Bound port: afe1ac72-122d-4975-93bb-069f8c32b18d, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f46b1ae-1f74-4b51-8c93-3147723a9062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '489ec00e-2e28-4224-a5b9-73afec3ae56d'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:02.884378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.946573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Provisioning complete for port 88b7ba63-9d50-42a1-a78b-f81f120f0934 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:02.947245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:02.989291 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:03.035836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ad6ab798-7322-41e0-a120-485b205662fb up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:03.061584 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:03.094347 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-1719b5dc-95a6-4603-a100-94d4f83bb17b tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=205aa9369a9b4b7e8d64def7c869c9f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5266800 Nov 28 07:45:03.096059 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Pushing event updated for resources: {'Port': ['ID=9c5f41e6-975a-450f-a2dd-4778e801ce99,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:03.111641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] For port afe1ac72-122d-4975-93bb-069f8c32b18d, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:03.129653 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-853f1dfe-a11f-4e42-960d-7344c4c940df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:03.149664 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] For port afe1ac72-122d-4975-93bb-069f8c32b18d, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=afe1ac72-122d-4975-93bb-069f8c32b18d,segment=NetworkSegment(7f46b1ae-1f74-4b51-8c93-3147723a9062),segment_id=7f46b1ae-1f74-4b51-8c93-3147723a9062)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:03.150187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1fa79577-6a9e-4631-864e-67ee4fdeb033 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:03.159356 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a9ed4a7e-99d2-4a35-b10e-e81cc7ad9117 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.2902553 Nov 28 07:45:03.166981 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:03.170933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34930) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:03.170933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Pushing event updated for resources: {'Port': ['ID=80ee7abb-ec92-428f-bd97-387a5f35fd8f,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:03.191901 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-853f1dfe-a11f-4e42-960d-7344c4c940df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:03.219848 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c9ae3834-cef0-4452-b2fb-1e62e14b7574 req-60587ccd-05e7-40a8-b0a2-40474ea3e61a tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 210 time: 0.0719202 Nov 28 07:45:03.239053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Network 489ec00e-2e28-4224-a5b9-73afec3ae56d is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:03.242381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:03.246147 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:03.332477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:03.332477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:03.352586 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Provisioning complete for port 9adb6e3e-52db-4357-87ed-91d219ab5278 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:03.353172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:03.357218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f95aad-4afd-42a3-9983-95dba60b25d9 None None] Pushing event updated for resources: {'Port': ['ID=afe1ac72-122d-4975-93bb-069f8c32b18d,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:03.360798 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port ad6ab798-7322-41e0-a120-485b205662fb triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:03.360798 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:03.403601 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-77db7e97-9e26-4403-870f-52a1fe778f2d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2587967 Nov 28 07:45:03.404496 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34932) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:03.426924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-1fa79577-6a9e-4631-864e-67ee4fdeb033 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port ffe520e4-af1d-4d20-acf2-5cdcfd92ba0b yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:03.452182 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-853f1dfe-a11f-4e42-960d-7344c4c940df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6955f4b75df4e1a8b39c42850467853&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4225545 Nov 28 07:45:03.499762 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34934) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:03.504527 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f1dfe-a11f-4e42-960d-7344c4c940df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233424d2-a7bc-4f87-8978-1b8043a29ef4,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:03.620179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Provisioning complete for port 4b675ca4-306d-4e9d-bb25-ed2d3968953e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:03.620558 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:03.698008 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9f677b1f-771d-4de5-a250-e5c556bb791d no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:45:03.710010 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-b3b0ab57-5a78-457b-8e48-400ce0cd013f service neutron] 10.222.0.31 "GET /v2.0/networks/a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6149626 Nov 28 07:45:03.735710 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 9f677b1f-771d-4de5-a250-e5c556bb791d {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:45:03.736153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9f677b1f-771d-4de5-a250-e5c556bb791d not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:45:03.770672 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-255fd8e3-99d0-4a9a-af05-fb35d7dc05cc req-2ae94796-ebcc-4915-98a1-654d33575f2c tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 210 time: 0.3886762 Nov 28 07:45:03.803760 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a3cf3-a047-44ae-9948-0758a0ef45fc tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Deleting port 9c5f41e6-975a-450f-a2dd-4778e801ce99 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:03.804015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3cf3-a047-44ae-9948-0758a0ef45fc tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:03.925878 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-1c4a3cf3-a047-44ae-9948-0758a0ef45fc tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] For port 9c5f41e6-975a-450f-a2dd-4778e801ce99, host hv-neutron-7448, got binding levels [] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:03.926221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3cf3-a047-44ae-9948-0758a0ef45fc tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:03.951389 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a3cf3-a047-44ae-9948-0758a0ef45fc tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Calling delete_port for 9c5f41e6-975a-450f-a2dd-4778e801ce99 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:04.023863 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device afe1ac72-122d-4975-93bb-069f8c32b18d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:04.063082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.35', 50619) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:04.072207 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-1fa79577-6a9e-4631-864e-67ee4fdeb033 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::e854:2657:7861:931b (c04e62e3-7156-478d-ad66-af6018eecb99/6b9c0aef-28cf-4709-a8d3-859997400563/ffe520e4-af1d-4d20-acf2-5cdcfd92ba0b) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:04.076108 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c66a1e87-efc0-4cf5-8a66-f0a4cae15233 service neutron] 10.222.0.31 "GET /v2.0/networks/a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292475 Nov 28 07:45:04.107516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Provisioning complete for port c96bf396-8d09-49b7-b28a-d0df26ff6799 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:04.108204 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:04.130162 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Allocated IP 172.20.0.1 (6085a338-5e3d-4b92-ab31-60a077d28af7/8668614e-f7d4-4dd5-a359-54b6114c235d/d72b229f-49af-4680-b1f9-e52cd479dc03) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:04.184136 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port afe1ac72-122d-4975-93bb-069f8c32b18d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:04.184935 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:04.186039 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-00b60123-4801-4557-9861-0fcfc063687c tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:04.187584 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-00b60123-4801-4557-9861-0fcfc063687c tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.35 "GET /v2.0/networks?id=ce72ab99-bc55-4271-8115-f97c259a6f8d HTTP/1.1" status: 200 len: 811 time: 0.1187069 Nov 28 07:45:04.187944 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-69fbd603-f847-45a3-9650-960be246bfd1 None None] Port c96bf396-8d09-49b7-b28a-d0df26ff6799 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:04.188247 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3cf3-a047-44ae-9948-0758a0ef45fc tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:04.227486 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a3cf3-a047-44ae-9948-0758a0ef45fc tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c5f41e6-975a-450f-a2dd-4778e801ce99,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:04.237784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3cf3-a047-44ae-9948-0758a0ef45fc tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:04.250758 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1c4a3cf3-a047-44ae-9948-0758a0ef45fc tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "DELETE /v2.0/ports/9c5f41e6-975a-450f-a2dd-4778e801ce99 HTTP/1.1" status: 204 len: 168 time: 1.0554674 Nov 28 07:45:04.253615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34938) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:04.272817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab914e-1d51-40e2-83ed-737e62853545 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:04.286229 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab914e-1d51-40e2-83ed-737e62853545 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:04.303020 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab914e-1d51-40e2-83ed-737e62853545 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:04.304737 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bbab914e-1d51-40e2-83ed-737e62853545 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.8975594 Nov 28 07:45:04.323159 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1489c5-8154-454d-b0db-d7d0bae39085 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] GET failed (client error): The resource could not be found. Nov 28 07:45:04.324550 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bd1489c5-8154-454d-b0db-d7d0bae39085 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "GET /v2.0/ports/9c5f41e6-975a-450f-a2dd-4778e801ce99 HTTP/1.1" status: 404 len: 333 time: 0.0446749 Nov 28 07:45:04.325659 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 34942) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:04.351304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 34944) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:04.351949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9879cf9e-927c-45b5-a781-ef1e6514f24f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:04.366244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:04.400090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-43bb0af1-f82d-4c2f-b8a4-6e06f0e10805 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Request body: {'port': {'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-568431331'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:04.442830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9879cf9e-927c-45b5-a781-ef1e6514f24f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:04.458665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port afe1ac72-122d-4975-93bb-069f8c32b18d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=afe1ac72-122d-4975-93bb-069f8c32b18d,segment=NetworkSegment(7f46b1ae-1f74-4b51-8c93-3147723a9062),segment_id=7f46b1ae-1f74-4b51-8c93-3147723a9062)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:04.470010 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:04.523581 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-19fee41c-66ec-40ca-b317-a8774beafd88 req-bba8bcf8-8536-420a-b4c0-2fda6e45eb90 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 210 time: 0.1296206 Nov 28 07:45:04.576611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=afe1ac72-122d-4975-93bb-069f8c32b18d,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:04.667661 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-5f52f168-46e2-43bb-9cb9-455f81e8c188 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=052851385fa04dd18e1923c7c975cd9e HTTP/1.1" status: 200 len: 379 time: 0.3507805 Nov 28 07:45:04.669608 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.35', 50624) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:04.680323 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bb0af1-f82d-4c2f-b8a4-6e06f0e10805 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Made reservation on behalf of cb1b58193b55415c88ec39f22bf7e4da for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:04.686997 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-43bb0af1-f82d-4c2f-b8a4-6e06f0e10805 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:04.697684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-87fb8d86-7eee-4b4f-91d6-c029e46a6d1d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Request body: {'port': {'device_id': '6a27ff50-49e3-4e4f-89d9-50e9e61edadc', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'admin_state_up': True, 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'security_groups': ['95567013-c975-4a28-8502-72ca0ade0df9']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:04.852493 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-43bb0af1-f82d-4c2f-b8a4-6e06f0e10805 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] device_id is not set on port 253d4151-6a61-4018-945e-a92cee693e18 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:04.986694 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9879cf9e-927c-45b5-a781-ef1e6514f24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:04.989889 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9879cf9e-927c-45b5-a781-ef1e6514f24f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:04.991141 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9879cf9e-927c-45b5-a781-ef1e6514f24f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/233424d2-a7bc-4f87-8978-1b8043a29ef4 HTTP/1.1" status: 204 len: 168 time: 1.2228255 Nov 28 07:45:05.017226 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1a8cec69-6eca-4f50-999a-088efadd0826 req-f33fd14f-0526-4490-be4c-3529ef7b04d6 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 210 time: 0.5331464 Nov 28 07:45:05.056732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866a7f9d-6b4a-4296-a2a5-4be4a90d624f None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:45:05.077239 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879cf9e-927c-45b5-a781-ef1e6514f24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233424d2-a7bc-4f87-8978-1b8043a29ef4,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:05.117265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1fa79577-6a9e-4631-864e-67ee4fdeb033 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:05.122991 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:05.182922 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-41e73573-5b2f-403e-b1dd-9eda37a4d07a None None] Provisioning complete for port afe1ac72-122d-4975-93bb-069f8c32b18d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:05.183518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-41e73573-5b2f-403e-b1dd-9eda37a4d07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:05.194628 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-305e9197-0a92-45eb-a8fe-8dfcd300b9fe req-aa1a76d7-bea3-419e-a0ef-0a2a3c2d0e9b tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 210 time: 0.2405393 Nov 28 07:45:05.196439 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e523d8e3-2db0-498f-b4d6-ebe0327ae58d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Deleting port 80ee7abb-ec92-428f-bd97-387a5f35fd8f {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:05.196962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e523d8e3-2db0-498f-b4d6-ebe0327ae58d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:05.267401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-87fb8d86-7eee-4b4f-91d6-c029e46a6d1d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Made reservation on behalf of 052851385fa04dd18e1923c7c975cd9e for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:05.274286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-87fb8d86-7eee-4b4f-91d6-c029e46a6d1d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:05.292140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866a7f9d-6b4a-4296-a2a5-4be4a90d624f None None] Resources bound (agent type, host, resource id): {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 07:45:05.356393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e523d8e3-2db0-498f-b4d6-ebe0327ae58d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:05.371597 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1fa79577-6a9e-4631-864e-67ee4fdeb033 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:05.438369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e523d8e3-2db0-498f-b4d6-ebe0327ae58d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Calling delete_port for 80ee7abb-ec92-428f-bd97-387a5f35fd8f owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:05.440130 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa79577-6a9e-4631-864e-67ee4fdeb033 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=ffe520e4-af1d-4d20-acf2-5cdcfd92ba0b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:05.443315 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:05.538696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37851bb4-b6d0-4939-b420-a19f4bec007d tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:05.540512 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37851bb4-b6d0-4939-b420-a19f4bec007d tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.35 "GET /v2.0/networks?id=db240e92-4657-404b-8ef6-82b1c7e0a1b4 HTTP/1.1" status: 200 len: 812 time: 0.8693783 Nov 28 07:45:05.606127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-43bb0af1-f82d-4c2f-b8a4-6e06f0e10805 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:05.834692 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Network 6085a338-5e3d-4b92-ab31-60a077d28af7 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:05.841425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa79577-6a9e-4631-864e-67ee4fdeb033 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:05.842289 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e523d8e3-2db0-498f-b4d6-ebe0327ae58d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:05.859666 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e2fa12ce-99b0-4181-86a5-aae520146919 req-1ede19dc-db00-4fa0-8e15-920f50b15956 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 210 time: 0.1253734 Nov 28 07:45:05.878265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:05.880475 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-1fa79577-6a9e-4631-864e-67ee4fdeb033 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:05.888942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:05.892011 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa79577-6a9e-4631-864e-67ee4fdeb033 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:05.895977 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-b67d7558-13de-4431-9e62-92af8a55836e tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f7400c1819848969f0a9f5825efc2b4 HTTP/1.1" status: 200 len: 379 time: 0.3062742 Nov 28 07:45:05.898557 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa79577-6a9e-4631-864e-67ee4fdeb033 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:05.899490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1fa79577-6a9e-4631-864e-67ee4fdeb033 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:05.922994 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-c70349c5-d342-42b6-a4f4-f6d61332676a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Request body: {'port': {'device_id': '8c62b4d3-e296-4b81-a08f-6444ab818b52', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'admin_state_up': True, 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'security_groups': ['774ab8a8-8f01-4216-9a16-efff4c2a6e74']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:05.931194 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device afe1ac72-122d-4975-93bb-069f8c32b18d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:06.000109 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event updated for resources: {'Port': ['ID=d72b229f-49af-4680-b1f9-e52cd479dc03,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:06.004817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-87fb8d86-7eee-4b4f-91d6-c029e46a6d1d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Allocated IP 172.20.0.11 (ce72ab99-bc55-4271-8115-f97c259a6f8d/51531a79-bee1-4e02-84fa-65543380b2b1/897b786e-b7cb-4610-aa9c-b106f514cf9f) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:06.069908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-43bb0af1-f82d-4c2f-b8a4-6e06f0e10805 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:06.121733 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523d8e3-2db0-498f-b4d6-ebe0327ae58d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Pushing event deleted for resources: {'Port': ['ID=80ee7abb-ec92-428f-bd97-387a5f35fd8f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:06.154641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bb0af1-f82d-4c2f-b8a4-6e06f0e10805 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Network b1fd23a5-3030-476d-8770-b941feabf712 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:06.163228 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-43bb0af1-f82d-4c2f-b8a4-6e06f0e10805 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:06.172731 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb0af1-f82d-4c2f-b8a4-6e06f0e10805 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:06.173967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bb0af1-f82d-4c2f-b8a4-6e06f0e10805 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:06.174640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-43bb0af1-f82d-4c2f-b8a4-6e06f0e10805 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:06.199519 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1fa79577-6a9e-4631-864e-67ee4fdeb033 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3456831 Nov 28 07:45:06.217133 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-43bb0af1-f82d-4c2f-b8a4-6e06f0e10805 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8287930 Nov 28 07:45:06.227397 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35012) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:06.227742 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35016) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:06.238665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c7e3a5-c053-425d-9561-9c82ebdc7e44 None None] Update dhcp port {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': '6b9c0aef-28cf-4709-a8d3-859997400563'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': 'af6ab6f9-bb42-4850-bbdb-5ad902e62f47'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:45:06.275369 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb0af1-f82d-4c2f-b8a4-6e06f0e10805 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Pushing event updated for resources: {'Port': ['ID=253d4151-6a61-4018-945e-a92cee693e18,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:06.296679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7448'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:06.305159 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-32c7e3a5-c053-425d-9561-9c82ebdc7e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:06.311783 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-c70349c5-d342-42b6-a4f4-f6d61332676a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Made reservation on behalf of 7f7400c1819848969f0a9f5825efc2b4 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:06.314855 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-c70349c5-d342-42b6-a4f4-f6d61332676a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:06.338205 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e42cd66d-dbf6-4b85-9095-cdaf3607e22d req-36096709-2324-492b-a981-91f62c91b42e tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 210 time: 0.1160541 Nov 28 07:45:06.355467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port afe1ac72-122d-4975-93bb-069f8c32b18d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:06.356126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:06.419891 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:06.541997 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.35', 50628) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:06.619556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-87fb8d86-7eee-4b4f-91d6-c029e46a6d1d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:06.663370 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3e3e3557-b518-4851-99cb-6d95a0daac34 req-63e6b5d3-8f2e-4dd1-b93c-c522afe2195c tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 210 time: 0.2621531 Nov 28 07:45:06.697023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-c70349c5-d342-42b6-a4f4-f6d61332676a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Allocated IP 172.20.0.3 (db240e92-4657-404b-8ef6-82b1c7e0a1b4/82c1a081-8f46-4c98-a9e2-52525c803bac/1183e5de-6600-4398-83c4-68b6e7535d85) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:06.720971 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e523d8e3-2db0-498f-b4d6-ebe0327ae58d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:06.738178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35020) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:06.739235 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e523d8e3-2db0-498f-b4d6-ebe0327ae58d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] 10.222.0.31 "DELETE /v2.0/ports/80ee7abb-ec92-428f-bd97-387a5f35fd8f HTTP/1.1" status: 204 len: 168 time: 2.4034514 Nov 28 07:45:06.758518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d804ef28-0b65-4fc8-87ec-92bd45f20141 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Request body: {'port': {'name': 'tempest-new-port-name-705589464', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:06.760173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.api.validators [None req-d804ef28-0b65-4fc8-87ec-92bd45f20141 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] bootfile-name is not in valid_values {{(pid=115118) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 28 07:45:06.760697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.api.validators [None req-d804ef28-0b65-4fc8-87ec-92bd45f20141 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] tftp-server is not in valid_values {{(pid=115118) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 28 07:45:06.760886 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.api.validators [None req-d804ef28-0b65-4fc8-87ec-92bd45f20141 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] server-ip-address is not in valid_values {{(pid=115118) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 28 07:45:06.824180 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a3e2f-a423-486b-b1e4-f677cb5b65b5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:06.830892 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a3e2f-a423-486b-b1e4-f677cb5b65b5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:06.835071 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-104a3e2f-a423-486b-b1e4-f677cb5b65b5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.6039195 Nov 28 07:45:06.835071 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:06.841619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35024) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:07.029759 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-32c7e3a5-c053-425d-9561-9c82ebdc7e44 None None] Allocated IP 2001:db8::2 (c04e62e3-7156-478d-ad66-af6018eecb99/6b9c0aef-28cf-4709-a8d3-859997400563/af6ab6f9-bb42-4850-bbdb-5ad902e62f47) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:07.042040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e60835-fc3c-40b7-aee9-9106807e86da req-f81759ff-b118-4ff0-8334-3f96d1327e6e tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:07.047009 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-f81759ff-b118-4ff0-8334-3f96d1327e6e tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.35 "GET /v2.0/networks?id=a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d HTTP/1.1" status: 200 len: 805 time: 0.5039475 Nov 28 07:45:07.217019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-32c7e3a5-c053-425d-9561-9c82ebdc7e44 None None] For port af6ab6f9-bb42-4850-bbdb-5ad902e62f47, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=af6ab6f9-bb42-4850-bbdb-5ad902e62f47,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:07.245802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-87fb8d86-7eee-4b4f-91d6-c029e46a6d1d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:07.305493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-32c7e3a5-c053-425d-9561-9c82ebdc7e44 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:07.327303 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-32c7e3a5-c053-425d-9561-9c82ebdc7e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:07.465603 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:07.536630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb8d86-7eee-4b4f-91d6-c029e46a6d1d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Pushing event updated for resources: {'Port': ['ID=897b786e-b7cb-4610-aa9c-b106f514cf9f,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:07.554963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7e3a5-c053-425d-9561-9c82ebdc7e44 None None] Pushing event updated for resources: {'Port': ['ID=af6ab6f9-bb42-4850-bbdb-5ad902e62f47,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:07.587715 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] device_id is not set on port 253d4151-6a61-4018-945e-a92cee693e18 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:07.608097 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:07.610508 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-87fb8d86-7eee-4b4f-91d6-c029e46a6d1d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Network ce72ab99-bc55-4271-8115-f97c259a6f8d is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:07.632407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:07.670487 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d804ef28-0b65-4fc8-87ec-92bd45f20141 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:07.689575 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-87fb8d86-7eee-4b4f-91d6-c029e46a6d1d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:07.719314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-87fb8d86-7eee-4b4f-91d6-c029e46a6d1d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:07.752300 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2458d0c-1ac9-4252-ae95-d7123abb4cff req-80c3299c-2a25-4c3c-a4f6-0573dda84edd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:07.754307 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2458d0c-1ac9-4252-ae95-d7123abb4cff req-80c3299c-2a25-4c3c-a4f6-0573dda84edd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 932 time: 0.7036839 Nov 28 07:45:07.843470 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35050) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:07.963071 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6f62c142-954e-41c5-9928-f7065ffa2622 req-cc81d7de-e067-4ad2-b633-40638d028d6f tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 210 time: 0.3420031 Nov 28 07:45:08.086996 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Pushing event updated for resources: {'Port': ['ID=253d4151-6a61-4018-945e-a92cee693e18,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:08.115004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:08.115338 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:08.115665 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:08.129120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:08.129441 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:08.131283 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 2 to bind port 253d4151-6a61-4018-945e-a92cee693e18 Nov 28 07:45:08.166036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:08.166334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:08.166663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:08.176511 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-acb6bbf9-545a-4dc0-a9f6-fb14ad14a07b tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-123067965'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:08.177028 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-acb6bbf9-545a-4dc0-a9f6-fb14ad14a07b tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Unknown quota resources ['metering_label']. {{(pid=115119) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 28 07:45:08.218213 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-70e21a9f-e452-4a63-890f-0305bb6b657d tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=205aa9369a9b4b7e8d64def7c869c9f4 HTTP/1.1" status: 200 len: 379 time: 1.0339119 Nov 28 07:45:08.294648 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-c70349c5-d342-42b6-a4f4-f6d61332676a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:08.299680 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e17e7f5f-a7cb-41e6-b80c-2c760d320e3e req-06ffc34d-740b-4852-9a39-d2cbb97b9b53 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 210 time: 0.1274011 Nov 28 07:45:08.299680 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:08.300786 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:08.307841 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 3 to bind port 253d4151-6a61-4018-945e-a92cee693e18 Nov 28 07:45:08.321208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-87fb8d86-7eee-4b4f-91d6-c029e46a6d1d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:08.321951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-87fb8d86-7eee-4b4f-91d6-c029e46a6d1d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:08.374537 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8571e70e-7596-4fdf-9788-08ea91bdae49 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port ffe520e4-af1d-4d20-acf2-5cdcfd92ba0b {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:08.375086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8571e70e-7596-4fdf-9788-08ea91bdae49 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:08.393890 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:08.394267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:08.394566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:08.440877 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-87fb8d86-7eee-4b4f-91d6-c029e46a6d1d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7500939 Nov 28 07:45:08.468608 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2458d0c-1ac9-4252-ae95-d7123abb4cff req-4a077fb1-395a-4e7f-84f9-76d98b6405dd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6798427 Nov 28 07:45:08.503742 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:08.503742 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:08.538775 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 4 to bind port 253d4151-6a61-4018-945e-a92cee693e18 Nov 28 07:45:08.615203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-c70349c5-d342-42b6-a4f4-f6d61332676a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:08.629678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-acb6bbf9-545a-4dc0-a9f6-fb14ad14a07b tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:08.634003 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-acb6bbf9-545a-4dc0-a9f6-fb14ad14a07b tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7806749 Nov 28 07:45:08.642245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35054) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:08.647397 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d28c7ebf-d30c-4a3a-ae6d-9ca86e3a368f tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5a0b5fdc-4423-4d0a-8622-b2e1c15afb27'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:08.647906 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d28c7ebf-d30c-4a3a-ae6d-9ca86e3a368f tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115119) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 28 07:45:08.654350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:08.654687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:08.655051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:08.665272 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:08.665592 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:08.667122 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 5 to bind port 253d4151-6a61-4018-945e-a92cee693e18 Nov 28 07:45:08.766596 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8571e70e-7596-4fdf-9788-08ea91bdae49 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:08.794387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-c70349c5-d342-42b6-a4f4-f6d61332676a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Network db240e92-4657-404b-8ef6-82b1c7e0a1b4 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:08.800274 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-c70349c5-d342-42b6-a4f4-f6d61332676a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:08.813021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70349c5-d342-42b6-a4f4-f6d61332676a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Pushing event updated for resources: {'Port': ['ID=1183e5de-6600-4398-83c4-68b6e7535d85,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:08.816087 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8571e70e-7596-4fdf-9788-08ea91bdae49 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for ffe520e4-af1d-4d20-acf2-5cdcfd92ba0b owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:08.820918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-c70349c5-d342-42b6-a4f4-f6d61332676a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:09.047984 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d804ef28-0b65-4fc8-87ec-92bd45f20141 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:09.058732 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-c70349c5-d342-42b6-a4f4-f6d61332676a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:09.060019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-c70349c5-d342-42b6-a4f4-f6d61332676a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:09.072102 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:09.072633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:09.073014 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:09.085444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d804ef28-0b65-4fc8-87ec-92bd45f20141 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:09.087950 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING neutron.services.metering.metering_plugin [None req-d28c7ebf-d30c-4a3a-ae6d-9ca86e3a368f tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 28 07:45:09.105273 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-c70349c5-d342-42b6-a4f4-f6d61332676a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1879101 Nov 28 07:45:09.108423 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:09.108932 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:09.142768 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 6 to bind port 253d4151-6a61-4018-945e-a92cee693e18 Nov 28 07:45:09.170363 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b9851-fb24-45cb-bc96-438b2e86f6c6 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:09.172411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb541f2-f51f-48df-b01a-4022a519dbae None None] Network b1fd23a5-3030-476d-8770-b941feabf712 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:09.214574 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:09.236181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804ef28-0b65-4fc8-87ec-92bd45f20141 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Pushing event updated for resources: {'Port': ['ID=e7f05b7a-deab-4d88-96dd-eee2cd0288a6,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:09.300106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28b7df1-031f-489b-a617-b988ae06ad64 None None] Network 489ec00e-2e28-4224-a5b9-73afec3ae56d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:09.411181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:09.441668 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-d804ef28-0b65-4fc8-87ec-92bd45f20141 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] In _notify_port_updated(), no bound segment for port e7f05b7a-deab-4d88-96dd-eee2cd0288a6 on network 489ec00e-2e28-4224-a5b9-73afec3ae56d {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:45:09.451928 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d804ef28-0b65-4fc8-87ec-92bd45f20141 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:09.452620 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d804ef28-0b65-4fc8-87ec-92bd45f20141 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:09.456297 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d804ef28-0b65-4fc8-87ec-92bd45f20141 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] 10.222.0.31 "PUT /v2.0/ports/e7f05b7a-deab-4d88-96dd-eee2cd0288a6 HTTP/1.1" status: 200 len: 1135 time: 2.7076876 Nov 28 07:45:09.458422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35062) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:09.483856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d28c7ebf-d30c-4a3a-ae6d-9ca86e3a368f tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:09.489652 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d28c7ebf-d30c-4a3a-ae6d-9ca86e3a368f tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8457141 Nov 28 07:45:09.498088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35064) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:09.514370 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ddaf278a-3253-4e26-ac61-ada05231d208 req-2d5205ac-48de-40f9-86a6-e7a2690c001e tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 210 time: 0.3725328 Nov 28 07:45:09.515169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:09.515505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:09.515835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:09.521817 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-34283444-f2cc-4774-9bca-22cedf7171d7 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5a0b5fdc-4423-4d0a-8622-b2e1c15afb27'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:09.522313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-34283444-f2cc-4774-9bca-22cedf7171d7 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115119) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 28 07:45:09.662530 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:09.662968 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:09.679018 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 7 to bind port 253d4151-6a61-4018-945e-a92cee693e18 Nov 28 07:45:09.703017 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e08e6655-0a73-4e10-9f22-39f6162e6a5c None None] Provisioning complete for port af6ab6f9-bb42-4850-bbdb-5ad902e62f47 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:09.704326 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e08e6655-0a73-4e10-9f22-39f6162e6a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:09.756572 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2098f7f5-21bf-4d53-a9b2-deeee2118a59 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:09.762937 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2098f7f5-21bf-4d53-a9b2-deeee2118a59 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] 10.222.0.31 "GET /v2.0/ports/e7f05b7a-deab-4d88-96dd-eee2cd0288a6 HTTP/1.1" status: 200 len: 1135 time: 0.2917523 Nov 28 07:45:09.763833 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35068) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:09.834495 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:09.856643 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING neutron.services.metering.metering_plugin [None req-34283444-f2cc-4774-9bca-22cedf7171d7 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 28 07:45:09.857775 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8571e70e-7596-4fdf-9788-08ea91bdae49 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:09.878988 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:09.878988 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:09.878988 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:09.958299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event updated for resources: {'Port': ['ID=d72b229f-49af-4680-b1f9-e52cd479dc03,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:09.960564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571e70e-7596-4fdf-9788-08ea91bdae49 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=ffe520e4-af1d-4d20-acf2-5cdcfd92ba0b,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:09.974853 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594f0f9-fc54-4d8a-af8e-8cbc3b7f953e req-333d2021-3c3d-4f9c-9fbf-d16a0ea08e88 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:09.976672 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0594f0f9-fc54-4d8a-af8e-8cbc3b7f953e req-333d2021-3c3d-4f9c-9fbf-d16a0ea08e88 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 931 time: 0.5191057 Nov 28 07:45:09.989441 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:09.989876 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:10.004998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device af6ab6f9-bb42-4850-bbdb-5ad902e62f47 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:10.025544 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 8 to bind port 253d4151-6a61-4018-945e-a92cee693e18 Nov 28 07:45:10.066083 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8571e70e-7596-4fdf-9788-08ea91bdae49 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:10.071945 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8571e70e-7596-4fdf-9788-08ea91bdae49 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/ffe520e4-af1d-4d20-acf2-5cdcfd92ba0b HTTP/1.1" status: 204 len: 168 time: 3.1802332 Nov 28 07:45:10.077235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35070) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:10.094631 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-34283444-f2cc-4774-9bca-22cedf7171d7 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:10.096132 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-34283444-f2cc-4774-9bca-22cedf7171d7 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5778661 Nov 28 07:45:10.109912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35072) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:10.142480 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9ae59b0d-44b0-4d6f-a64f-cabc4a47e0a4 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=19a7fff8-17e6-4171-b915-4fa309cd8fb8 HTTP/1.1" status: 200 len: 464 time: 0.0268509 Nov 28 07:45:10.149384 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35074) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:10.172239 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0594f0f9-fc54-4d8a-af8e-8cbc3b7f953e req-a0f9e635-c380-45c9-a581-4de84e3c15f7 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608143 Nov 28 07:45:10.178363 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567607c7-e96f-4db1-9922-f9feef4febf0 req-5922359d-73b7-4782-8de9-270e96045aa8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:10.180548 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-567607c7-e96f-4db1-9922-f9feef4febf0 req-5922359d-73b7-4782-8de9-270e96045aa8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 932 time: 0.4952455 Nov 28 07:45:10.186780 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:10.186964 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:10.187300 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:10.208852 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2530ef1-95ef-4908-b37f-45a0918960c7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:10.210959 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2530ef1-95ef-4908-b37f-45a0918960c7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:10.212468 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d2530ef1-95ef-4908-b37f-45a0918960c7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1338673 Nov 28 07:45:10.218290 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ea505-0ecd-481c-82c1-80d2c14e8aab tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Deleting port e7f05b7a-deab-4d88-96dd-eee2cd0288a6 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:10.226864 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ba8ea505-0ecd-481c-82c1-80d2c14e8aab tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:10.230982 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35076) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:10.253524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:10.254010 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:10.258147 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 9 to bind port 253d4151-6a61-4018-945e-a92cee693e18 Nov 28 07:45:10.370181 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-567607c7-e96f-4db1-9922-f9feef4febf0 req-90e30fb0-7afa-46d9-8d93-9ec2bc81772f tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762424 Nov 28 07:45:10.380273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Network 6085a338-5e3d-4b92-ab31-60a077d28af7 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:10.382377 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:10.382505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:10.382827 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:10.420397 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:10.424764 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-819abe3c-0667-4d47-9c4f-e67e4d55273d tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:10.428875 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-819abe3c-0667-4d47-9c4f-e67e4d55273d tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/19a7fff8-17e6-4171-b915-4fa309cd8fb8 HTTP/1.1" status: 204 len: 168 time: 0.2782290 Nov 28 07:45:10.431544 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35078) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:10.432004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:10.432593 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:10.433879 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 10 to bind port 253d4151-6a61-4018-945e-a92cee693e18 Nov 28 07:45:10.448625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-452e54e7-967c-4271-b277-451a495f8280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 6b9c0aef-28cf-4709-a8d3-859997400563 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:45:10.485361 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-452e54e7-967c-4271-b277-451a495f8280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:10.508740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port af6ab6f9-bb42-4850-bbdb-5ad902e62f47 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:10.511683 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:10.565982 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0e4051cd-5a75-4c07-a42b-934c59779f4a tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=19a7fff8-17e6-4171-b915-4fa309cd8fb8 HTTP/1.1" status: 200 len: 221 time: 0.1303236 Nov 28 07:45:10.575566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35082) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:10.590938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6e0db7a1-6df6-4538-b570-25a3ff786fd0 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--639517825', 'description': 'label created by tempest'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:10.591660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6e0db7a1-6df6-4538-b570-25a3ff786fd0 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Unknown quota resources ['metering_label']. {{(pid=115119) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 28 07:45:10.594805 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:10.595327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:10.595803 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:10.600906 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ba8ea505-0ecd-481c-82c1-80d2c14e8aab tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:10.622464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-452e54e7-967c-4271-b277-451a495f8280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:10.625206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ea505-0ecd-481c-82c1-80d2c14e8aab tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Calling delete_port for e7f05b7a-deab-4d88-96dd-eee2cd0288a6 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:10.627887 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e08e6655-0a73-4e10-9f22-39f6162e6a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:10.712883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:10.713366 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 253d4151-6a61-4018-945e-a92cee693e18 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:10.713918 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:10.769483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e08e6655-0a73-4e10-9f22-39f6162e6a5c None None] For port af6ab6f9-bb42-4850-bbdb-5ad902e62f47, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=af6ab6f9-bb42-4850-bbdb-5ad902e62f47,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:10.789993 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e08e6655-0a73-4e10-9f22-39f6162e6a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:10.809027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e08e6655-0a73-4e10-9f22-39f6162e6a5c None None] Could not find standard attr ID for object ffe520e4-af1d-4d20-acf2-5cdcfd92ba0b. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:45:10.836715 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e7f939f-5583-45dc-9787-9a1ced302d33 req-4aeb0dab-e9eb-4e9c-92b8-0865658ccc39 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 210 time: 0.1482425 Nov 28 07:45:11.045137 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e6655-0a73-4e10-9f22-39f6162e6a5c None None] Pushing event updated for resources: {'Port': ['ID=af6ab6f9-bb42-4850-bbdb-5ad902e62f47,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:11.063169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7f54aea7-cf6c-4b8d-9748-1e11463493e4 None None] Provisioning complete for port 897b786e-b7cb-4610-aa9c-b106f514cf9f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:11.065468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f54aea7-cf6c-4b8d-9748-1e11463493e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:11.143879 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ba8ea505-0ecd-481c-82c1-80d2c14e8aab tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:11.164384 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e0db7a1-6df6-4538-b570-25a3ff786fd0 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:11.178500 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6e0db7a1-6df6-4538-b570-25a3ff786fd0 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6005070 Nov 28 07:45:11.190566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35084) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:11.207561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7f54aea7-cf6c-4b8d-9748-1e11463493e4 None None] Port 897b786e-b7cb-4610-aa9c-b106f514cf9f cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:11.223843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Router 4973418a-2a68-4185-b6c0-21efafa4e1c1 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:45:11.232915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7f54aea7-cf6c-4b8d-9748-1e11463493e4 None None] Provisioning complete for port 1183e5de-6600-4398-83c4-68b6e7535d85 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:11.235665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f54aea7-cf6c-4b8d-9748-1e11463493e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:11.308338 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ea505-0ecd-481c-82c1-80d2c14e8aab tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Pushing event deleted for resources: {'Port': ['ID=e7f05b7a-deab-4d88-96dd-eee2cd0288a6,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:11.341493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7f54aea7-cf6c-4b8d-9748-1e11463493e4 None None] Port 1183e5de-6600-4398-83c4-68b6e7535d85 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:11.392029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7f54aea7-cf6c-4b8d-9748-1e11463493e4 None None] Provisioning complete for port d72b229f-49af-4680-b1f9-e52cd479dc03 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:11.392549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f54aea7-cf6c-4b8d-9748-1e11463493e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:11.405428 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] For port 253d4151-6a61-4018-945e-a92cee693e18, host hv-neutron-7448, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:11.406012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempted to set empty binding levels {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 28 07:45:11.429265 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-581e1f6c-8d8a-4908-9c06-8fbdf1c11afa tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=07116e7d-59a6-497e-9330-388198e54243 HTTP/1.1" status: 200 len: 467 time: 0.2315264 Nov 28 07:45:11.431197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35090) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:11.433435 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:11.448357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-452e54e7-967c-4271-b277-451a495f8280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:11.509360 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7f54aea7-cf6c-4b8d-9748-1e11463493e4 None None] Port d72b229f-49af-4680-b1f9-e52cd479dc03 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:11.591964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-452e54e7-967c-4271-b277-451a495f8280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:11.644166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23b6fd19-656d-4613-8fa9-76eb1c11fccd None None] Provisioning complete for port af6ab6f9-bb42-4850-bbdb-5ad902e62f47 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:11.644634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23b6fd19-656d-4613-8fa9-76eb1c11fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:11.684764 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bcb289-5de0-4215-8f66-262ce03d9e11 None None] Network 489ec00e-2e28-4224-a5b9-73afec3ae56d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:11.708772 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] In _notify_port_updated(), no bound segment for port 253d4151-6a61-4018-945e-a92cee693e18 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:45:11.709625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:11.710227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:11.713963 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "PUT /v2.0/ports/253d4151-6a61-4018-945e-a92cee693e18 HTTP/1.1" status: 200 len: 976 time: 5.4820092 Nov 28 07:45:11.733425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35092) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:11.755830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e54e7-967c-4271-b277-451a495f8280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9c0aef-28cf-4709-a8d3-859997400563,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:11.761747 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-452e54e7-967c-4271-b277-451a495f8280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:11.777377 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-452e54e7-967c-4271-b277-451a495f8280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/6b9c0aef-28cf-4709-a8d3-859997400563 HTTP/1.1" status: 204 len: 168 time: 1.5456507 Nov 28 07:45:11.789838 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35094) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:11.800766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684ccb0f-5514-4126-8e63-35289a3ea4db None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:11.860388 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-353ec2d1-604f-4ae1-9b5c-7ee4547b7e60 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687652 Nov 28 07:45:11.867855 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35096) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:11.874292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8f472d6c-d063-4bba-9843-cf57fdb4e870 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:11.882172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ba8ea505-0ecd-481c-82c1-80d2c14e8aab tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:11.914207 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ba8ea505-0ecd-481c-82c1-80d2c14e8aab tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] 10.222.0.31 "DELETE /v2.0/ports/e7f05b7a-deab-4d88-96dd-eee2cd0288a6 HTTP/1.1" status: 204 len: 168 time: 2.1371958 Nov 28 07:45:11.933342 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35100) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:12.002265 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device af6ab6f9-bb42-4850-bbdb-5ad902e62f47 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:12.048561 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f59a1-fc68-4bac-bb73-a3f19637cd6a req-8ed9c7fa-3ed0-49b1-a0fa-2e238ba57cde tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.050408 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c4f59a1-fc68-4bac-bb73-a3f19637cd6a req-8ed9c7fa-3ed0-49b1-a0fa-2e238ba57cde tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 932 time: 0.4861004 Nov 28 07:45:12.125804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-418f7d12-52b7-460c-b2f3-d15ddcfaad5d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Deleting subnet 03114763-9a88-4ae6-a614-35a73213f463 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:45:12.136015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-418f7d12-52b7-460c-b2f3-d15ddcfaad5d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:12.175599 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port af6ab6f9-bb42-4850-bbdb-5ad902e62f47 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:12.175975 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:12.216264 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c4f59a1-fc68-4bac-bb73-a3f19637cd6a req-79b017d0-1633-4286-9747-bdd7ddb377eb tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535194 Nov 28 07:45:12.230498 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-418f7d12-52b7-460c-b2f3-d15ddcfaad5d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:12.270595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23b6fd19-656d-4613-8fa9-76eb1c11fccd None None] Could not find standard attr ID for object ffe520e4-af1d-4d20-acf2-5cdcfd92ba0b. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:45:12.284046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23b6fd19-656d-4613-8fa9-76eb1c11fccd None None] Provisioning complete for port d72b229f-49af-4680-b1f9-e52cd479dc03 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:12.284430 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23b6fd19-656d-4613-8fa9-76eb1c11fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:12.296477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f472d6c-d063-4bba-9843-cf57fdb4e870 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:12.310468 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f472d6c-d063-4bba-9843-cf57fdb4e870 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:12.353528 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:45:12.358898 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e0c74-0ffd-4124-bf40-aff517742c72 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Pushing event updated for resources: {'Port': ['ID=253d4151-6a61-4018-945e-a92cee693e18,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:12.383461 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-46dc38b2-6128-44c7-848f-be1e7cfbb798 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "PUT /v2.0/routers/4973418a-2a68-4185-b6c0-21efafa4e1c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7053609 Nov 28 07:45:12.394420 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23b6fd19-656d-4613-8fa9-76eb1c11fccd None None] Port d72b229f-49af-4680-b1f9-e52cd479dc03 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:12.403438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da79abb0-bed0-4a7d-9821-4e51c1db7680 None None] Sync routers for ids ['4973418a-2a68-4185-b6c0-21efafa4e1c1'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:45:12.405949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9dca65-c048-4c21-8cd0-2c672337e469 None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:45:12.407979 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35102) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:12.450932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79abb0-bed0-4a7d-9821-4e51c1db7680 None None] Routers {'4973418a-2a68-4185-b6c0-21efafa4e1c1'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:12.452078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-da79abb0-bed0-4a7d-9821-4e51c1db7680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4973418a-2a68-4185-b6c0-21efafa4e1c1'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:12.496080 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-da79abb0-bed0-4a7d-9821-4e51c1db7680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:12.519605 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79abb0-bed0-4a7d-9821-4e51c1db7680 None None] Routers {'4973418a-2a68-4185-b6c0-21efafa4e1c1'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:12.520277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-da79abb0-bed0-4a7d-9821-4e51c1db7680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:44:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4973418a-2a68-4185-b6c0-21efafa4e1c1'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:12.554737 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2cc9f-7198-4c0e-8c2d-df6b9f78512f req-1ea9ef7b-2f6e-45ac-a6d9-c11a5ec7b7d8 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.556534 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-54d2cc9f-7198-4c0e-8c2d-df6b9f78512f req-1ea9ef7b-2f6e-45ac-a6d9-c11a5ec7b7d8 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 931 time: 1.1492758 Nov 28 07:45:12.576445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-da79abb0-bed0-4a7d-9821-4e51c1db7680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:12.577114 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da79abb0-bed0-4a7d-9821-4e51c1db7680 None None] The sync data for ids ['4973418a-2a68-4185-b6c0-21efafa4e1c1'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:45:12.579845 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5f4faf21-b714-42ca-a757-c0af7dd8d0ad None None] Provisioning complete for port afe1ac72-122d-4975-93bb-069f8c32b18d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:12.580223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5f4faf21-b714-42ca-a757-c0af7dd8d0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:12.647980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-fd9dca65-c048-4c21-8cd0-2c672337e469 None None] Deleting port af6ab6f9-bb42-4850-bbdb-5ad902e62f47 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:12.648390 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fd9dca65-c048-4c21-8cd0-2c672337e469 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:12.703592 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.704293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.704826 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.716095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.716937 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.718478 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-fd9dca65-c048-4c21-8cd0-2c672337e469 None None] For port af6ab6f9-bb42-4850-bbdb-5ad902e62f47, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=af6ab6f9-bb42-4850-bbdb-5ad902e62f47,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:12.718930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fd9dca65-c048-4c21-8cd0-2c672337e469 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:12.727599 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.728243 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.728788 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.729343 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.729859 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.730380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.734396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.734653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-fd9dca65-c048-4c21-8cd0-2c672337e469 None None] Calling delete_port for af6ab6f9-bb42-4850-bbdb-5ad902e62f47 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:12.735302 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.735954 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.738287 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.738812 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.739383 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.739903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.740421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.740935 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.741452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.741976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.742475 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.743009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.743515 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:12.747463 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-81ecb9f5-ab39-45ff-a9c4-b91b3ff54149 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22022 time: 1.0124235 Nov 28 07:45:12.756759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35104) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:12.777190 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3b32e974-435b-42a2-b5ab-c70aa2de3a35 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:12.777190 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3b32e974-435b-42a2-b5ab-c70aa2de3a35 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/07116e7d-59a6-497e-9330-388198e54243 HTTP/1.1" status: 204 len: 168 time: 1.3397214 Nov 28 07:45:12.798836 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35106) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:12.837448 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-639ccde9-d1e5-43d4-96e0-ed1c8931857b tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=07116e7d-59a6-497e-9330-388198e54243 HTTP/1.1" status: 200 len: 216 time: 0.0370352 Nov 28 07:45:12.845626 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35108) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:12.890030 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-54d2cc9f-7198-4c0e-8c2d-df6b9f78512f req-0a8c2273-d239-479f-b238-898cf2081297 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387033 Nov 28 07:45:12.891839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-09ede518-f6ff-41c5-9087-895005ab6a79 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Request body: {'port': {'network_id': '6085a338-5e3d-4b92-ab31-60a077d28af7', 'name': 'tempest-FloatingIPAdminTestJSON-1849163034'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:12.901422 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-673fe6af-1046-4b2c-89df-81abef406455 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0504715 Nov 28 07:45:12.906758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35110) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:12.955512 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8537fcf8-ff46-4895-9d98-234e62f98ba1 req-0270d760-66d2-41b7-b3a0-6cd38ecc3849 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 210 time: 0.5962219 Nov 28 07:45:12.960049 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d8e12632-04ea-4178-a539-2543851145b6 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0513418 Nov 28 07:45:12.961453 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35112) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:13.003151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fd9dca65-c048-4c21-8cd0-2c672337e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:13.013713 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5f4faf21-b714-42ca-a757-c0af7dd8d0ad None None] Could not find standard attr ID for object e7f05b7a-deab-4d88-96dd-eee2cd0288a6. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:45:13.047146 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-494a9157-20aa-402f-967b-48815706b690 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/5a0b5fdc-4423-4d0a-8622-b2e1c15afb27 HTTP/1.1" status: 200 len: 472 time: 0.0844741 Nov 28 07:45:13.060122 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35114) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:13.070334 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dca65-c048-4c21-8cd0-2c672337e469 None None] Pushing event deleted for resources: {'Port': ['ID=af6ab6f9-bb42-4850-bbdb-5ad902e62f47,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:13.073236 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9dca65-c048-4c21-8cd0-2c672337e469 None None] No DVR routers for this DVR port af6ab6f9-bb42-4850-bbdb-5ad902e62f47 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:45:13.093554 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f43ea72b-be44-4de5-a8a1-6ecef7b9276f tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/8029f0d1-463d-4516-9d79-8377c9ada6bf HTTP/1.1" status: 200 len: 461 time: 0.0433743 Nov 28 07:45:13.097124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35116) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:13.129985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-81b9de9b-76b2-4087-a4e8-01291344da0c tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Deleting port 253d4151-6a61-4018-945e-a92cee693e18 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:13.131320 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81b9de9b-76b2-4087-a4e8-01291344da0c tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:13.224684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-418f7d12-52b7-460c-b2f3-d15ddcfaad5d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:13.261764 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-81b9de9b-76b2-4087-a4e8-01291344da0c tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] For port 253d4151-6a61-4018-945e-a92cee693e18, host hv-neutron-7448, got binding levels [] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:13.262372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81b9de9b-76b2-4087-a4e8-01291344da0c tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:13.285382 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-81b9de9b-76b2-4087-a4e8-01291344da0c tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Calling delete_port for 253d4151-6a61-4018-945e-a92cee693e18 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:13.334468 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ede518-f6ff-41c5-9087-895005ab6a79 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Made reservation on behalf of 452967da0d084435aba89302d5c7f15f for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:13.340007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09ede518-f6ff-41c5-9087-895005ab6a79 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:13.376604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-418f7d12-52b7-460c-b2f3-d15ddcfaad5d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:13.384044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-09ede518-f6ff-41c5-9087-895005ab6a79 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] device_id is not set on port f404e334-a149-4803-98f1-62a7a18eb115 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:13.463934 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f7d12-52b7-460c-b2f3-d15ddcfaad5d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Pushing event deleted for resources: {'Subnet': ['ID=03114763-9a88-4ae6-a614-35a73213f463,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:13.479277 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5bcc8213-12c5-4c25-8e17-f23e8e1e86c0 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:13.483237 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5bcc8213-12c5-4c25-8e17-f23e8e1e86c0 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/8029f0d1-463d-4516-9d79-8377c9ada6bf HTTP/1.1" status: 204 len: 168 time: 0.3746305 Nov 28 07:45:13.483895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35120) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:13.514829 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-418f7d12-52b7-460c-b2f3-d15ddcfaad5d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:13.520949 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-418f7d12-52b7-460c-b2f3-d15ddcfaad5d tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] 10.222.0.31 "DELETE /v2.0/subnets/03114763-9a88-4ae6-a614-35a73213f463 HTTP/1.1" status: 204 len: 168 time: 1.5786695 Nov 28 07:45:13.526749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35122) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:13.572029 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f472d6c-d063-4bba-9843-cf57fdb4e870 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:13.592834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f472d6c-d063-4bba-9843-cf57fdb4e870 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:13.600852 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-8f472d6c-d063-4bba-9843-cf57fdb4e870 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:13.612164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc7eed-0bfe-4a53-b585-b848b378671e None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:13.675181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f472d6c-d063-4bba-9843-cf57fdb4e870 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:13.675781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f472d6c-d063-4bba-9843-cf57fdb4e870 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:13.714850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:13.728921 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfa064-5935-45e0-b862-76e26e9d3e9a req-c3f6d833-be78-4256-9269-d994e8619d9e tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:13.737350 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7ddfa064-5935-45e0-b862-76e26e9d3e9a req-c3f6d833-be78-4256-9269-d994e8619d9e tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 932 time: 0.3878460 Nov 28 07:45:13.783575 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f472d6c-d063-4bba-9843-cf57fdb4e870 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=9fbf6b38-d5fd-4b5e-b214-88d8218ddab6,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:13.809905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-09ede518-f6ff-41c5-9087-895005ab6a79 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Allocated IP 172.20.0.10 (6085a338-5e3d-4b92-ab31-60a077d28af7/8668614e-f7d4-4dd5-a359-54b6114c235d/f404e334-a149-4803-98f1-62a7a18eb115) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:13.817092 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8f472d6c-d063-4bba-9843-cf57fdb4e870 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9479229 Nov 28 07:45:13.821808 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35124) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:13.829979 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7bcf7c8a-8c54-4792-8a4b-61b1750ce297 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': '9fbf6b38-d5fd-4b5e-b214-88d8218ddab6', 'ip_address': '2001:db8::7d7a:1faa:b01:cd86'}], 'name': 'tempest-NetworksTestDHCPv6-395737910'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:13.890226 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-757511f2-607f-4eee-89fb-0c3c1a05bb19 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:13.893863 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-757511f2-607f-4eee-89fb-0c3c1a05bb19 tempest-MeteringTestJSON-1986429435 tempest-MeteringTestJSON-1986429435-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/5a0b5fdc-4423-4d0a-8622-b2e1c15afb27 HTTP/1.1" status: 204 len: 168 time: 0.4058967 Nov 28 07:45:13.919245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81b9de9b-76b2-4087-a4e8-01291344da0c tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:13.925097 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device af6ab6f9-bb42-4850-bbdb-5ad902e62f47 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:45:13.953091 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7ddfa064-5935-45e0-b862-76e26e9d3e9a req-2d473b21-fb60-4f8d-8e04-d31df0281acf tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148678 Nov 28 07:45:13.979668 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: af6ab6f9-bb42-4850-bbdb-5ad902e62f47 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:45:13.980232 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device af6ab6f9-bb42-4850-bbdb-5ad902e62f47 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:45:13.982728 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '9fbf6b38-d5fd-4b5e-b214-88d8218ddab6'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:13.985185 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:14.039978 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9de9b-76b2-4087-a4e8-01291344da0c tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Pushing event deleted for resources: {'Port': ['ID=253d4151-6a61-4018-945e-a92cee693e18,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:14.078698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81b9de9b-76b2-4087-a4e8-01291344da0c tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:14.079907 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-81b9de9b-76b2-4087-a4e8-01291344da0c tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "DELETE /v2.0/ports/253d4151-6a61-4018-945e-a92cee693e18 HTTP/1.1" status: 204 len: 168 time: 1.3220558 Nov 28 07:45:14.085989 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35132) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:14.162711 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-66529300-ef08-405c-91cf-82dd6f9d1edd tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] GET failed (client error): The resource could not be found. Nov 28 07:45:14.171211 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-66529300-ef08-405c-91cf-82dd6f9d1edd tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "GET /v2.0/ports/253d4151-6a61-4018-945e-a92cee693e18 HTTP/1.1" status: 404 len: 333 time: 0.0782566 Nov 28 07:45:14.171801 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35134) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:14.190133 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-574650b8-f64e-4586-8731-2355b649e0af tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2117822365', 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:14.209947 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5cbc9c9b-e48a-4a46-a84e-de697c906ac4 req-f2f2d361-1f73-48c6-8639-12bc1e735b77 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 210 time: 0.0677052 Nov 28 07:45:14.279799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574650b8-f64e-4586-8731-2355b649e0af tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Made reservation on behalf of cb1b58193b55415c88ec39f22bf7e4da for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:14.282796 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-574650b8-f64e-4586-8731-2355b649e0af tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:14.324311 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-574650b8-f64e-4586-8731-2355b649e0af tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] device_id is not set on port 42751c2a-4e78-4e46-94f5-5d8f0c71a85f yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:14.352603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcf7c8a-8c54-4792-8a4b-61b1750ce297 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:14.361612 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Deleting port afe1ac72-122d-4975-93bb-069f8c32b18d {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:14.361949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:14.368426 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Allocated IP 2001:db8::2 (c04e62e3-7156-478d-ad66-af6018eecb99/9fbf6b38-d5fd-4b5e-b214-88d8218ddab6/56271dce-494c-4197-a435-0d82e5f57b83) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:14.440368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa79394-4434-42fc-b148-ee0219cb4387 req-6f745e1e-2842-4424-aa67-a9ad649a0006 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:14.446040 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1fa79394-4434-42fc-b148-ee0219cb4387 req-6f745e1e-2842-4424-aa67-a9ad649a0006 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 931 time: 0.3683131 Nov 28 07:45:14.490296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35138) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:14.703248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-574650b8-f64e-4586-8731-2355b649e0af tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:14.724893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d66171e8-d5c1-4c28-bc53-547b718e0365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:14.821423 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-574650b8-f64e-4586-8731-2355b649e0af tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:14.863662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] For port afe1ac72-122d-4975-93bb-069f8c32b18d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=afe1ac72-122d-4975-93bb-069f8c32b18d,segment=NetworkSegment(7f46b1ae-1f74-4b51-8c93-3147723a9062),segment_id=7f46b1ae-1f74-4b51-8c93-3147723a9062)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:14.863662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:14.903955 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:14.931658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7bcf7c8a-8c54-4792-8a4b-61b1750ce297 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:14.941788 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:14.963903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09ede518-f6ff-41c5-9087-895005ab6a79 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:14.991853 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Calling delete_port for afe1ac72-122d-4975-93bb-069f8c32b18d owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:15.010177 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:15.024736 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:15.047504 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:15.068460 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574650b8-f64e-4586-8731-2355b649e0af tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Network b1fd23a5-3030-476d-8770-b941feabf712 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:15.076777 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Pushing event updated for resources: {'Port': ['ID=56271dce-494c-4197-a435-0d82e5f57b83,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:15.090240 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-574650b8-f64e-4586-8731-2355b649e0af tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:15.108285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574650b8-f64e-4586-8731-2355b649e0af tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Pushing event updated for resources: {'Port': ['ID=42751c2a-4e78-4e46-94f5-5d8f0c71a85f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:15.110984 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574650b8-f64e-4586-8731-2355b649e0af tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:15.111817 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574650b8-f64e-4586-8731-2355b649e0af tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:15.112441 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-574650b8-f64e-4586-8731-2355b649e0af tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:15.153691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d66171e8-d5c1-4c28-bc53-547b718e0365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:15.165769 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1fa79394-4434-42fc-b148-ee0219cb4387 req-b786435a-a14e-4631-a05a-7d31f29e3972 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6874862 Nov 28 07:45:15.179514 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d66171e8-d5c1-4c28-bc53-547b718e0365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:15.188259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-7bcf7c8a-8c54-4792-8a4b-61b1750ce297 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port f56a8391-63b6-4bc0-9693-f2d354136c3b yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:15.196162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Attempting to bind port 56271dce-494c-4197-a435-0d82e5f57b83 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:15.196618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Attempting to bind port 56271dce-494c-4197-a435-0d82e5f57b83 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:15.197066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Attempting to bind port 56271dce-494c-4197-a435-0d82e5f57b83 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:15.210487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:15.214581 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-574650b8-f64e-4586-8731-2355b649e0af tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0255544 Nov 28 07:45:15.214737 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:15.214737 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:15.214737 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:15.216711 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Bound port: 56271dce-494c-4197-a435-0d82e5f57b83, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:15.217295 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:15.218778 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35144) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:15.327738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66171e8-d5c1-4c28-bc53-547b718e0365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e81c35-f8ad-48c9-b271-94a83e7bed5b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:15.352668 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d66171e8-d5c1-4c28-bc53-547b718e0365 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=107d4edfdd8b4cb9be829a951edef983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8609550 Nov 28 07:45:15.361573 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35148) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:15.399991 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2c2b-b5d3-4926-a12d-9b90055e6ebc req-21e717ae-fdba-4f0f-af3c-4b6735a3a593 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:15.402671 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-aa8c2c2b-b5d3-4926-a12d-9b90055e6ebc req-21e717ae-fdba-4f0f-af3c-4b6735a3a593 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 932 time: 0.3290036 Nov 28 07:45:15.415070 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] For port 56271dce-494c-4197-a435-0d82e5f57b83, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:15.424782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] For port 56271dce-494c-4197-a435-0d82e5f57b83, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=56271dce-494c-4197-a435-0d82e5f57b83,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:15.427593 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ddfd660d-c21a-422b-8a22-1610cd4ebe64 req-b9affa13-8cd0-4ce9-8fe2-861469930196 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 210 time: 0.0434535 Nov 28 07:45:15.428136 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3878-bfec-45fa-86d8-7881b507a9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:15.439945 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:15.547781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:15.550503 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09ede518-f6ff-41c5-9087-895005ab6a79 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:15.579998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8917f-a116-4c86-b3fb-64dc6fbce6b4 None None] Pushing event updated for resources: {'Port': ['ID=56271dce-494c-4197-a435-0d82e5f57b83,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:15.587842 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-aa8c2c2b-b5d3-4926-a12d-9b90055e6ebc req-483b99bf-b181-4171-97c8-f989a9769918 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664484 Nov 28 07:45:15.606351 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7296-6674-41f0-9cf0-e7c16702edac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:15.618572 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Pushing event deleted for resources: {'Port': ['ID=afe1ac72-122d-4975-93bb-069f8c32b18d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:15.636014 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167e280a-5303-4be9-b163-50e2187b6000 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:15.640048 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-167e280a-5303-4be9-b163-50e2187b6000 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "GET /v2.0/ports/42751c2a-4e78-4e46-94f5-5d8f0c71a85f HTTP/1.1" status: 200 len: 955 time: 0.3675859 Nov 28 07:45:15.643450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35150) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:15.652796 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7296-6674-41f0-9cf0-e7c16702edac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:15.654974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] No DVR routers for this DVR port afe1ac72-122d-4975-93bb-069f8c32b18d on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:45:15.728788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ede518-f6ff-41c5-9087-895005ab6a79 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Network 6085a338-5e3d-4b92-ab31-60a077d28af7 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:15.765807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-09ede518-f6ff-41c5-9087-895005ab6a79 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:15.790368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ede518-f6ff-41c5-9087-895005ab6a79 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:15.802622 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7296-6674-41f0-9cf0-e7c16702edac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:15.806174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7296-6674-41f0-9cf0-e7c16702edac admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:15.828059 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7a0a7296-6674-41f0-9cf0-e7c16702edac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8e81c35-f8ad-48c9-b271-94a83e7bed5b HTTP/1.1" status: 204 len: 168 time: 0.4635909 Nov 28 07:45:15.862651 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a7296-6674-41f0-9cf0-e7c16702edac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e81c35-f8ad-48c9-b271-94a83e7bed5b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:15.904968 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ede518-f6ff-41c5-9087-895005ab6a79 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event updated for resources: {'Port': ['ID=f404e334-a149-4803-98f1-62a7a18eb115,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:15.963939 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7a904-2120-4dc5-9412-295aa66aa128 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Deleting port 42751c2a-4e78-4e46-94f5-5d8f0c71a85f {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:15.969709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a904-2120-4dc5-9412-295aa66aa128 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:16.064583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a904-2120-4dc5-9412-295aa66aa128 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:16.081347 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7a904-2120-4dc5-9412-295aa66aa128 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Calling delete_port for 42751c2a-4e78-4e46-94f5-5d8f0c71a85f owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:16.098517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:16.203668 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ede518-f6ff-41c5-9087-895005ab6a79 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:16.204079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09ede518-f6ff-41c5-9087-895005ab6a79 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:16.210033 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-7bcf7c8a-8c54-4792-8a4b-61b1750ce297 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::7d7a:1faa:b01:cd86 (c04e62e3-7156-478d-ad66-af6018eecb99/9fbf6b38-d5fd-4b5e-b214-88d8218ddab6/f56a8391-63b6-4bc0-9693-f2d354136c3b) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:16.233806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489ec00e-2e28-4224-a5b9-73afec3ae56d']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:16.286590 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a904-2120-4dc5-9412-295aa66aa128 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:16.296139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f46b1ae-1f74-4b51-8c93-3147723a9062') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:16.296448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f46b1ae-1f74-4b51-8c93-3147723a9062') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:16.362745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:16.370094 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-09ede518-f6ff-41c5-9087-895005ab6a79 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9455705 Nov 28 07:45:16.383955 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7a904-2120-4dc5-9412-295aa66aa128 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Pushing event deleted for resources: {'Port': ['ID=42751c2a-4e78-4e46-94f5-5d8f0c71a85f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:16.391985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35158) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:16.398730 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0eb7a904-2120-4dc5-9412-295aa66aa128 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:16.407990 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0eb7a904-2120-4dc5-9412-295aa66aa128 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "DELETE /v2.0/ports/42751c2a-4e78-4e46-94f5-5d8f0c71a85f HTTP/1.1" status: 204 len: 168 time: 0.7633185 Nov 28 07:45:16.410804 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35162) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:16.417179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9e281b-8855-4d09-a85f-5b414a08df17 None None] Network 489ec00e-2e28-4224-a5b9-73afec3ae56d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:16.453205 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:16.461143 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-742c5533-6153-469a-bcfb-66ac0e292c4c tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] GET failed (client error): The resource could not be found. Nov 28 07:45:16.468849 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-742c5533-6153-469a-bcfb-66ac0e292c4c tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "GET /v2.0/ports/42751c2a-4e78-4e46-94f5-5d8f0c71a85f HTTP/1.1" status: 404 len: 333 time: 0.0547869 Nov 28 07:45:16.469294 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35166) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:16.485727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-20173b35-16dd-4f52-ba91-9f44b73e253a tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Request body: {'port': {'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1364996986'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:16.491846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:45:16.492407 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:45:16.500313 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:45:16.654061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35170) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:16.673662 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-06271d57-e0e9-4ae6-9a16-849b6e912a30 req-d4af2b85-dd85-4e54-b552-399386fd8982 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 210 time: 0.0577219 Nov 28 07:45:16.677012 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-575940d0-0ed1-4bbb-9ff7-4ee12546413e None None] Provisioning complete for port f404e334-a149-4803-98f1-62a7a18eb115 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:16.678148 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-575940d0-0ed1-4bbb-9ff7-4ee12546413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:16.707756 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc4aa34d-e355-48de-9b5d-abf34883893e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:16.760378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-575940d0-0ed1-4bbb-9ff7-4ee12546413e None None] Port f404e334-a149-4803-98f1-62a7a18eb115 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:16.765352 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-575940d0-0ed1-4bbb-9ff7-4ee12546413e None None] Could not find standard attr ID for object afe1ac72-122d-4975-93bb-069f8c32b18d. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:45:16.792727 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c71ba0-9e05-4e79-a0d8-f7b9c7ac2158 None None] DHCP port deletion for 489ec00e-2e28-4224-a5b9-73afec3ae56d request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:45:16.898799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc4aa34d-e355-48de-9b5d-abf34883893e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:16.905334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc4aa34d-e355-48de-9b5d-abf34883893e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:16.919936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'project_id': '452967da0d084435aba89302d5c7f15f', 'port_id': 'f404e334-a149-4803-98f1-62a7a18eb115'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:16.957439 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d299278-8181-4d0e-bde4-f7011f710703 req-08190631-a0a0-46d1-995b-dcb95c6c739d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:16.959002 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8d299278-8181-4d0e-bde4-f7011f710703 req-08190631-a0a0-46d1-995b-dcb95c6c739d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 932 time: 0.1233952 Nov 28 07:45:16.973816 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bc4aa34d-e355-48de-9b5d-abf34883893e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bcd048059b14e09b51e6d88a7ebf794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183968 Nov 28 07:45:16.975799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4aa34d-e355-48de-9b5d-abf34883893e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2f149c-a524-46e0-9dea-5dd47fcac8c3,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:16.978114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35172) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:17.019930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20173b35-16dd-4f52-ba91-9f44b73e253a tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Made reservation on behalf of cb1b58193b55415c88ec39f22bf7e4da for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:17.022380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-20173b35-16dd-4f52-ba91-9f44b73e253a tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.031887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef384db-ddda-4245-9e30-b593d7f16f92 req-ea7d2b6c-ac87-48c3-8b79-0cca49e0b74c tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:17.033314 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7ef384db-ddda-4245-9e30-b593d7f16f92 req-ea7d2b6c-ac87-48c3-8b79-0cca49e0b74c tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 931 time: 0.6488941 Nov 28 07:45:17.051446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.073956 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8d299278-8181-4d0e-bde4-f7011f710703 req-702a1375-55b9-4427-9bd0-16755a8cd2e2 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990083 Nov 28 07:45:17.089919 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-20173b35-16dd-4f52-ba91-9f44b73e253a tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] device_id is not set on port 81bd13cd-6f04-4bc5-8ff4-409584323024 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:17.095681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.101540 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86d3a515-ea6e-4059-a139-2b19ce06d224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.111261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.114491 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] 10.222.0.31 "DELETE /v2.0/networks/489ec00e-2e28-4224-a5b9-73afec3ae56d HTTP/1.1" status: 204 len: 168 time: 3.5870152 Nov 28 07:45:17.132343 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86d3a515-ea6e-4059-a139-2b19ce06d224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.133672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d4794-bb0d-450c-865e-1ab72978c224 tempest-ExtraDHCPOptionsTestJSON-134248746 tempest-ExtraDHCPOptionsTestJSON-134248746-project] Pushing event deleted for resources: {'Network': ['ID=489ec00e-2e28-4224-a5b9-73afec3ae56d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:17.209119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86d3a515-ea6e-4059-a139-2b19ce06d224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.213133 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7bcf7c8a-8c54-4792-8a4b-61b1750ce297 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.217856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86d3a515-ea6e-4059-a139-2b19ce06d224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.221446 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-86d3a515-ea6e-4059-a139-2b19ce06d224 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a2f149c-a524-46e0-9dea-5dd47fcac8c3 HTTP/1.1" status: 204 len: 168 time: 0.2243483 Nov 28 07:45:17.229146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3a515-ea6e-4059-a139-2b19ce06d224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2f149c-a524-46e0-9dea-5dd47fcac8c3,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:17.230269 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-14598bbf-76cc-445d-a898-470793018153 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:45:17.231570 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-14598bbf-76cc-445d-a898-470793018153 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0078921 Nov 28 07:45:17.241197 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7ef384db-ddda-4245-9e30-b593d7f16f92 req-2a2bd8d0-5181-4791-913c-62fbeae796eb tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943326 Nov 28 07:45:17.249647 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-62e60835-fc3c-40b7-aee9-9106807e86da req-bbe3d371-4c7c-4189-b971-632f0d2d9807 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Request body: {'port': {'device_id': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'admin_state_up': True, 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'security_groups': ['588f8771-30ca-41e7-bb49-469a442092f3']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:17.272542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-00996cec-efc6-403c-b537-d4bbe139c34f tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:45:17.273763 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-00996cec-efc6-403c-b537-d4bbe139c34f tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0412898 Nov 28 07:45:17.390665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-783f9948-f7ad-4429-aa2f-b20cfe936bc9 None None] Provisioning complete for port 56271dce-494c-4197-a435-0d82e5f57b83 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:17.391468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-783f9948-f7ad-4429-aa2f-b20cfe936bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.493475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7bcf7c8a-8c54-4792-8a4b-61b1750ce297 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.495655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35186) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:17.543423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-783f9948-f7ad-4429-aa2f-b20cfe936bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.559475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-20173b35-16dd-4f52-ba91-9f44b73e253a tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.585830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Request body: {'port': {'device_id': '6a27ff50-49e3-4e4f-89d9-50e9e61edadc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:17.593096 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcf7c8a-8c54-4792-8a4b-61b1750ce297 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:17.594120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-783f9948-f7ad-4429-aa2f-b20cfe936bc9 None None] For port 56271dce-494c-4197-a435-0d82e5f57b83, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=56271dce-494c-4197-a435-0d82e5f57b83,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:17.599987 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-783f9948-f7ad-4429-aa2f-b20cfe936bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.643277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Request body: {'port': {'device_id': '8c62b4d3-e296-4b81-a08f-6444ab818b52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:17.653803 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-7bcf7c8a-8c54-4792-8a4b-61b1750ce297 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:17.671307 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf7c8a-8c54-4792-8a4b-61b1750ce297 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:17.678887 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-be4b2a8b-7c0f-4d5a-961f-a923cd6b8309 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a3b591d1ab54f9d9a40fd35efed2a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820402 Nov 28 07:45:17.679046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f9948-f7ad-4429-aa2f-b20cfe936bc9 None None] Pushing event updated for resources: {'Port': ['ID=56271dce-494c-4197-a435-0d82e5f57b83,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:17.680055 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35194) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:17.685550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcf7c8a-8c54-4792-8a4b-61b1750ce297 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:17.686226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7bcf7c8a-8c54-4792-8a4b-61b1750ce297 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.763672 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67697cc0-edb5-4a4c-aeb8-2dbaa0685200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.791541 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.864674 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67697cc0-edb5-4a4c-aeb8-2dbaa0685200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.889646 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f5ae0864-3039-4d3c-a8f7-69f1fe866180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.893071 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f701193e-b78c-400d-ad9e-944faad92e48 req-77a390fb-6010-44d6-8b5b-9170f6ca82be tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 210 time: 0.0803716 Nov 28 07:45:17.915054 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf7c8a-8c54-4792-8a4b-61b1750ce297 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=f56a8391-63b6-4bc0-9693-f2d354136c3b,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:17.969889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 56271dce-494c-4197-a435-0d82e5f57b83 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:17.972355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e60835-fc3c-40b7-aee9-9106807e86da req-bbe3d371-4c7c-4189-b971-632f0d2d9807 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Made reservation on behalf of 205aa9369a9b4b7e8d64def7c869c9f4 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:17.976257 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-62e60835-fc3c-40b7-aee9-9106807e86da req-bbe3d371-4c7c-4189-b971-632f0d2d9807 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.981854 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67697cc0-edb5-4a4c-aeb8-2dbaa0685200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.986035 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67697cc0-edb5-4a4c-aeb8-2dbaa0685200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:17.993637 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-67697cc0-edb5-4a4c-aeb8-2dbaa0685200 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e57c3ad8-2aa9-44ba-9b9b-387ece718195 HTTP/1.1" status: 204 len: 168 time: 0.3122091 Nov 28 07:45:18.014189 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67697cc0-edb5-4a4c-aeb8-2dbaa0685200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57c3ad8-2aa9-44ba-9b9b-387ece718195,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:18.027705 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-20173b35-16dd-4f52-ba91-9f44b73e253a tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:18.054005 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7bcf7c8a-8c54-4792-8a4b-61b1750ce297 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.2293553 Nov 28 07:45:18.055468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-49b0af53-2096-4f15-ad5f-85f1b2370bb1 None None] Provisioning complete for port f56a8391-63b6-4bc0-9693-f2d354136c3b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:18.055848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49b0af53-2096-4f15-ad5f-85f1b2370bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:18.056536 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35208) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:18.107654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:18.160208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-49b0af53-2096-4f15-ad5f-85f1b2370bb1 None None] Port f56a8391-63b6-4bc0-9693-f2d354136c3b cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:18.184633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785ecfec-a3bb-4c2a-9e8f-46f2c65a9b7d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:18.200242 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785ecfec-a3bb-4c2a-9e8f-46f2c65a9b7d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:18.201868 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-785ecfec-a3bb-4c2a-9e8f-46f2c65a9b7d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1441140 Nov 28 07:45:18.204031 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 56271dce-494c-4197-a435-0d82e5f57b83 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:18.204499 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:18.208106 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35216) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:18.238609 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20173b35-16dd-4f52-ba91-9f44b73e253a tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Pushing event updated for resources: {'Port': ['ID=81bd13cd-6f04-4bc5-8ff4-409584323024,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:18.241577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:18.264021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20173b35-16dd-4f52-ba91-9f44b73e253a tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Network b1fd23a5-3030-476d-8770-b941feabf712 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:18.305407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35222) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:18.371647 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device afe1ac72-122d-4975-93bb-069f8c32b18d no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:45:18.416120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: afe1ac72-122d-4975-93bb-069f8c32b18d {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:45:18.416479 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device afe1ac72-122d-4975-93bb-069f8c32b18d not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:45:18.458021 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e08030-0544-499a-9519-519f89147118 req-a5176258-8959-4aa9-afe5-17ea73c4b68e tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:18.460758 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-96e08030-0544-499a-9519-519f89147118 req-a5176258-8959-4aa9-afe5-17ea73c4b68e tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 931 time: 0.0923142 Nov 28 07:45:18.466858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1502568960'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:18.515218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-bba22c4c-f204-484e-be21-b1e25e0d8783 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port f56a8391-63b6-4bc0-9693-f2d354136c3b {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:18.515565 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bba22c4c-f204-484e-be21-b1e25e0d8783 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:18.526848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-20173b35-16dd-4f52-ba91-9f44b73e253a tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:18.558639 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Made reservation on behalf of 3fa26160c11343cfa34a6a341b733a8d for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:18.562057 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:18.566213 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20173b35-16dd-4f52-ba91-9f44b73e253a tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:18.567160 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20173b35-16dd-4f52-ba91-9f44b73e253a tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:18.567751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-20173b35-16dd-4f52-ba91-9f44b73e253a tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:18.602177 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:18.606841 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-96e08030-0544-499a-9519-519f89147118 req-3da41362-e6ff-420d-b4a5-a51f050ecd9c tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328585 Nov 28 07:45:18.672436 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bba22c4c-f204-484e-be21-b1e25e0d8783 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:18.678929 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-20173b35-16dd-4f52-ba91-9f44b73e253a tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2004361 Nov 28 07:45:18.686406 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35236) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:18.693458 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7448'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:18.720457 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-bba22c4c-f204-484e-be21-b1e25e0d8783 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for f56a8391-63b6-4bc0-9693-f2d354136c3b owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:18.790654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3e66c-432f-4ac4-b577-d1c0fd13174f req-63f1a202-962f-4bfb-a8be-e5963ab8cb0d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:18.799366 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-36a3e66c-432f-4ac4-b577-d1c0fd13174f req-63f1a202-962f-4bfb-a8be-e5963ab8cb0d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 932 time: 0.5741777 Nov 28 07:45:18.845457 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:18.851612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:18.864762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:18.875179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-62e60835-fc3c-40b7-aee9-9106807e86da req-bbe3d371-4c7c-4189-b971-632f0d2d9807 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Allocated IP 172.20.0.10 (a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d/b8b7bbe5-daa6-4c6c-be92-80129904fb51/d5d42c16-8719-4e85-8a86-0999b8b298d0) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:18.894033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:45:18.916163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Allocated IP 172.26.2.184 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/84c50d06-2f3b-421d-9c70-494a016d014c) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:18.930561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35246) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:18.948783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e267e8-ee2b-44ab-80d6-289574b0ba16,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:18.954609 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:18.954971 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Added segment 0f78a4cb-afce-431f-bd13-b3c3f363de6a of type vlan for network 9d6a2433-4a3e-49c5-a642-3642bc8afe3d Nov 28 07:45:18.984202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.046022 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-36a3e66c-432f-4ac4-b577-d1c0fd13174f req-784d8d87-2c91-42a9-a629-10db0f046e52 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454834 Nov 28 07:45:19.085948 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8de77c82-4fc1-4e84-b096-97886796321f req-762a5947-ea82-408d-9291-7956c02055fd tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 210 time: 0.0759611 Nov 28 07:45:19.094402 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-673864088'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:19.127065 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.180350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bba22c4c-f204-484e-be21-b1e25e0d8783 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.198548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Made reservation on behalf of f84b6becaa734a7f9c19839660750df6 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:19.202703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.230662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.236263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:19.236872 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.256058 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba22c4c-f204-484e-be21-b1e25e0d8783 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=f56a8391-63b6-4bc0-9693-f2d354136c3b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:19.268649 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.375652 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1183e5de-6600-4398-83c4-68b6e7535d85 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:45:19.412622 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.428754 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897b786e-b7cb-4610-aa9c-b106f514cf9f {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:45:19.476988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.522327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Transition to ACTIVE for port object 1183e5de-6600-4398-83c4-68b6e7535d85 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:45:19.534538 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Transition to ACTIVE for port object 897b786e-b7cb-4610-aa9c-b106f514cf9f will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:45:19.538422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.559713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.588781 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2821009 Nov 28 07:45:19.594351 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.594898 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bba22c4c-f204-484e-be21-b1e25e0d8783 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.597981 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bba22c4c-f204-484e-be21-b1e25e0d8783 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/f56a8391-63b6-4bc0-9693-f2d354136c3b HTTP/1.1" status: 204 len: 168 time: 1.3877208 Nov 28 07:45:19.598662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35250) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:19.604478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b851d1a7-e7b0-4f72-9b05-3c4413a024da tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Request body: {'subnet': {'network_id': '9d6a2433-4a3e-49c5-a642-3642bc8afe3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:19.615265 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35252) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:19.652976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] device_id is not set on port 81bd13cd-6f04-4bc5-8ff4-409584323024 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:19.657436 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cc03e-3e30-4b19-b76c-2db71a16397a tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Pushing event updated for resources: {'Network': ['ID=9d6a2433-4a3e-49c5-a642-3642bc8afe3d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:19.663962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.677618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 9d6a2433-4a3e-49c5-a642-3642bc8afe3d details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:45:19.683407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.782575 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Pushing event updated for resources: {'Port': ['ID=81bd13cd-6f04-4bc5-8ff4-409584323024,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:19.808396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-62e60835-fc3c-40b7-aee9-9106807e86da req-bbe3d371-4c7c-4189-b971-632f0d2d9807 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.818506 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:19.818837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:19.819201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:19.830751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.832326 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:19.832651 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:19.833028 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 2 to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 Nov 28 07:45:19.846085 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.861775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:19.862108 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:19.862433 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:19.876610 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:45:19.885304 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:19.885624 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:19.889714 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 3 to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 Nov 28 07:45:19.904365 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8faad17b-b997-4828-9c3e-ead28efc74ac,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:19.908742 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.909015 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Added segment c9231c3e-ebf7-4a4d-8dec-727c42856596 of type vlan for network b522c75a-1a36-41a7-a378-310254ff17cf Nov 28 07:45:19.917142 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:19.917472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:19.917799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:19.943531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:19.943770 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:19.948563 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 4 to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 Nov 28 07:45:19.966605 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:19.973054 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:19.973382 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:19.973711 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:19.978856 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Pushing event updated for resources: {'Port': ['ID=1183e5de-6600-4398-83c4-68b6e7535d85,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:19.987450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:19.987843 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:19.989571 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 5 to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 Nov 28 07:45:20.007170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:20.007620 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:20.007792 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:20.011300 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.016915 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:20.017507 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.035205 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:20.035205 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:20.039814 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 6 to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 Nov 28 07:45:20.070894 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1361518 Nov 28 07:45:20.085151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9438bf54-f84c-4dfd-ba46-fef80e661e7e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:20.087007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9438bf54-f84c-4dfd-ba46-fef80e661e7e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:20.088669 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9438bf54-f84c-4dfd-ba46-fef80e661e7e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4707198 Nov 28 07:45:20.105555 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35260) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:20.111344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:20.111848 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:20.112649 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:20.123924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:20.124375 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:20.124912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22655654-3b31-461b-b405-e3f7537186a2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'Network': ['ID=b522c75a-1a36-41a7-a378-310254ff17cf,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:20.126949 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 7 to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 Nov 28 07:45:20.142826 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network b522c75a-1a36-41a7-a378-310254ff17cf details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:45:20.184208 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:20.184693 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:20.185498 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:20.192703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:20.193263 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:20.194483 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 8 to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 Nov 28 07:45:20.228187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.229485 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0f0f3-e946-4677-81c9-6b331c2845be req-140c29c6-b400-43aa-8829-15f7199c225b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:20.236850 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3ce0f0f3-e946-4677-81c9-6b331c2845be req-140c29c6-b400-43aa-8829-15f7199c225b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 944 time: 0.0956881 Nov 28 07:45:20.238783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:20.239523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:20.239523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:20.240586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Pushing event updated for resources: {'Port': ['ID=897b786e-b7cb-4610-aa9c-b106f514cf9f,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:20.243679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-62e60835-fc3c-40b7-aee9-9106807e86da req-bbe3d371-4c7c-4189-b971-632f0d2d9807 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.245854 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:20.246207 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:20.261591 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 9 to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 Nov 28 07:45:20.264733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b851d1a7-e7b0-4f72-9b05-3c4413a024da tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Made reservation on behalf of 3fa26160c11343cfa34a6a341b733a8d for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:20.268409 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b851d1a7-e7b0-4f72-9b05-3c4413a024da tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.294268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:20.294600 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:20.294950 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:20.299759 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Attempting to bind port 1183e5de-6600-4398-83c4-68b6e7535d85 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:20.300209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Attempting to bind port 1183e5de-6600-4398-83c4-68b6e7535d85 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '125eb330-7b86-4cef-8143-0e8efc42e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:20.300625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Attempting to bind port 1183e5de-6600-4398-83c4-68b6e7535d85 on network db240e92-4657-404b-8ef6-82b1c7e0a1b4 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:20.320294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.322332 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fdaf18-6cbe-4e59-b5f0-f55fbf083e35 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 9fbf6b38-d5fd-4b5e-b214-88d8218ddab6 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:45:20.331658 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3ce0f0f3-e946-4677-81c9-6b331c2845be req-e2b619e6-5202-43ff-8a9c-41e342b53611 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936646 Nov 28 07:45:20.339966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:20.340971 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:20.341382 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempt 10 to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 Nov 28 07:45:20.346091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56a862-d59d-4bf0-8ac3-1fb2cdd147a7 req-fde76925-026e-420a-a0b6-02ffb923d1c4 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:20.347680 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f56a862-d59d-4bf0-8ac3-1fb2cdd147a7 req-fde76925-026e-420a-a0b6-02ffb923d1c4 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 943 time: 0.5953922 Nov 28 07:45:20.355602 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68fdaf18-6cbe-4e59-b5f0-f55fbf083e35 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.369456 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:20.369925 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:20.370367 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempting to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:20.375318 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:20.375745 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Failed to bind port 81bd13cd-6f04-4bc5-8ff4-409584323024 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '10a2a4ac-4010-4434-81c0-31a4e65d3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1fd23a5-3030-476d-8770-b941feabf712'}] Nov 28 07:45:20.376231 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.388497 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Port 1183e5de-6600-4398-83c4-68b6e7535d85 on network db240e92-4657-404b-8ef6-82b1c7e0a1b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:20.388815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Attempting to bind port 1183e5de-6600-4398-83c4-68b6e7535d85 on network db240e92-4657-404b-8ef6-82b1c7e0a1b4 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:20.400681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:20.444019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Attempting to bind port 897b786e-b7cb-4610-aa9c-b106f514cf9f on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:20.444019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Attempting to bind port 897b786e-b7cb-4610-aa9c-b106f514cf9f by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:20.444019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Attempting to bind port 897b786e-b7cb-4610-aa9c-b106f514cf9f on network ce72ab99-bc55-4271-8115-f97c259a6f8d {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:20.450055 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e60835-fc3c-40b7-aee9-9106807e86da req-bbe3d371-4c7c-4189-b971-632f0d2d9807 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:20.473051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:20.480666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-62e60835-fc3c-40b7-aee9-9106807e86da req-bbe3d371-4c7c-4189-b971-632f0d2d9807 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:20.482740 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:20.483089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Checking segment: {'id': '125eb330-7b86-4cef-8143-0e8efc42e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:20.483640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Bound using segment: {'id': '125eb330-7b86-4cef-8143-0e8efc42e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:20.484099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Bound port: 1183e5de-6600-4398-83c4-68b6e7535d85, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125eb330-7b86-4cef-8143-0e8efc42e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:20.484459 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.491449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e60835-fc3c-40b7-aee9-9106807e86da req-bbe3d371-4c7c-4189-b971-632f0d2d9807 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:20.494066 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:20.495171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82f5ab-bfa1-44ff-9469-611ac4109563 req-35abd2dc-c020-4631-a9ae-b78225fe5f4a tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:20.497289 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-cc82f5ab-bfa1-44ff-9469-611ac4109563 req-35abd2dc-c020-4631-a9ae-b78225fe5f4a tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 932 time: 0.1065915 Nov 28 07:45:20.498122 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Pushing event updated for resources: {'Port': ['ID=84c50d06-2f3b-421d-9c70-494a016d014c,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:20.498863 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] For port 81bd13cd-6f04-4bc5-8ff4-409584323024, host hv-neutron-7448, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:20.499306 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attempted to set empty binding levels {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 28 07:45:20.500505 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Port 897b786e-b7cb-4610-aa9c-b106f514cf9f on network ce72ab99-bc55-4271-8115-f97c259a6f8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:20.501008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Attempting to bind port 897b786e-b7cb-4610-aa9c-b106f514cf9f on network ce72ab99-bc55-4271-8115-f97c259a6f8d {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:20.510170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.523093 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68fdaf18-6cbe-4e59-b5f0-f55fbf083e35 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.553753 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] In _notify_port_updated(), no bound segment for port 81bd13cd-6f04-4bc5-8ff4-409584323024 on network b1fd23a5-3030-476d-8770-b941feabf712 {{(pid=115119) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:45:20.554591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:20.555201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.556454 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "PUT /v2.0/ports/81bd13cd-6f04-4bc5-8ff4-409584323024 HTTP/1.1" status: 200 len: 977 time: 1.8690748 Nov 28 07:45:20.561767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35264) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:20.638638 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-cc82f5ab-bfa1-44ff-9469-611ac4109563 req-6eda18e3-2a4a-40cd-a25e-25ccfe7e0528 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929787 Nov 28 07:45:20.656899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40a4db-5563-4a3c-b081-23c206b14cb4 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Pushing event updated for resources: {'Port': ['ID=81bd13cd-6f04-4bc5-8ff4-409584323024,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:20.673190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e60835-fc3c-40b7-aee9-9106807e86da req-bbe3d371-4c7c-4189-b971-632f0d2d9807 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:20.673965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-62e60835-fc3c-40b7-aee9-9106807e86da req-bbe3d371-4c7c-4189-b971-632f0d2d9807 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.686551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:20.687009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Checking segment: {'id': '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:20.688062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Bound using segment: {'id': '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:20.688062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Bound port: 897b786e-b7cb-4610-aa9c-b106f514cf9f, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:20.688245 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.737074 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-63f53d88-0392-4014-82c7-2a75cfc6fc18 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Deleting port 81bd13cd-6f04-4bc5-8ff4-409584323024 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:20.737384 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-63f53d88-0392-4014-82c7-2a75cfc6fc18 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.741553 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-bbe3d371-4c7c-4189-b971-632f0d2d9807 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5044942 Nov 28 07:45:20.787273 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Request body: {'port': {'device_id': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:20.808624 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-63f53d88-0392-4014-82c7-2a75cfc6fc18 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] For port 81bd13cd-6f04-4bc5-8ff4-409584323024, host hv-neutron-7448, got binding levels [] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:20.809341 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-63f53d88-0392-4014-82c7-2a75cfc6fc18 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.815063 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f56a862-d59d-4bf0-8ac3-1fb2cdd147a7 req-90b64f5b-01b1-4139-8cd6-a39ba2dc5935 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4312258 Nov 28 07:45:20.822001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-63f53d88-0392-4014-82c7-2a75cfc6fc18 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Calling delete_port for 81bd13cd-6f04-4bc5-8ff4-409584323024 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:20.858325 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1d9ca14d-b019-4fbf-a22e-4c437487c870 None None] Provisioning complete for port d5d42c16-8719-4e85-8a86-0999b8b298d0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:20.858998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca14d-b019-4fbf-a22e-4c437487c870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.902212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3d371-4c7c-4189-b971-632f0d2d9807 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Pushing event updated for resources: {'Port': ['ID=d5d42c16-8719-4e85-8a86-0999b8b298d0,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:20.922828 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-63f53d88-0392-4014-82c7-2a75cfc6fc18 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.937190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ca14d-b019-4fbf-a22e-4c437487c870 None None] Port d5d42c16-8719-4e85-8a86-0999b8b298d0 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:20.954851 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f53d88-0392-4014-82c7-2a75cfc6fc18 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Pushing event deleted for resources: {'Port': ['ID=81bd13cd-6f04-4bc5-8ff4-409584323024,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:20.963622 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-63f53d88-0392-4014-82c7-2a75cfc6fc18 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:20.966805 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-63f53d88-0392-4014-82c7-2a75cfc6fc18 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "DELETE /v2.0/ports/81bd13cd-6f04-4bc5-8ff4-409584323024 HTTP/1.1" status: 204 len: 168 time: 0.4040751 Nov 28 07:45:20.967424 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35266) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:20.994633 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91ec26e-54cb-463d-838e-6eccde7f8619 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] GET failed (client error): The resource could not be found. Nov 28 07:45:20.999853 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e91ec26e-54cb-463d-838e-6eccde7f8619 tempest-PortsAdminExtendedAttrsTestJSON-1850426418 tempest-PortsAdminExtendedAttrsTestJSON-1850426418-project-admin] 10.222.0.31 "GET /v2.0/ports/81bd13cd-6f04-4bc5-8ff4-409584323024 HTTP/1.1" status: 404 len: 333 time: 0.0277236 Nov 28 07:45:21.000206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35268) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:21.074529 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15d51a20-3398-429d-b1a5-4e29841639ed tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.088631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] For port 1183e5de-6600-4398-83c4-68b6e7535d85, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:21.141468 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68fdaf18-6cbe-4e59-b5f0-f55fbf083e35 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.146314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] For port 897b786e-b7cb-4610-aa9c-b106f514cf9f, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:21.162118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15d51a20-3398-429d-b1a5-4e29841639ed tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.177482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] For port 1183e5de-6600-4398-83c4-68b6e7535d85, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1183e5de-6600-4398-83c4-68b6e7535d85,segment=NetworkSegment(125eb330-7b86-4cef-8143-0e8efc42e843),segment_id=125eb330-7b86-4cef-8143-0e8efc42e843)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:21.182629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-15d51a20-3398-429d-b1a5-4e29841639ed tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fd23a5-3030-476d-8770-b941feabf712']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:21.192871 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-15d51a20-3398-429d-b1a5-4e29841639ed tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a2a4ac-4010-4434-81c0-31a4e65d3f36') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:21.193161 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-15d51a20-3398-429d-b1a5-4e29841639ed tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a2a4ac-4010-4434-81c0-31a4e65d3f36') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:21.202196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15d51a20-3398-429d-b1a5-4e29841639ed tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.216355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15d51a20-3398-429d-b1a5-4e29841639ed tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.223311 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d51a20-3398-429d-b1a5-4e29841639ed tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:45:21.224219 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15d51a20-3398-429d-b1a5-4e29841639ed tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.224620 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:45:21.227157 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:45:21.230366 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] For port 897b786e-b7cb-4610-aa9c-b106f514cf9f, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=897b786e-b7cb-4610-aa9c-b106f514cf9f,segment=NetworkSegment(1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28),segment_id=1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:21.235656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.272215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.292346 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15d51a20-3398-429d-b1a5-4e29841639ed tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.297998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.313239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15d51a20-3398-429d-b1a5-4e29841639ed tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.318750 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-15d51a20-3398-429d-b1a5-4e29841639ed tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] 10.222.0.31 "DELETE /v2.0/networks/b1fd23a5-3030-476d-8770-b941feabf712 HTTP/1.1" status: 204 len: 168 time: 0.3153288 Nov 28 07:45:21.325831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d51a20-3398-429d-b1a5-4e29841639ed tempest-PortsAdminExtendedAttrsTestJSON-285961637 tempest-PortsAdminExtendedAttrsTestJSON-285961637-project] Pushing event deleted for resources: {'Network': ['ID=b1fd23a5-3030-476d-8770-b941feabf712,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:21.497671 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd78b3-41ae-40b8-b827-5cb8d6efc047 req-c7169bd2-5061-4e93-8f09-9273e402ba7a tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:21.500566 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8fbd78b3-41ae-40b8-b827-5cb8d6efc047 req-c7169bd2-5061-4e93-8f09-9273e402ba7a tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 944 time: 0.1058788 Nov 28 07:45:21.566396 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8fbd78b3-41ae-40b8-b827-5cb8d6efc047 req-66d2f599-0a2d-4787-b712-c271a1fa7ef3 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579207 Nov 28 07:45:21.602955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b851d1a7-e7b0-4f72-9b05-3c4413a024da tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.607679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:21.608282 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.609703 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] 10.222.0.35 "PUT /v2.0/ports/1183e5de-6600-4398-83c4-68b6e7535d85 HTTP/1.1" status: 200 len: 1093 time: 4.1463361 Nov 28 07:45:21.634464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c62b4d3-e296-4b81-a08f-6444ab818b52', 'tag': '1183e5de-6600-4398-83c4-68b6e7535d85'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:45:21.654186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:21.654797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:21.656189 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] 10.222.0.35 "PUT /v2.0/ports/897b786e-b7cb-4610-aa9c-b106f514cf9f HTTP/1.1" status: 200 len: 1094 time: 4.1879699 Nov 28 07:45:21.765932 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35280) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:21.851938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851d1a7-e7b0-4f72-9b05-3c4413a024da tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Pushing event updated for resources: {'Subnet': ['ID=b05baf50-4ae0-48d0-8010-f0d11b261f00,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:22.052001 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35288) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:22.053341 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-480c5e95-ee8e-4079-8dad-3ee17f1bd389 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8360923de43f4a0db2ef8d4bd1f1c2ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840326 Nov 28 07:45:22.099776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24948e-dbf4-4959-8845-ac4513df6d0b req-2ef41d11-9c99-42f6-8a8d-8f6149a13af5 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:22.108592 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dd24948e-dbf4-4959-8845-ac4513df6d0b req-2ef41d11-9c99-42f6-8a8d-8f6149a13af5 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 943 time: 0.1094556 Nov 28 07:45:22.159963 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dd24948e-dbf4-4959-8845-ac4513df6d0b req-4e34995b-d3b3-4ecc-a739-f41a43d38541 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505025 Nov 28 07:45:22.191077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3b607-c821-44b8-ad43-8ccb571dd31c service neutron] Pushing event updated for resources: {'Port': ['ID=1183e5de-6600-4398-83c4-68b6e7535d85,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:22.215923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee04d8ca-6362-40bf-bec3-d7c7596288c7" -d '{"events": [{"name": "network-changed", "server_uuid": "8c62b4d3-e296-4b81-a08f-6444ab818b52", "tag": "1183e5de-6600-4398-83c4-68b6e7535d85"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:45:22.218823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68fdaf18-6cbe-4e59-b5f0-f55fbf083e35 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:22.386220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf7d404-acb4-46e6-bcde-25cfde9cc5f9 x-openstack-request-id: req-bcf7d404-acb4-46e6-bcde-25cfde9cc5f9 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:45:22.386520 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c62b4d3-e296-4b81-a08f-6444ab818b52", "tag": "1183e5de-6600-4398-83c4-68b6e7535d85", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:45:22.386815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcf7d404-acb4-46e6-bcde-25cfde9cc5f9 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:45:22.387295 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c62b4d3-e296-4b81-a08f-6444ab818b52', 'tag': '1183e5de-6600-4398-83c4-68b6e7535d85', 'status': 'completed', 'code': 200} Nov 28 07:45:22.393679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdaf18-6cbe-4e59-b5f0-f55fbf083e35 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbf6b38-d5fd-4b5e-b214-88d8218ddab6,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:22.406137 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf9f8d1-b021-46d2-81d9-ec1d821fd712 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:22.408931 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68fdaf18-6cbe-4e59-b5f0-f55fbf083e35 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:22.412225 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-68fdaf18-6cbe-4e59-b5f0-f55fbf083e35 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/9fbf6b38-d5fd-4b5e-b214-88d8218ddab6 HTTP/1.1" status: 204 len: 168 time: 2.3055294 Nov 28 07:45:22.415276 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35302) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:22.483109 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-62f52ef3-af33-4c0e-a44c-7fa2b924505c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631750 Nov 28 07:45:22.483275 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35304) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:22.487848 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d79dce7c-3c4a-4697-998c-3d161ec175af tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:22.532370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b851d1a7-e7b0-4f72-9b05-3c4413a024da tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Checking segment: {'id': '0f78a4cb-afce-431f-bd13-b3c3f363de6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9d6a2433-4a3e-49c5-a642-3642bc8afe3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:22.532744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b851d1a7-e7b0-4f72-9b05-3c4413a024da tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Network hostable DHCP agents. Network: 9d6a2433-4a3e-49c5-a642-3642bc8afe3d, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:45:22.581660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-6b611714-62f9-4014-b8c2-3c645881d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:22.583272 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-6b611714-62f9-4014-b8c2-3c645881d36c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=052851385fa04dd18e1923c7c975cd9e&device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 1097 time: 0.7252514 Nov 28 07:45:22.588087 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79dce7c-3c4a-4697-998c-3d161ec175af tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:22.591043 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04fc04-f74d-47da-b3fd-ecae6c91ebb3 req-ae4cd16e-1431-42e2-bada-faf72a1804c1 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:22.592516 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3d04fc04-f74d-47da-b3fd-ecae6c91ebb3 req-ae4cd16e-1431-42e2-bada-faf72a1804c1 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 932 time: 0.6429656 Nov 28 07:45:22.604525 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d79dce7c-3c4a-4697-998c-3d161ec175af tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:22.618572 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-88f6f891-e278-443f-8cfa-6ca6769f455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:22.620019 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-88f6f891-e278-443f-8cfa-6ca6769f455a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f7400c1819848969f0a9f5825efc2b4&device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 1096 time: 0.6668708 Nov 28 07:45:22.664967 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3b08cf-dd1b-48ce-b727-ee5f63840270 None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:45:22.746754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b08cf-dd1b-48ce-b727-ee5f63840270 None None] Deleting port 56271dce-494c-4197-a435-0d82e5f57b83 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:22.747373 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8a3b08cf-dd1b-48ce-b727-ee5f63840270 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:22.772919 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab4108-bfac-4b3a-af17-467d70b7ed6d service neutron] Pushing event updated for resources: {'Port': ['ID=897b786e-b7cb-4610-aa9c-b106f514cf9f,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:22.776571 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-fb3a3554-23e6-4581-bfcf-ea7abb38b11b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1183e5de-6600-4398-83c4-68b6e7535d85 HTTP/1.1" status: 200 len: 217 time: 0.1283772 Nov 28 07:45:22.805619 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-7bd8bf3b-1d82-4086-9345-24ad7d386744 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=897b786e-b7cb-4610-aa9c-b106f514cf9f HTTP/1.1" status: 200 len: 217 time: 0.1977420 Nov 28 07:45:22.806245 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3eb78f8f-a1cf-4920-91d1-a4bd747adc9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:22.842049 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8a3b08cf-dd1b-48ce-b727-ee5f63840270 None None] For port 56271dce-494c-4197-a435-0d82e5f57b83, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=56271dce-494c-4197-a435-0d82e5f57b83,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:22.842903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8a3b08cf-dd1b-48ce-b727-ee5f63840270 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:22.851188 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b851d1a7-e7b0-4f72-9b05-3c4413a024da tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Network 9d6a2433-4a3e-49c5-a642-3642bc8afe3d is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:45:22.861857 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b08cf-dd1b-48ce-b727-ee5f63840270 None None] Calling delete_port for 56271dce-494c-4197-a435-0d82e5f57b83 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:22.886188 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d79dce7c-3c4a-4697-998c-3d161ec175af tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:22.948434 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-b851d1a7-e7b0-4f72-9b05-3c4413a024da tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 9d6a2433-4a3e-49c5-a642-3642bc8afe3d) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:22.950707 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-a69cd3de-6994-4257-a85b-5298cbdc660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:22.952189 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-a69cd3de-6994-4257-a85b-5298cbdc660c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51531a79-bee1-4e02-84fa-65543380b2b1 HTTP/1.1" status: 200 len: 850 time: 0.0934196 Nov 28 07:45:22.956787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79dce7c-3c4a-4697-998c-3d161ec175af tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:22.962000 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-d79dce7c-3c4a-4697-998c-3d161ec175af tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:22.965649 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79dce7c-3c4a-4697-998c-3d161ec175af tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:22.966502 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d79dce7c-3c4a-4697-998c-3d161ec175af tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:22.997405 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d79dce7c-3c4a-4697-998c-3d161ec175af tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5106058 Nov 28 07:45:23.000909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35308) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:23.001667 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b851d1a7-e7b0-4f72-9b05-3c4413a024da tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:23.002321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b851d1a7-e7b0-4f72-9b05-3c4413a024da tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:23.007445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f18f09-be95-4744-ac4c-7d819d52f9ee None None] Network 9d6a2433-4a3e-49c5-a642-3642bc8afe3d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:23.010410 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-51c9a23d-3f72-4782-8714-1ffb02ddf524 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': '6ae1e9ec-7328-4b9f-a9e8-82aad8dd2f9e', 'ip_address': '2001:db8::a9dd:8cc7:d80b:dafe'}], 'name': 'tempest-NetworksTestDHCPv6-1216455105'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:23.025380 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8a3b08cf-dd1b-48ce-b727-ee5f63840270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:23.037396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dce7c-3c4a-4697-998c-3d161ec175af tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=6ae1e9ec-7328-4b9f-a9e8-82aad8dd2f9e,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:23.066854 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878806c2-bdc1-4cad-b1f9-b1d1dc6beb98 req-90e4dcdb-bd4f-49e7-bd28-14784cbcbf4b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:23.079147 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-878806c2-bdc1-4cad-b1f9-b1d1dc6beb98 req-90e4dcdb-bd4f-49e7-bd28-14784cbcbf4b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 944 time: 0.2059121 Nov 28 07:45:23.083746 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3d04fc04-f74d-47da-b3fd-ecae6c91ebb3 req-d6eba73a-27d5-4182-ac99-e9c2f3fea68a tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4386289 Nov 28 07:45:23.096961 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3eb78f8f-a1cf-4920-91d1-a4bd747adc9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:23.135999 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b08cf-dd1b-48ce-b727-ee5f63840270 None None] No DVR routers for this DVR port 56271dce-494c-4197-a435-0d82e5f57b83 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:45:23.146400 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b08cf-dd1b-48ce-b727-ee5f63840270 None None] Pushing event deleted for resources: {'Port': ['ID=56271dce-494c-4197-a435-0d82e5f57b83,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:23.150787 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b851d1a7-e7b0-4f72-9b05-3c4413a024da tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5499814 Nov 28 07:45:23.158010 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35310) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:23.166543 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9967d3d3-da5b-4cd8-8f30-9b1fcb39b1ee tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Request body: {'port': {'network_id': '9d6a2433-4a3e-49c5-a642-3642bc8afe3d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-791861949'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:23.171278 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-536a6ebd-b4af-445a-b154-0e91929f920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:23.172759 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-536a6ebd-b4af-445a-b154-0e91929f920c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82c1a081-8f46-4c98-a9e2-52525c803bac HTTP/1.1" status: 200 len: 851 time: 0.3750465 Nov 28 07:45:23.194448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:23.256806 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6478f2f-6a63-4bd2-8ed7-128685f785dc None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:23.285062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-b9a10190-a1d9-4dfa-8c8b-0ff56fdd219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:23.286563 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-b9a10190-a1d9-4dfa-8c8b-0ff56fdd219b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce72ab99-bc55-4271-8115-f97c259a6f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2909970 Nov 28 07:45:23.303940 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9967d3d3-da5b-4cd8-8f30-9b1fcb39b1ee tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Made reservation on behalf of 3fa26160c11343cfa34a6a341b733a8d for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:23.309127 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9967d3d3-da5b-4cd8-8f30-9b1fcb39b1ee tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:23.346149 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-878806c2-bdc1-4cad-b1f9-b1d1dc6beb98 req-923cb4dc-5067-4e20-9404-c09c13573ea4 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659600 Nov 28 07:45:23.377165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-9967d3d3-da5b-4cd8-8f30-9b1fcb39b1ee tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] device_id is not set on port b37e9915-1028-437f-adf3-9ede1f960089 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:23.454186 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35314) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:23.463070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-09fbb481-2cd4-4b38-a568-75c08d9450e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Request body: {'subnet': {'network_id': 'b522c75a-1a36-41a7-a378-310254ff17cf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:23.509118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c9a23d-3f72-4782-8714-1ffb02ddf524 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:23.531459 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '6ae1e9ec-7328-4b9f-a9e8-82aad8dd2f9e'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:23.532583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:23.643676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-9d6a2433-4a3e-49c5-a642-3642bc8afe3d', 'network_id': '9d6a2433-4a3e-49c5-a642-3642bc8afe3d', 'tenant_id': '3fa26160c11343cfa34a6a341b733a8d', 'fixed_ips': [{'subnet_id': 'b05baf50-4ae0-48d0-8010-f0d11b261f00'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:23.644890 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:23.692501 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fbb481-2cd4-4b38-a568-75c08d9450e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Made reservation on behalf of f84b6becaa734a7f9c19839660750df6 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:23.696494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-09fbb481-2cd4-4b38-a568-75c08d9450e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:23.707138 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-9967d3d3-da5b-4cd8-8f30-9b1fcb39b1ee tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Allocated IP 2001:db8::1b8 (9d6a2433-4a3e-49c5-a642-3642bc8afe3d/b05baf50-4ae0-48d0-8010-f0d11b261f00/b37e9915-1028-437f-adf3-9ede1f960089) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:23.733482 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-51c9a23d-3f72-4782-8714-1ffb02ddf524 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:23.760282 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3eb78f8f-a1cf-4920-91d1-a4bd747adc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:23.763613 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3eb78f8f-a1cf-4920-91d1-a4bd747adc9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:23.764767 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3eb78f8f-a1cf-4920-91d1-a4bd747adc9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32dc4fd1-5bf2-44a8-8964-ff2ae3d39182 HTTP/1.1" status: 204 len: 168 time: 1.7050662 Nov 28 07:45:23.784180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0e9ee-1df5-4294-b6af-49bae81728df req-532e0715-6261-4dca-a0c1-ef97d9855fe7 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:23.791337 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-08d0e9ee-1df5-4294-b6af-49bae81728df req-532e0715-6261-4dca-a0c1-ef97d9855fe7 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 943 time: 0.4829049 Nov 28 07:45:23.800563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:23.802422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-51c9a23d-3f72-4782-8714-1ffb02ddf524 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port 66653fef-82fc-4129-949f-d3a3c7f6eee1 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:23.822042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d42c16-8719-4e85-8a86-0999b8b298d0 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:45:23.830677 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Allocated IP 2001:db8::2 (c04e62e3-7156-478d-ad66-af6018eecb99/6ae1e9ec-7328-4b9f-a9e8-82aad8dd2f9e/fe2f6a43-bfeb-4b88-8d96-6f16d50e51de) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:23.833804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-dd512745-fbf7-431a-a967-77e86eae03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:23.835602 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-dd512745-fbf7-431a-a967-77e86eae03fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db240e92-4657-404b-8ef6-82b1c7e0a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6260254 Nov 28 07:45:23.862371 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:23.881701 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb78f8f-a1cf-4920-91d1-a4bd747adc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dc4fd1-5bf2-44a8-8964-ff2ae3d39182,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:23.902324 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-09aac3f4-acdd-48f0-8122-fde8cfb5c375 service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849571 Nov 28 07:45:23.954983 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 56271dce-494c-4197-a435-0d82e5f57b83 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:45:23.972061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Transition to ACTIVE for port object d5d42c16-8719-4e85-8a86-0999b8b298d0 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:45:24.004743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.016542 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 56271dce-494c-4197-a435-0d82e5f57b83 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:45:24.016542 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 56271dce-494c-4197-a435-0d82e5f57b83 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:45:24.118225 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-08d0e9ee-1df5-4294-b6af-49bae81728df req-bb487dcd-ed11-40e8-b31b-63f1edec50e7 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260086 Nov 28 07:45:24.131500 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9967d3d3-da5b-4cd8-8f30-9b1fcb39b1ee tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.179162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.189758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.249176 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:24.256798 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:24.262895 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:24.273188 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Pushing event updated for resources: {'Port': ['ID=fe2f6a43-bfeb-4b88-8d96-6f16d50e51de,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:24.294586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d42c16-8719-4e85-8a86-0999b8b298d0,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:24.305891 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-ccd62d34-2e50-4ad8-977f-e2a25dc54b73 service neutron] 10.222.0.35 "GET /v2.0/networks/db240e92-4657-404b-8ef6-82b1c7e0a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471753 Nov 28 07:45:24.337731 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6e583849-ba05-4f98-bc95-c4c268993bcd req-dead3558-c979-484f-81bb-82f0b1c7de32 service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201963 Nov 28 07:45:24.338359 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-09fbb481-2cd4-4b38-a568-75c08d9450e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.345041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9967d3d3-da5b-4cd8-8f30-9b1fcb39b1ee tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.385635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Attempting to bind port fe2f6a43-bfeb-4b88-8d96-6f16d50e51de on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:24.395514 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Attempting to bind port fe2f6a43-bfeb-4b88-8d96-6f16d50e51de by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:24.396190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Attempting to bind port fe2f6a43-bfeb-4b88-8d96-6f16d50e51de on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:24.402033 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a27ff50-49e3-4e4f-89d9-50e9e61edadc', 'tag': '897b786e-b7cb-4610-aa9c-b106f514cf9f'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:45:24.405393 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e51f22-7c69-46f2-a42e-1afbb9fcc910" -d '{"events": [{"name": "network-changed", "server_uuid": "6a27ff50-49e3-4e4f-89d9-50e9e61edadc", "tag": "897b786e-b7cb-4610-aa9c-b106f514cf9f"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:45:24.405537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:24.406068 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:24.406480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.406885 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:24.407380 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Bound port: fe2f6a43-bfeb-4b88-8d96-6f16d50e51de, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:24.407842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.412118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35324) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:24.439746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Allocated IP 2001:db8::2 (9d6a2433-4a3e-49c5-a642-3642bc8afe3d/b05baf50-4ae0-48d0-8010-f0d11b261f00/e1338e5c-1b7a-433f-94b9-9e60c779ad02) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:24.554236 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a8b84e37-91f8-4c11-b740-0e111dbccf2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb1b58193b55415c88ec39f22bf7e4da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406512 Nov 28 07:45:24.560704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35328) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:24.564020 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Attempting to bind port d5d42c16-8719-4e85-8a86-0999b8b298d0 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:24.564357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Attempting to bind port d5d42c16-8719-4e85-8a86-0999b8b298d0 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'b247918b-a48e-4353-87c3-3ac3772ebffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:24.564683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Attempting to bind port d5d42c16-8719-4e85-8a86-0999b8b298d0 on network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:24.565600 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-51c9a23d-3f72-4782-8714-1ffb02ddf524 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::a9dd:8cc7:d80b:dafe (c04e62e3-7156-478d-ad66-af6018eecb99/6ae1e9ec-7328-4b9f-a9e8-82aad8dd2f9e/66653fef-82fc-4129-949f-d3a3c7f6eee1) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:24.569802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.583147 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9967d3d3-da5b-4cd8-8f30-9b1fcb39b1ee tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Network 9d6a2433-4a3e-49c5-a642-3642bc8afe3d is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:24.583920 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbb481-2cd4-4b38-a568-75c08d9450e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'Subnet': ['ID=a866d6eb-a071-4cc6-9039-778fee64a714,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:24.591394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.598917 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967d3d3-da5b-4cd8-8f30-9b1fcb39b1ee tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Pushing event updated for resources: {'Port': ['ID=b37e9915-1028-437f-adf3-9ede1f960089,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:24.601385 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-9967d3d3-da5b-4cd8-8f30-9b1fcb39b1ee tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:24.607275 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9967d3d3-da5b-4cd8-8f30-9b1fcb39b1ee tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:24.607477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Port d5d42c16-8719-4e85-8a86-0999b8b298d0 on network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:45:24.607769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Attempting to bind port d5d42c16-8719-4e85-8a86-0999b8b298d0 on network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:24.612930 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9967d3d3-da5b-4cd8-8f30-9b1fcb39b1ee tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:24.613553 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9967d3d3-da5b-4cd8-8f30-9b1fcb39b1ee tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.629216 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407228e-830d-4470-9043-64d4f36c4dc4 req-df6248a5-dcc3-457b-914d-cd009e6280b5 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:24.630719 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6407228e-830d-4470-9043-64d4f36c4dc4 req-df6248a5-dcc3-457b-914d-cd009e6280b5 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 944 time: 0.3158944 Nov 28 07:45:24.655989 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:24.656412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Checking segment: {'id': 'b247918b-a48e-4353-87c3-3ac3772ebffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:24.656723 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Bound using segment: {'id': 'b247918b-a48e-4353-87c3-3ac3772ebffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:24.657123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Bound port: d5d42c16-8719-4e85-8a86-0999b8b298d0, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b247918b-a48e-4353-87c3-3ac3772ebffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:24.657554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.664800 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbb481-2cd4-4b38-a568-75c08d9450e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Checking segment: {'id': 'c9231c3e-ebf7-4a4d-8dec-727c42856596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b522c75a-1a36-41a7-a378-310254ff17cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:24.665542 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fbb481-2cd4-4b38-a568-75c08d9450e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Network hostable DHCP agents. Network: b522c75a-1a36-41a7-a378-310254ff17cf, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:45:24.667092 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1b1dc8b3-a934-4a18-82d8-762d95677f66 req-279b2a04-d8bf-4c77-b16a-2841b7507d41 service neutron] 10.222.0.35 "GET /v2.0/networks/db240e92-4657-404b-8ef6-82b1c7e0a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352313 Nov 28 07:45:24.680635 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9967d3d3-da5b-4cd8-8f30-9b1fcb39b1ee tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5221019 Nov 28 07:45:24.686781 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35330) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:24.699862 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Request body: {'port': {'network_id': '9d6a2433-4a3e-49c5-a642-3642bc8afe3d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1916440064', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:24.700411 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.api.validators [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] bootfile-name is not in valid_values {{(pid=115119) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 28 07:45:24.700746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.api.validators [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] tftp-server is not in valid_values {{(pid=115119) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 28 07:45:24.701072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.api.validators [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] server-ip-address is not in valid_values {{(pid=115119) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 28 07:45:24.714389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.732202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.743776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] For port fe2f6a43-bfeb-4b88-8d96-6f16d50e51de, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:24.758155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2b464-32c5-4b46-9f47-dadb3bb9bb66 req-8857f55a-fcb9-46a8-8e4d-f88f1532a13a tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:24.759647 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-05b2b464-32c5-4b46-9f47-dadb3bb9bb66 req-8857f55a-fcb9-46a8-8e4d-f88f1532a13a tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 944 time: 0.2765975 Nov 28 07:45:24.767632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] For port fe2f6a43-bfeb-4b88-8d96-6f16d50e51de, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=fe2f6a43-bfeb-4b88-8d96-6f16d50e51de,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:24.779602 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Pushing event updated for resources: {'Port': ['ID=84c50d06-2f3b-421d-9c70-494a016d014c,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:24.816091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fbb481-2cd4-4b38-a568-75c08d9450e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Network b522c75a-1a36-41a7-a378-310254ff17cf is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:45:24.824979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Pushing event updated for resources: {'Port': ['ID=e1338e5c-1b7a-433f-94b9-9e60c779ad02,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:24.827807 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.848700 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Network 9d6a2433-4a3e-49c5-a642-3642bc8afe3d is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:24.857170 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6407228e-830d-4470-9043-64d4f36c4dc4 req-799bcdf2-3731-4bb8-a475-e436527b3453 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067358 Nov 28 07:45:24.862306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.886296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-09fbb481-2cd4-4b38-a568-75c08d9450e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, b522c75a-1a36-41a7-a378-310254ff17cf) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:24.886470 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:24.901524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:24.910551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fbb481-2cd4-4b38-a568-75c08d9450e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:24.911174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-09fbb481-2cd4-4b38-a568-75c08d9450e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.921129 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa5359b6-9a2e-4638-8230-a65bfb98db83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.924643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] For port d5d42c16-8719-4e85-8a86-0999b8b298d0, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:24.934919 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c730d10a-b651-4ab7-b1d9-34365c65aa95 None None] Network b522c75a-1a36-41a7-a378-310254ff17cf requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:24.950308 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-51c9a23d-3f72-4782-8714-1ffb02ddf524 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:24.951473 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846a1457-caf5-42c5-9445-820a024080e3 x-openstack-request-id: req-846a1457-caf5-42c5-9445-820a024080e3 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:45:24.951768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a27ff50-49e3-4e4f-89d9-50e9e61edadc", "tag": "897b786e-b7cb-4610-aa9c-b106f514cf9f", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:45:24.952380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-846a1457-caf5-42c5-9445-820a024080e3 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:45:24.952380 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a27ff50-49e3-4e4f-89d9-50e9e61edadc', 'tag': '897b786e-b7cb-4610-aa9c-b106f514cf9f', 'status': 'completed', 'code': 200} Nov 28 07:45:24.970939 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-09fbb481-2cd4-4b38-a568-75c08d9450e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5126417 Nov 28 07:45:24.974787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35332) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:24.985919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5e5f9cd9-5a71-4959-bf7d-3289c4a1d56c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-963055624'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:25.006671 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] For port d5d42c16-8719-4e85-8a86-0999b8b298d0, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=d5d42c16-8719-4e85-8a86-0999b8b298d0,segment=NetworkSegment(b247918b-a48e-4353-87c3-3ac3772ebffb),segment_id=b247918b-a48e-4353-87c3-3ac3772ebffb)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:25.018792 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Made reservation on behalf of 3fa26160c11343cfa34a6a341b733a8d for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:25.022508 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:25.043576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:25.048522 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-05b2b464-32c5-4b46-9f47-dadb3bb9bb66 req-4058578d-6869-495d-8bb7-b9fab8b8759b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717402 Nov 28 07:45:25.050606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa5359b6-9a2e-4638-8230-a65bfb98db83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:25.063937 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-51c9a23d-3f72-4782-8714-1ffb02ddf524 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:25.066830 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5f9cd9-5a71-4959-bf7d-3289c4a1d56c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Made reservation on behalf of f84b6becaa734a7f9c19839660750df6 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:25.078611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9cd9-5a71-4959-bf7d-3289c4a1d56c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:25.085174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] device_id is not set on port 84c1c88d-4372-4087-97ac-67a32e177826 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:25.164487 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04d8ca-6362-40bf-bec3-d7c7596288c7 req-6ac7c216-294e-4973-b2b5-0e6a31f4f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:25.166413 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ee04d8ca-6362-40bf-bec3-d7c7596288c7 req-6ac7c216-294e-4973-b2b5-0e6a31f4f2f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f7400c1819848969f0a9f5825efc2b4&device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 1096 time: 0.3960488 Nov 28 07:45:25.239369 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:25.239986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:25.241376 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] 10.222.0.35 "PUT /v2.0/ports/d5d42c16-8719-4e85-8a86-0999b8b298d0 HTTP/1.1" status: 200 len: 1094 time: 4.4688308 Nov 28 07:45:25.261645 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c9a23d-3f72-4782-8714-1ffb02ddf524 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:25.264481 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-51c9a23d-3f72-4782-8714-1ffb02ddf524 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:25.294105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9a23d-3f72-4782-8714-1ffb02ddf524 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:25.299957 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c9a23d-3f72-4782-8714-1ffb02ddf524 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:25.300778 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-51c9a23d-3f72-4782-8714-1ffb02ddf524 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:25.319660 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768974b6-bec3-4674-bcbf-4a3208db32a9 None None] Pushing event updated for resources: {'Port': ['ID=fe2f6a43-bfeb-4b88-8d96-6f16d50e51de,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:25.333235 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Attempting to bind port e1338e5c-1b7a-433f-94b9-9e60c779ad02 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:25.333611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Attempting to bind port e1338e5c-1b7a-433f-94b9-9e60c779ad02 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '0f78a4cb-afce-431f-bd13-b3c3f363de6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9d6a2433-4a3e-49c5-a642-3642bc8afe3d'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:25.333979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Attempting to bind port e1338e5c-1b7a-433f-94b9-9e60c779ad02 on network 9d6a2433-4a3e-49c5-a642-3642bc8afe3d {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:25.343575 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:25.344687 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Checking segment: {'id': '0f78a4cb-afce-431f-bd13-b3c3f363de6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9d6a2433-4a3e-49c5-a642-3642bc8afe3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:25.344687 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:25.344868 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Bound using segment: {'id': '0f78a4cb-afce-431f-bd13-b3c3f363de6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9d6a2433-4a3e-49c5-a642-3642bc8afe3d'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:25.345195 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Bound port: e1338e5c-1b7a-433f-94b9-9e60c779ad02, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f78a4cb-afce-431f-bd13-b3c3f363de6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9d6a2433-4a3e-49c5-a642-3642bc8afe3d'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:25.345582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:25.391889 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5f9cd9-5a71-4959-bf7d-3289c4a1d56c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:45:25.406889 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98de379-22e7-4a45-9593-f336a86befd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d42c16-8719-4e85-8a86-0999b8b298d0,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:25.438773 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9a23d-3f72-4782-8714-1ffb02ddf524 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=66653fef-82fc-4129-949f-d3a3c7f6eee1,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:25.458788 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9cd9-5a71-4959-bf7d-3289c4a1d56c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:25.459158 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-5e5f9cd9-5a71-4959-bf7d-3289c4a1d56c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Added segment 95669fcf-4930-4e97-b196-0af1d4922b15 of type vlan for network a426ecdd-a3fd-4ede-b7af-cc78966098e6 Nov 28 07:45:25.466612 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] For port e1338e5c-1b7a-433f-94b9-9e60c779ad02, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:25.470258 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-51c9a23d-3f72-4782-8714-1ffb02ddf524 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4665279 Nov 28 07:45:25.470405 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] For port e1338e5c-1b7a-433f-94b9-9e60c779ad02, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e1338e5c-1b7a-433f-94b9-9e60c779ad02,segment=NetworkSegment(0f78a4cb-afce-431f-bd13-b3c3f363de6a),segment_id=0f78a4cb-afce-431f-bd13-b3c3f363de6a)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:25.482946 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35336) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:25.488545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e51f22-7c69-46f2-a42e-1afbb9fcc910 req-628df15f-6cec-40e5-a878-4e7111669825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:25.490469 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e51f22-7c69-46f2-a42e-1afbb9fcc910 req-628df15f-6cec-40e5-a878-4e7111669825 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=052851385fa04dd18e1923c7c975cd9e&device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 1097 time: 0.5177486 Nov 28 07:45:25.492164 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Floating IP 8e3a3a2d-37f8-4bce-8d18-0b807bba22cc associated. External IP: 172.26.2.184, port: f404e334-a149-4803-98f1-62a7a18eb115. Nov 28 07:45:25.518844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:25.614947 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-b522c75a-1a36-41a7-a378-310254ff17cf', 'network_id': 'b522c75a-1a36-41a7-a378-310254ff17cf', 'tenant_id': 'f84b6becaa734a7f9c19839660750df6', 'fixed_ips': [{'subnet_id': 'a866d6eb-a071-4cc6-9039-778fee64a714'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:25.616209 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:25.647091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a25d3f-25c7-4034-bc66-5f40f5574abb None None] Pushing event updated for resources: {'Port': ['ID=e1338e5c-1b7a-433f-94b9-9e60c779ad02,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:25.789600 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:45:25.845453 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Allocated IP 2001:db8:0:ffff::2 (b522c75a-1a36-41a7-a378-310254ff17cf/a866d6eb-a071-4cc6-9039-778fee64a714/22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:25.992512 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9cd9-5a71-4959-bf7d-3289c4a1d56c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.014609 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04d8ca-6362-40bf-bec3-d7c7596288c7 req-d00872b6-7634-45e7-b645-c15b4b8c81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:26.017768 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ee04d8ca-6362-40bf-bec3-d7c7596288c7 req-d00872b6-7634-45e7-b645-c15b4b8c81fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=db240e92-4657-404b-8ef6-82b1c7e0a1b4 HTTP/1.1" status: 200 len: 913 time: 0.7802293 Nov 28 07:45:26.047856 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device fe2f6a43-bfeb-4b88-8d96-6f16d50e51de up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:26.067576 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97411-bd06-4622-8ea5-da4af0ad0934 req-0455f817-1432-44c8-b862-c21d7c718808 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:26.076276 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-96f97411-bd06-4622-8ea5-da4af0ad0934 req-0455f817-1432-44c8-b862-c21d7c718808 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 943 time: 0.7725470 Nov 28 07:45:26.078857 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Allocated IP 2001:db8::151 (9d6a2433-4a3e-49c5-a642-3642bc8afe3d/b05baf50-4ae0-48d0-8010-f0d11b261f00/84c1c88d-4372-4087-97ac-67a32e177826) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:26.158483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9cd9-5a71-4959-bf7d-3289c4a1d56c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.172313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f9cd9-5a71-4959-bf7d-3289c4a1d56c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:26.172955 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9cd9-5a71-4959-bf7d-3289c4a1d56c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.188262 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ee04d8ca-6362-40bf-bec3-d7c7596288c7 req-9dfe0178-fd9c-4395-a2bd-d6965b8e1518 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1183e5de-6600-4398-83c4-68b6e7535d85 HTTP/1.1" status: 200 len: 217 time: 0.0436599 Nov 28 07:45:26.191944 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bece8985-efbc-4445-b5b4-c141e9be307e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:26.197961 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bece8985-efbc-4445-b5b4-c141e9be307e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:26.199672 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bece8985-efbc-4445-b5b4-c141e9be307e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6837087 Nov 28 07:45:26.208149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa5359b6-9a2e-4638-8230-a65bfb98db83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.209527 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.211492 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa5359b6-9a2e-4638-8230-a65bfb98db83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.215066 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-aa5359b6-9a2e-4638-8230-a65bfb98db83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/635e73e9-b332-447d-87d5-2d51581ee50c HTTP/1.1" status: 204 len: 168 time: 1.6496696 Nov 28 07:45:26.215219 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port fe2f6a43-bfeb-4b88-8d96-6f16d50e51de triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:26.215219 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.215357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35342) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:26.266796 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.278821 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5e5f9cd9-5a71-4959-bf7d-3289c4a1d56c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3029788 Nov 28 07:45:26.284646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35346) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:26.332887 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Pushing event updated for resources: {'Port': ['ID=22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:26.334850 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-96f97411-bd06-4622-8ea5-da4af0ad0934 req-8d078b41-1338-43c7-93fe-9d0be97d3bf8 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514210 Nov 28 07:45:26.347047 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Network b522c75a-1a36-41a7-a378-310254ff17cf is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:26.357424 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-dbde3517-e5c9-4351-8196-ba2287e1832d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Request body: {'subnet': {'network_id': 'a426ecdd-a3fd-4ede-b7af-cc78966098e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:26.360969 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:26.364725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:26.486305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5359b6-9a2e-4638-8230-a65bfb98db83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635e73e9-b332-447d-87d5-2d51581ee50c,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:26.507368 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Attempting to bind port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:26.507906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Attempting to bind port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'c9231c3e-ebf7-4a4d-8dec-727c42856596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b522c75a-1a36-41a7-a378-310254ff17cf'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:26.508270 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Attempting to bind port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d on network b522c75a-1a36-41a7-a378-310254ff17cf {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:26.513385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e60835-fc3c-40b7-aee9-9106807e86da req-83cf2a0d-39cb-4ec5-81db-b49443e8e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:26.519198 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-83cf2a0d-39cb-4ec5-81db-b49443e8e705 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=205aa9369a9b4b7e8d64def7c869c9f4&device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 1097 time: 1.1942372 Nov 28 07:45:26.552268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:26.552969 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Checking segment: {'id': 'c9231c3e-ebf7-4a4d-8dec-727c42856596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b522c75a-1a36-41a7-a378-310254ff17cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:26.553602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.555297 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Bound using segment: {'id': 'c9231c3e-ebf7-4a4d-8dec-727c42856596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b522c75a-1a36-41a7-a378-310254ff17cf'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:26.556007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Bound port: 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9231c3e-ebf7-4a4d-8dec-727c42856596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b522c75a-1a36-41a7-a378-310254ff17cf'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:26.556582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.569692 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.593026 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.626543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port fe2f6a43-bfeb-4b88-8d96-6f16d50e51de, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=fe2f6a43-bfeb-4b88-8d96-6f16d50e51de,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:26.644646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f9cd9-5a71-4959-bf7d-3289c4a1d56c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'Network': ['ID=a426ecdd-a3fd-4ede-b7af-cc78966098e6,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:26.679807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.728169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network a426ecdd-a3fd-4ede-b7af-cc78966098e6 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:45:26.733854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.752329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302e70c-d08b-43a3-b67e-a754f69eaefe req-78e20f62-bbbd-4850-941d-f97c8c342f7d tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:26.754091 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6302e70c-d08b-43a3-b67e-a754f69eaefe req-78e20f62-bbbd-4850-941d-f97c8c342f7d tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 944 time: 0.6362112 Nov 28 07:45:26.766917 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] For port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:26.866447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Network 9d6a2433-4a3e-49c5-a642-3642bc8afe3d is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:26.873817 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:26.883404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:26.890855 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:26.891448 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] For port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d,segment=NetworkSegment(c9231c3e-ebf7-4a4d-8dec-727c42856596),segment_id=c9231c3e-ebf7-4a4d-8dec-727c42856596)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:26.891908 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:26.928531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Pushing event updated for resources: {'Port': ['ID=84c1c88d-4372-4087-97ac-67a32e177826,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:26.976941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04d8ca-6362-40bf-bec3-d7c7596288c7 req-5db17427-85bf-48ea-8f45-d346d2688abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:26.977050 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b63d5-a830-4687-b67c-6cf4d88d3838 req-c677ade0-34f1-4c4a-9089-bef6be91a77f tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:26.978498 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-aa1b63d5-a830-4687-b67c-6cf4d88d3838 req-c677ade0-34f1-4c4a-9089-bef6be91a77f tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 944 time: 0.4487400 Nov 28 07:45:26.984267 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ee04d8ca-6362-40bf-bec3-d7c7596288c7 req-5db17427-85bf-48ea-8f45-d346d2688abd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82c1a081-8f46-4c98-a9e2-52525c803bac HTTP/1.1" status: 200 len: 851 time: 0.7580426 Nov 28 07:45:26.985648 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-d29ed90a-f870-454e-8a9d-c61e172ccdea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5d42c16-8719-4e85-8a86-0999b8b298d0 HTTP/1.1" status: 200 len: 217 time: 0.4402063 Nov 28 07:45:26.986691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'tag': 'd5d42c16-8719-4e85-8a86-0999b8b298d0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:45:26.989024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aa5540-7d23-4ad8-adbe-415c1dd0b23f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7522754-1afa-4df2-b915-d71b92c92d6e", "tag": "d5d42c16-8719-4e85-8a86-0999b8b298d0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:45:26.991606 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f8f7041b-7138-46fb-bb40-4f7a244ffa8f tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.3000011 Nov 28 07:45:26.994611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=fe2f6a43-bfeb-4b88-8d96-6f16d50e51de,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:27.012201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35360) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:27.016778 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-90d41f44-ed62-4801-b293-9f51b880c098 None None] Provisioning complete for port fe2f6a43-bfeb-4b88-8d96-6f16d50e51de triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:27.017162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-90d41f44-ed62-4801-b293-9f51b880c098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:27.019341 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:27.019909 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e51f22-7c69-46f2-a42e-1afbb9fcc910 req-7cf30e6d-12fe-49a5-960f-0fb25f52d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:27.022443 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e51f22-7c69-46f2-a42e-1afbb9fcc910 req-7cf30e6d-12fe-49a5-960f-0fb25f52d909 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce72ab99-bc55-4271-8115-f97c259a6f8d HTTP/1.1" status: 200 len: 912 time: 1.5184512 Nov 28 07:45:27.091736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbde3517-e5c9-4351-8196-ba2287e1832d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Made reservation on behalf of f84b6becaa734a7f9c19839660750df6 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:27.106390 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbde3517-e5c9-4351-8196-ba2287e1832d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:27.125079 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e51f22-7c69-46f2-a42e-1afbb9fcc910 req-45fd06ed-1025-44d2-9f36-db46a92fe5c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=897b786e-b7cb-4610-aa9c-b106f514cf9f HTTP/1.1" status: 200 len: 217 time: 0.0739903 Nov 28 07:45:27.209513 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b3113-539d-4125-b8ba-7a75f65496a3 None None] Pushing event updated for resources: {'Port': ['ID=22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:27.289277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f942190f-bcef-4a52-a84f-1904e53bdd78 None None] Network 9d6a2433-4a3e-49c5-a642-3642bc8afe3d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:27.290132 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-aa1b63d5-a830-4687-b67c-6cf4d88d3838 req-456f82ed-0a05-447b-8507-ba3da19cd41d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973783 Nov 28 07:45:27.329215 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e744751-bae2-4085-8663-03b99369266c tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:27.347135 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e744751-bae2-4085-8663-03b99369266c tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:27.359598 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e744751-bae2-4085-8663-03b99369266c tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:27.361290 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7e744751-bae2-4085-8663-03b99369266c tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3481538 Nov 28 07:45:27.370189 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6302e70c-d08b-43a3-b67e-a754f69eaefe req-a7441ddf-6eb9-4709-98d2-323d27939bb6 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5568705 Nov 28 07:45:27.370909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35372) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:27.393973 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3b4ddb-2721-4805-ac39-2fc1800f05f1 x-openstack-request-id: req-4a3b4ddb-2721-4805-ac39-2fc1800f05f1 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:45:27.394426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7522754-1afa-4df2-b915-d71b92c92d6e", "tag": "d5d42c16-8719-4e85-8a86-0999b8b298d0", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:45:27.404206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a3b4ddb-2721-4805-ac39-2fc1800f05f1 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:45:27.404638 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'tag': 'd5d42c16-8719-4e85-8a86-0999b8b298d0', 'status': 'completed', 'code': 200} Nov 28 07:45:27.429255 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04d8ca-6362-40bf-bec3-d7c7596288c7 req-cd74394d-d624-4049-b34d-52dfebda084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:27.431049 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ee04d8ca-6362-40bf-bec3-d7c7596288c7 req-cd74394d-d624-4049-b34d-52dfebda084c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db240e92-4657-404b-8ef6-82b1c7e0a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4046683 Nov 28 07:45:27.442201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e60835-fc3c-40b7-aee9-9106807e86da req-e8f4a584-15c8-46e4-b387-c2ed351f65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:27.445886 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-e8f4a584-15c8-46e4-b387-c2ed351f65f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8b7bbe5-daa6-4c6c-be92-80129904fb51 HTTP/1.1" status: 200 len: 844 time: 0.4222782 Nov 28 07:45:27.489201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Router 4973418a-2a68-4185-b6c0-21efafa4e1c1 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:45:27.516823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5cf0958d-7547-447b-9741-f2629733e1ed None None] Provisioning complete for port 66653fef-82fc-4129-949f-d3a3c7f6eee1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:27.517472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5cf0958d-7547-447b-9741-f2629733e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:27.610700 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ee04d8ca-6362-40bf-bec3-d7c7596288c7 req-e669d9a3-01ba-4fac-ac61-fc23e62537b2 service neutron] 10.222.0.35 "GET /v2.0/networks/db240e92-4657-404b-8ef6-82b1c7e0a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497128 Nov 28 07:45:27.615037 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-003cc9b8-0518-43f1-a8b7-408884530851 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port 66653fef-82fc-4129-949f-d3a3c7f6eee1 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:27.615549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-003cc9b8-0518-43f1-a8b7-408884530851 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:27.642248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0958d-7547-447b-9741-f2629733e1ed None None] Port 66653fef-82fc-4129-949f-d3a3c7f6eee1 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:27.678289 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e51f22-7c69-46f2-a42e-1afbb9fcc910 req-0aaf670e-660c-4e75-b098-cbbde068aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:27.680025 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e51f22-7c69-46f2-a42e-1afbb9fcc910 req-0aaf670e-660c-4e75-b098-cbbde068aebf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51531a79-bee1-4e02-84fa-65543380b2b1 HTTP/1.1" status: 200 len: 850 time: 0.4671657 Nov 28 07:45:27.686062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d6df0-83b7-4b5d-96de-2f9144fa401d req-622c0b4a-1c4e-4a0f-a7c4-2e56ec1eb51f tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:27.687612 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d85d6df0-83b7-4b5d-96de-2f9144fa401d req-622c0b4a-1c4e-4a0f-a7c4-2e56ec1eb51f tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 943 time: 0.1778131 Nov 28 07:45:27.689149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5cf0958d-7547-447b-9741-f2629733e1ed None None] Provisioning complete for port e1338e5c-1b7a-433f-94b9-9e60c779ad02 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:27.689655 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5cf0958d-7547-447b-9741-f2629733e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:27.701689 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-7a189e53-b045-4d4c-bd5d-094f274f9fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Deleting port 84c1c88d-4372-4087-97ac-67a32e177826 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:27.702015 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7a189e53-b045-4d4c-bd5d-094f274f9fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:27.763791 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 897b786e-b7cb-4610-aa9c-b106f514cf9f details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:45:27.843875 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5cf0958d-7547-447b-9741-f2629733e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:27.881755 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d85d6df0-83b7-4b5d-96de-2f9144fa401d req-3a214329-2655-4251-b7e5-b7e1c9c264fc tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848910 Nov 28 07:45:27.923363 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5cf0958d-7547-447b-9741-f2629733e1ed None None] For port e1338e5c-1b7a-433f-94b9-9e60c779ad02, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e1338e5c-1b7a-433f-94b9-9e60c779ad02,segment=NetworkSegment(0f78a4cb-afce-431f-bd13-b3c3f363de6a),segment_id=0f78a4cb-afce-431f-bd13-b3c3f363de6a)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:27.956069 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5cf0958d-7547-447b-9741-f2629733e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:27.974032 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:45:27.981409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.objects.ports [None req-dbde3517-e5c9-4351-8196-ba2287e1832d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115119) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:45:27.987823 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b184706-9a4a-4980-a2c0-bfff45582807 None None] Sync routers for ids ['4973418a-2a68-4185-b6c0-21efafa4e1c1'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:45:28.005237 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b184706-9a4a-4980-a2c0-bfff45582807 None None] Routers {'4973418a-2a68-4185-b6c0-21efafa4e1c1'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:28.007686 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8b184706-9a4a-4980-a2c0-bfff45582807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4973418a-2a68-4185-b6c0-21efafa4e1c1'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:28.015586 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbde3517-e5c9-4351-8196-ba2287e1832d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:28.022550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7a189e53-b045-4d4c-bd5d-094f274f9fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:28.082581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-7a189e53-b045-4d4c-bd5d-094f274f9fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Calling delete_port for 84c1c88d-4372-4087-97ac-67a32e177826 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:28.101618 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8b184706-9a4a-4980-a2c0-bfff45582807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:28.123985 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b184706-9a4a-4980-a2c0-bfff45582807 None None] Routers {'4973418a-2a68-4185-b6c0-21efafa4e1c1'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:28.125738 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8b184706-9a4a-4980-a2c0-bfff45582807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4973418a-2a68-4185-b6c0-21efafa4e1c1'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:28.191425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:28.218652 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e1338e5c-1b7a-433f-94b9-9e60c779ad02 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:28.225538 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 897b786e-b7cb-4610-aa9c-b106f514cf9f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=897b786e-b7cb-4610-aa9c-b106f514cf9f,segment=NetworkSegment(1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28),segment_id=1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:28.241844 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde3517-e5c9-4351-8196-ba2287e1832d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'Subnet': ['ID=1b774529-74bb-4900-846a-6e989b3b4808,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:28.247837 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8b184706-9a4a-4980-a2c0-bfff45582807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:28.251791 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b184706-9a4a-4980-a2c0-bfff45582807 None None] The sync data for ids ['4973418a-2a68-4185-b6c0-21efafa4e1c1'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:45:28.262220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e60835-fc3c-40b7-aee9-9106807e86da req-230ab566-1200-47df-b0b7-6213d067af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:28.264662 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-230ab566-1200-47df-b0b7-6213d067af0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7822263 Nov 28 07:45:28.269777 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ec39067b-9d44-4269-958c-d3db70cd04ae tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 11.8762329 Nov 28 07:45:28.271706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35384) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:28.278162 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde3517-e5c9-4351-8196-ba2287e1832d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Checking segment: {'id': '95669fcf-4930-4e97-b196-0af1d4922b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a426ecdd-a3fd-4ede-b7af-cc78966098e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:28.278733 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbde3517-e5c9-4351-8196-ba2287e1832d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Network hostable DHCP agents. Network: a426ecdd-a3fd-4ede-b7af-cc78966098e6, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:45:28.287503 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0958d-7547-447b-9741-f2629733e1ed None None] Pushing event updated for resources: {'Port': ['ID=e1338e5c-1b7a-433f-94b9-9e60c779ad02,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:28.335985 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '897b786e-b7cb-4610-aa9c-b106f514cf9f', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'port_id': '897b786e-b7cb-4610-aa9c-b106f514cf9f', 'mac_address': 'fa:16:3e:21:43:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:45:28.338613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbde3517-e5c9-4351-8196-ba2287e1832d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Network a426ecdd-a3fd-4ede-b7af-cc78966098e6 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:45:28.383456 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-dbde3517-e5c9-4351-8196-ba2287e1832d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, a426ecdd-a3fd-4ede-b7af-cc78966098e6) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:28.396276 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbde3517-e5c9-4351-8196-ba2287e1832d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:28.397446 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbde3517-e5c9-4351-8196-ba2287e1832d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:28.403427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e57d6e-4b25-48a9-a3c3-81a597230164 None None] Network a426ecdd-a3fd-4ede-b7af-cc78966098e6 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:28.463220 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:28.488050 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897b786e-b7cb-4610-aa9c-b106f514cf9f {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:45:28.489560 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-003cc9b8-0518-43f1-a8b7-408884530851 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:28.498705 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dbde3517-e5c9-4351-8196-ba2287e1832d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1799495 Nov 28 07:45:28.499422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35392) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:28.503593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-003cc9b8-0518-43f1-a8b7-408884530851 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for 66653fef-82fc-4129-949f-d3a3c7f6eee1 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:28.513141 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0830f008-f2ce-459a-a156-36b7ff0dd20f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Request body: {'port': {'network_id': 'a426ecdd-a3fd-4ede-b7af-cc78966098e6', 'name': 'tempest-NetworksIpV6TestAttrs-2085366164'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:28.514490 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port e1338e5c-1b7a-433f-94b9-9e60c779ad02 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:28.514864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:28.692709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7a189e53-b045-4d4c-bd5d-094f274f9fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:28.702932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7bf1e222-5e71-4b24-9a7c-49cb171c90e5 None None] Provisioning complete for port e1338e5c-1b7a-433f-94b9-9e60c779ad02 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:28.705154 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7bf1e222-5e71-4b24-9a7c-49cb171c90e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:28.763992 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a189e53-b045-4d4c-bd5d-094f274f9fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Pushing event deleted for resources: {'Port': ['ID=84c1c88d-4372-4087-97ac-67a32e177826,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:28.783699 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 897b786e-b7cb-4610-aa9c-b106f514cf9f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=897b786e-b7cb-4610-aa9c-b106f514cf9f,segment=NetworkSegment(1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28),segment_id=1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:28.797474 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dcc92e6a-eae3-4fac-85b6-f676f6e3edc9 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] 10.222.0.31 "GET /v2.0/floatingips/8e3a3a2d-37f8-4bce-8d18-0b807bba22cc HTTP/1.1" status: 200 len: 984 time: 0.5144372 Nov 28 07:45:28.811252 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35398) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:28.814317 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:28.815173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 1183e5de-6600-4398-83c4-68b6e7535d85 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:45:28.848469 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ee04d8ca-6362-40bf-bec3-d7c7596288c7 req-db71dadf-d6dc-417b-ba2b-dee54addba80 service neutron] 10.222.0.35 "GET /v2.0/networks/db240e92-4657-404b-8ef6-82b1c7e0a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1864250 Nov 28 07:45:28.850319 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e51f22-7c69-46f2-a42e-1afbb9fcc910 req-17c7c6e5-64e8-46be-9100-04a87ea88043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:28.851714 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e51f22-7c69-46f2-a42e-1afbb9fcc910 req-17c7c6e5-64e8-46be-9100-04a87ea88043 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce72ab99-bc55-4271-8115-f97c259a6f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.1231463 Nov 28 07:45:28.852567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7a14b-9801-4900-992e-87af85816b6e req-907193a1-11ac-41bf-9e64-40c9d2e1e2ff tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:28.860837 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0cb7a14b-9801-4900-992e-87af85816b6e req-907193a1-11ac-41bf-9e64-40c9d2e1e2ff tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 944 time: 0.3224707 Nov 28 07:45:28.865059 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7a189e53-b045-4d4c-bd5d-094f274f9fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:28.884063 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7a189e53-b045-4d4c-bd5d-094f274f9fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] 10.222.0.31 "DELETE /v2.0/ports/84c1c88d-4372-4087-97ac-67a32e177826 HTTP/1.1" status: 204 len: 168 time: 1.5115492 Nov 28 07:45:28.892088 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35402) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:28.896224 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0830f008-f2ce-459a-a156-36b7ff0dd20f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Made reservation on behalf of f84b6becaa734a7f9c19839660750df6 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:28.908573 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0830f008-f2ce-459a-a156-36b7ff0dd20f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:28.953921 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-0830f008-f2ce-459a-a156-36b7ff0dd20f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] device_id is not set on port adebdee9-5fc0-4273-83fd-f8956376a06a yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:29.041486 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0cb7a14b-9801-4900-992e-87af85816b6e req-5bf586c2-bec9-4583-a234-d64cfa1a2e59 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796415 Nov 28 07:45:29.202496 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ce811d-e172-4fc9-9af8-0c7c342537ba None None] Network b522c75a-1a36-41a7-a378-310254ff17cf requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:29.222220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-0830f008-f2ce-459a-a156-36b7ff0dd20f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Allocated IP 2001:db8::f816:3eff:fecb:1214 (a426ecdd-a3fd-4ede-b7af-cc78966098e6/1b774529-74bb-4900-846a-6e989b3b4808/adebdee9-5fc0-4273-83fd-f8956376a06a) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:29.229090 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35410) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:29.245723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=897b786e-b7cb-4610-aa9c-b106f514cf9f,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:29.296469 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device fe2f6a43-bfeb-4b88-8d96-6f16d50e51de up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:29.304247 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-a426ecdd-a3fd-4ede-b7af-cc78966098e6', 'network_id': 'a426ecdd-a3fd-4ede-b7af-cc78966098e6', 'tenant_id': 'f84b6becaa734a7f9c19839660750df6', 'fixed_ips': [{'subnet_id': '1b774529-74bb-4900-846a-6e989b3b4808'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:29.305478 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:29.353281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5966002-6837-4f86-9d8c-0e3e94cd5b44 req-9c93ce5b-b6ce-4072-b7cf-5fccb60559de tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:29.355096 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c5966002-6837-4f86-9d8c-0e3e94cd5b44 req-9c93ce5b-b6ce-4072-b7cf-5fccb60559de tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 943 time: 0.1980398 Nov 28 07:45:29.415882 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-f09e47ed-9142-4968-9982-08ffb59d644b tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:29.419439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1e1455bc-f209-4e16-a06a-e9cbc11e5139 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Request body: {'port': {'name': 'tempest-new-port-name-652270269', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:29.421101 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.api.validators [None req-1e1455bc-f209-4e16-a06a-e9cbc11e5139 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] bootfile-name is not in valid_values {{(pid=115118) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 28 07:45:29.421622 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.api.validators [None req-1e1455bc-f209-4e16-a06a-e9cbc11e5139 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] tftp-server is not in valid_values {{(pid=115118) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 28 07:45:29.422130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.api.validators [None req-1e1455bc-f209-4e16-a06a-e9cbc11e5139 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] server-ip-address is not in valid_values {{(pid=115118) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 28 07:45:29.448796 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-eb4204ce-6f18-48d1-9117-578fa0756ad9 service neutron] 10.222.0.35 "GET /v2.0/networks/a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1515179 Nov 28 07:45:29.469650 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c5966002-6837-4f86-9d8c-0e3e94cd5b44 req-a0973485-4e13-4e28-abf1-6aaf5d84c820 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055541 Nov 28 07:45:29.492844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 1183e5de-6600-4398-83c4-68b6e7535d85, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1183e5de-6600-4398-83c4-68b6e7535d85,segment=NetworkSegment(125eb330-7b86-4cef-8143-0e8efc42e843),segment_id=125eb330-7b86-4cef-8143-0e8efc42e843)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:29.544271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35414) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:29.544481 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f09e47ed-9142-4968-9982-08ffb59d644b tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] 10.222.0.31 "PUT /v2.0/quotas/1bb5a6346bf042039db535b0bc68b83a HTTP/1.1" status: 200 len: 366 time: 0.3142471 Nov 28 07:45:29.588000 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0830f008-f2ce-459a-a156-36b7ff0dd20f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:29.597524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '1183e5de-6600-4398-83c4-68b6e7535d85', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'port_id': '1183e5de-6600-4398-83c4-68b6e7535d85', 'mac_address': 'fa:16:3e:09:83:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:45:29.628999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0830f008-f2ce-459a-a156-36b7ff0dd20f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:29.650152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06d0ac-b274-4890-87c5-19c4c13d2a7f req-a838ea6a-bd6c-4045-8e65-428ac841ed9a tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:29.656393 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0e06d0ac-b274-4890-87c5-19c4c13d2a7f req-a838ea6a-bd6c-4045-8e65-428ac841ed9a tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 944 time: 1.1354213 Nov 28 07:45:29.673757 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7bf1e222-5e71-4b24-9a7c-49cb171c90e5 None None] Provisioning complete for port b37e9915-1028-437f-adf3-9ede1f960089 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:29.674128 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7bf1e222-5e71-4b24-9a7c-49cb171c90e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:29.677282 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0830f008-f2ce-459a-a156-36b7ff0dd20f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Network a426ecdd-a3fd-4ede-b7af-cc78966098e6 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:29.682108 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-0830f008-f2ce-459a-a156-36b7ff0dd20f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:29.686029 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830f008-f2ce-459a-a156-36b7ff0dd20f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:29.691624 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830f008-f2ce-459a-a156-36b7ff0dd20f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:29.692233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0830f008-f2ce-459a-a156-36b7ff0dd20f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:29.701212 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830f008-f2ce-459a-a156-36b7ff0dd20f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'Port': ['ID=adebdee9-5fc0-4273-83fd-f8956376a06a,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:29.719651 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0830f008-f2ce-459a-a156-36b7ff0dd20f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2123296 Nov 28 07:45:29.721986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35416) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:29.738728 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port fe2f6a43-bfeb-4b88-8d96-6f16d50e51de triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:29.739116 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:29.751968 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e4e22984-0b24-42e2-a075-85613dada4cc tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1943207 Nov 28 07:45:29.758183 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35418) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:29.761136 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3cd3ba85-666f-45fc-bff4-e44f7c3fe788 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2907 time: 0.9445014 Nov 28 07:45:29.770774 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35420) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:29.810824 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8b80b7f4-f11f-4a49-aaf1-2856e84f72ad tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] 10.222.0.31 "GET /v2.0/quotas/1bb5a6346bf042039db535b0bc68b83a HTTP/1.1" status: 200 len: 366 time: 0.0496497 Nov 28 07:45:29.821844 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35422) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:29.828189 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Allocated IP 2001:db8::f816:3eff:fef9:a8a3 (a426ecdd-a3fd-4ede-b7af-cc78966098e6/1b774529-74bb-4900-846a-6e989b3b4808/6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:29.847315 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:29.855301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1e222-5e71-4b24-9a7c-49cb171c90e5 None None] Port b37e9915-1028-437f-adf3-9ede1f960089 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:29.861638 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e1455bc-f209-4e16-a06a-e9cbc11e5139 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:29.871759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0e544e-9687-4e63-a715-f11720ea7c11 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Deleting subnet 1b774529-74bb-4900-846a-6e989b3b4808 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:45:29.874628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7bf1e222-5e71-4b24-9a7c-49cb171c90e5 None None] Could not find standard attr ID for object 84c1c88d-4372-4087-97ac-67a32e177826. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:45:29.891293 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1183e5de-6600-4398-83c4-68b6e7535d85 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:45:29.920955 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e51f22-7c69-46f2-a42e-1afbb9fcc910 req-4307b2aa-3663-420e-8e68-36fcd96f2cdf service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0278931 Nov 28 07:45:29.924552 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3d540125-c3e8-4e0a-b7b5-598e5a68f944 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/1bb5a6346bf042039db535b0bc68b83a HTTP/1.1" status: 204 len: 168 time: 0.0969503 Nov 28 07:45:29.924552 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-62e60835-fc3c-40b7-aee9-9106807e86da req-32c7888f-5c86-42f7-bce4-b2b827654751 service neutron] 10.222.0.35 "GET /v2.0/networks/a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273098 Nov 28 07:45:29.926094 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35424) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:29.964265 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0e06d0ac-b274-4890-87c5-19c4c13d2a7f req-6fcb5e92-8c9d-4ac1-9148-0ef311e24611 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724457 Nov 28 07:45:29.973821 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4e858a3b-3ac0-45e1-87a6-9c415c8f4a20 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0442305 Nov 28 07:45:29.973821 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35426) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:29.975612 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-003cc9b8-0518-43f1-a8b7-408884530851 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:29.992088 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 1183e5de-6600-4398-83c4-68b6e7535d85, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1183e5de-6600-4398-83c4-68b6e7535d85,segment=NetworkSegment(125eb330-7b86-4cef-8143-0e8efc42e843),segment_id=125eb330-7b86-4cef-8143-0e8efc42e843)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:29.997616 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e3096169-d19e-4727-9ab8-09afb7364f55 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] 10.222.0.31 "GET /v2.0/quotas/1bb5a6346bf042039db535b0bc68b83a HTTP/1.1" status: 200 len: 370 time: 0.0204737 Nov 28 07:45:30.000338 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35428) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:30.010021 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-258190a4-2f6d-4ec1-93aa-718d4e87bc19 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] 10.222.0.31 "GET /v2.0/quotas/1bb5a6346bf042039db535b0bc68b83a/default HTTP/1.1" status: 200 len: 370 time: 0.0062122 Nov 28 07:45:30.012027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35430) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:30.019113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.029653 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-bdcc3b32-8f1b-4655-8420-34cd83090a68 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] delete failed (client error): The resource could not be found. Nov 28 07:45:30.030658 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bdcc3b32-8f1b-4655-8420-34cd83090a68 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/1bb5a6346bf042039db535b0bc68b83a HTTP/1.1" status: 404 len: 348 time: 0.0192363 Nov 28 07:45:30.051605 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cc9b8-0518-43f1-a8b7-408884530851 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=66653fef-82fc-4129-949f-d3a3c7f6eee1,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:30.089411 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-5e19cd02-c908-4243-ada4-b8163f6e20f8 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Deleting port 84c50d06-2f3b-421d-9c70-494a016d014c {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:30.091128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5e19cd02-c908-4243-ada4-b8163f6e20f8 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.144791 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=1183e5de-6600-4398-83c4-68b6e7535d85,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:30.225355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5e19cd02-c908-4243-ada4-b8163f6e20f8 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.225859 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5e19cd02-c908-4243-ada4-b8163f6e20f8 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.229072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35436) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:30.241383 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e51f22-7c69-46f2-a42e-1afbb9fcc910 req-1c161c9c-ae94-45c5-b656-c6db13fc9526 service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831326 Nov 28 07:45:30.268907 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-5e19cd02-c908-4243-ada4-b8163f6e20f8 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Calling delete_port for 84c50d06-2f3b-421d-9c70-494a016d014c owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:30.289425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-003cc9b8-0518-43f1-a8b7-408884530851 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.290013 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Usage tracker for resource:network and project:b6bb0862151446b59eb223d9e8f17097 is out of sync, need to count used quota {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 28 07:45:30.293862 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-003cc9b8-0518-43f1-a8b7-408884530851 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/66653fef-82fc-4129-949f-d3a3c7f6eee1 HTTP/1.1" status: 204 len: 168 time: 4.0624042 Nov 28 07:45:30.295977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 28 07:45:30.298569 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-83329b22-e749-48a9-89b3-0fb58f252ff3 None None] Provisioning complete for port b37e9915-1028-437f-adf3-9ede1f960089 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:30.299092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-83329b22-e749-48a9-89b3-0fb58f252ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.303636 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35438) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:30.312369 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:30.390623 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ae09b-1c3f-432f-98dc-f93e62f04b2b req-a5941ded-eeca-48a6-9ba5-57171085131b tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:30.393565 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-220ae09b-1c3f-432f-98dc-f93e62f04b2b req-a5941ded-eeca-48a6-9ba5-57171085131b tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 944 time: 0.2409351 Nov 28 07:45:30.394288 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Usage tracker for resource:subnet and project:b6bb0862151446b59eb223d9e8f17097 is out of sync, need to count used quota {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 28 07:45:30.411704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa5540-7d23-4ad8-adbe-415c1dd0b23f req-bb8ef985-12ab-49d4-b4f4-9a9be6705d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:30.413198 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8aa5540-7d23-4ad8-adbe-415c1dd0b23f req-bb8ef985-12ab-49d4-b4f4-9a9be6705d49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=205aa9369a9b4b7e8d64def7c869c9f4&device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 1097 time: 0.3726735 Nov 28 07:45:30.428816 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 28 07:45:30.444534 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e864a7cb-4d3a-4f49-925e-4e510c7b475e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:30.446311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e864a7cb-4d3a-4f49-925e-4e510c7b475e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:30.450309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['1183e5de-6600-4398-83c4-68b6e7535d85'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:45:30.452915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['897b786e-b7cb-4610-aa9c-b106f514cf9f'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:45:30.453034 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e864a7cb-4d3a-4f49-925e-4e510c7b475e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1467934 Nov 28 07:45:30.461772 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35440) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:30.544766 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Usage tracker for resource:subnetpool and project:b6bb0862151446b59eb223d9e8f17097 is out of sync, need to count used quota {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 28 07:45:30.553787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-83329b22-e749-48a9-89b3-0fb58f252ff3 None None] Port b37e9915-1028-437f-adf3-9ede1f960089 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:30.572640 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 28 07:45:30.582802 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-220ae09b-1c3f-432f-98dc-f93e62f04b2b req-db0514f0-5920-4621-b491-e4bf8956da96 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735740 Nov 28 07:45:30.586724 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 6ae1e9ec-7328-4b9f-a9e8-82aad8dd2f9e {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:45:30.592163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.605877 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa5540-7d23-4ad8-adbe-415c1dd0b23f req-ff53c090-2d3c-4c49-9a37-77c812c2f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:30.607421 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8aa5540-7d23-4ad8-adbe-415c1dd0b23f req-ff53c090-2d3c-4c49-9a37-77c812c2f77d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d HTTP/1.1" status: 200 len: 906 time: 0.1796110 Nov 28 07:45:30.609899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e1455bc-f209-4e16-a06a-e9cbc11e5139 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.628435 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Usage tracker for resource:port and project:b6bb0862151446b59eb223d9e8f17097 is out of sync, need to count used quota {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 28 07:45:30.639022 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 28 07:45:30.648917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e1455bc-f209-4e16-a06a-e9cbc11e5139 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.656817 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.664306 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-83329b22-e749-48a9-89b3-0fb58f252ff3 None None] Could not find standard attr ID for object 84c1c88d-4372-4087-97ac-67a32e177826. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:45:30.715807 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.724196 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8aa5540-7d23-4ad8-adbe-415c1dd0b23f req-2aadb220-2815-4257-956b-dc157441cc12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5d42c16-8719-4e85-8a86-0999b8b298d0 HTTP/1.1" status: 200 len: 217 time: 0.0819242 Nov 28 07:45:30.736546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.741638 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1e1455bc-f209-4e16-a06a-e9cbc11e5139 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] In _notify_port_updated(), no bound segment for port b37e9915-1028-437f-adf3-9ede1f960089 on network 9d6a2433-4a3e-49c5-a642-3642bc8afe3d {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:45:30.747294 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1455bc-f209-4e16-a06a-e9cbc11e5139 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:30.748349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e1455bc-f209-4e16-a06a-e9cbc11e5139 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.749678 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1e1455bc-f209-4e16-a06a-e9cbc11e5139 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] 10.222.0.31 "PUT /v2.0/ports/b37e9915-1028-437f-adf3-9ede1f960089 HTTP/1.1" status: 200 len: 1129 time: 1.3397710 Nov 28 07:45:30.753756 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-83329b22-e749-48a9-89b3-0fb58f252ff3 None None] Provisioning complete for port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:30.754152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-83329b22-e749-48a9-89b3-0fb58f252ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.763758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35444) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:30.815785 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb27124-4d6c-4c12-bede-ed0f441d0130 req-0928a244-4967-4031-9365-c70b34cd0086 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:30.820531 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3fb27124-4d6c-4c12-bede-ed0f441d0130 req-0928a244-4967-4031-9365-c70b34cd0086 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 944 time: 0.2162018 Nov 28 07:45:30.873759 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Network a426ecdd-a3fd-4ede-b7af-cc78966098e6 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:30.875833 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1455bc-f209-4e16-a06a-e9cbc11e5139 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Pushing event updated for resources: {'Port': ['ID=b37e9915-1028-437f-adf3-9ede1f960089,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:30.884201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:30.884575 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.889643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31711037-7c93-4481-8db1-967587335d09 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:30.891672 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-31711037-7c93-4481-8db1-967587335d09 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] 10.222.0.31 "GET /v2.0/ports/b37e9915-1028-437f-adf3-9ede1f960089 HTTP/1.1" status: 200 len: 1129 time: 0.1269567 Nov 28 07:45:30.896690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35446) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:30.940599 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ee0e544e-9687-4e63-a715-f11720ea7c11 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:30.941384 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:30.944194 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Usage tracker for resource:router and project:b6bb0862151446b59eb223d9e8f17097 is out of sync, need to count used quota {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 28 07:45:30.968191 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:30.981669 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Pushing event updated for resources: {'Port': ['ID=6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:31.001521 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa5540-7d23-4ad8-adbe-415c1dd0b23f req-8ccbffed-e4d8-4155-8e86-40ef195d7e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:31.003038 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8aa5540-7d23-4ad8-adbe-415c1dd0b23f req-8ccbffed-e4d8-4155-8e86-40ef195d7e2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8b7bbe5-daa6-4c6c-be92-80129904fb51 HTTP/1.1" status: 200 len: 844 time: 0.2683856 Nov 28 07:45:31.033132 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 28 07:45:31.069647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ee0e544e-9687-4e63-a715-f11720ea7c11 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.107957 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3fb27124-4d6c-4c12-bede-ed0f441d0130 req-c034d95f-6772-4f4d-accd-8dfde857cf94 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123542 Nov 28 07:45:31.132980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa5540-7d23-4ad8-adbe-415c1dd0b23f req-1bd3dd29-338a-4901-8e02-e886e1ac7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:31.134487 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8aa5540-7d23-4ad8-adbe-415c1dd0b23f req-1bd3dd29-338a-4901-8e02-e886e1ac7f52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0932157 Nov 28 07:45:31.177720 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.185191 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Usage tracker for resource:floatingip and project:b6bb0862151446b59eb223d9e8f17097 is out of sync, need to count used quota {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 28 07:45:31.194037 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5e19cd02-c908-4243-ada4-b8163f6e20f8 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.212327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Deleting port b37e9915-1028-437f-adf3-9ede1f960089 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:31.212327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.226206 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-83329b22-e749-48a9-89b3-0fb58f252ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.231416 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 28 07:45:31.255925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Attempting to bind port 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:31.256296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Attempting to bind port 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '95669fcf-4930-4e97-b196-0af1d4922b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a426ecdd-a3fd-4ede-b7af-cc78966098e6'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:31.256654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Attempting to bind port 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba on network a426ecdd-a3fd-4ede-b7af-cc78966098e6 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:31.271668 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:31.272057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Checking segment: {'id': '95669fcf-4930-4e97-b196-0af1d4922b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a426ecdd-a3fd-4ede-b7af-cc78966098e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:31.272688 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.272869 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Bound using segment: {'id': '95669fcf-4930-4e97-b196-0af1d4922b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a426ecdd-a3fd-4ede-b7af-cc78966098e6'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:31.273553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Bound port: 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95669fcf-4930-4e97-b196-0af1d4922b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a426ecdd-a3fd-4ede-b7af-cc78966098e6'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:31.273687 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.281326 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19cd02-c908-4243-ada4-b8163f6e20f8 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event deleted for resources: {'Port': ['ID=84c50d06-2f3b-421d-9c70-494a016d014c,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:31.304421 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8aa5540-7d23-4ad8-adbe-415c1dd0b23f req-37d5a9b2-1da1-41b9-9bf6-f83b29b746df service neutron] 10.222.0.35 "GET /v2.0/networks/a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568892 Nov 28 07:45:31.345879 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.362858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.367743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Calling delete_port for b37e9915-1028-437f-adf3-9ede1f960089 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:31.473797 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8aa5540-7d23-4ad8-adbe-415c1dd0b23f req-7a30531d-48be-44cf-aa1d-765b41babbe6 service neutron] 10.222.0.35 "GET /v2.0/networks/a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566932 Nov 28 07:45:31.489333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333d6e9-696e-4053-8a56-f0b2f44e8fd0 req-a753ad0e-fb85-4106-8d7f-2c6ffb569397 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:31.490906 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a333d6e9-696e-4053-8a56-f0b2f44e8fd0 req-a753ad0e-fb85-4106-8d7f-2c6ffb569397 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 945 time: 0.3601065 Nov 28 07:45:31.552202 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5e19cd02-c908-4243-ada4-b8163f6e20f8 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.552202 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-5e19cd02-c908-4243-ada4-b8163f6e20f8 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Floating IP 8e3a3a2d-37f8-4bce-8d18-0b807bba22cc disassociated (deleted). External IP: 172.26.2.184, port: f404e334-a149-4803-98f1-62a7a18eb115. Nov 28 07:45:31.559892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-83329b22-e749-48a9-89b3-0fb58f252ff3 None None] For port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d,segment=NetworkSegment(c9231c3e-ebf7-4a4d-8dec-727c42856596),segment_id=c9231c3e-ebf7-4a4d-8dec-727c42856596)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:31.575181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.576560 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-83329b22-e749-48a9-89b3-0fb58f252ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.609079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Pushing event deleted for resources: {'Port': ['ID=b37e9915-1028-437f-adf3-9ede1f960089,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:31.614359 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ee0e544e-9687-4e63-a715-f11720ea7c11 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.617899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.622404 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.622750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.623136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.623477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.623812 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.624145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.624478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.624905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.625121 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.625447 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.625791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.626096 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.626425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.645650 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.651702 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dbecfa43-e8ab-4b2b-b821-5b7dfeac2f7d tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] 10.222.0.31 "DELETE /v2.0/ports/b37e9915-1028-437f-adf3-9ede1f960089 HTTP/1.1" status: 204 len: 168 time: 0.7528517 Nov 28 07:45:31.652497 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35452) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:31.699101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae1e9ec-7328-4b9f-a9e8-82aad8dd2f9e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:31.727063 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f4ee07-dd5c-433a-ace9-23bbda1af4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Deleting subnet b05baf50-4ae0-48d0-8010-f0d11b261f00 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:45:31.746147 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-92f4ee07-dd5c-433a-ace9-23bbda1af4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.747301 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.753132 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/6ae1e9ec-7328-4b9f-a9e8-82aad8dd2f9e HTTP/1.1" status: 204 len: 168 time: 1.2900360 Nov 28 07:45:31.757835 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a333d6e9-696e-4053-8a56-f0b2f44e8fd0 req-5f338fc0-4a7d-41ed-b2b3-329e298d5c96 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554584 Nov 28 07:45:31.758308 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35454) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:31.774254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Usage tracker for resource:security_group and project:b6bb0862151446b59eb223d9e8f17097 is out of sync, need to count used quota {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 28 07:45:31.776494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.776837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.777762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.778188 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.778515 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.778963 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.779273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.779593 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.779919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.780224 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.780601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.780903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.781218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad48cf7a-ffbb-4b6a-813e-be4903a8c17c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:31.781320 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83329b22-e749-48a9-89b3-0fb58f252ff3 None None] Pushing event updated for resources: {'Port': ['ID=22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:31.811172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9796977c-a861-401d-9610-653643c42385 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:31.817386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-92f4ee07-dd5c-433a-ace9-23bbda1af4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.835804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.836304 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ffaa1123-571e-49d0-817e-ad2109debbbf tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708592 Nov 28 07:45:31.837097 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 28 07:45:31.839472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35456) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:31.857126 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433f9e8-3255-4cf5-89cc-d39fabde8e8b req-3e552b99-e19c-4ad2-beb0-29b3299aebba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:31.864031 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9433f9e8-3255-4cf5-89cc-d39fabde8e8b req-3e552b99-e19c-4ad2-beb0-29b3299aebba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 944 time: 0.1528122 Nov 28 07:45:31.874458 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a3556e45-b010-4d87-8cee-437693451062 None None] Could not find standard attr ID for object b37e9915-1028-437f-adf3-9ede1f960089. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:45:31.898247 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Usage tracker for resource:security_group_rule and project:b6bb0862151446b59eb223d9e8f17097 is out of sync, need to count used quota {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 28 07:45:31.910692 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.quota.resource [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=115119) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 28 07:45:31.919828 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ee0e544e-9687-4e63-a715-f11720ea7c11 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.931737 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] For port 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:31.944906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] For port 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba,segment=NetworkSegment(95669fcf-4930-4e97-b196-0af1d4922b15),segment_id=95669fcf-4930-4e97-b196-0af1d4922b15)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:31.968040 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:31.969354 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9433f9e8-3255-4cf5-89cc-d39fabde8e8b req-fa9f3356-0d04-4869-bd48-9a50255c140a tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991888 Nov 28 07:45:31.983063 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b38a16f7-ceb3-45aa-8262-dd381e65d747 tempest-QuotasTest-1181237435 tempest-QuotasTest-1181237435-project-admin] 10.222.0.31 "GET /v2.0/quotas/b6bb0862151446b59eb223d9e8f17097/details.json HTTP/1.1" status: 200 len: 703 time: 1.7461660 Nov 28 07:45:31.983781 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a3556e45-b010-4d87-8cee-437693451062 None None] Provisioning complete for port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:31.993580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3556e45-b010-4d87-8cee-437693451062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:32.011969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-92f4ee07-dd5c-433a-ace9-23bbda1af4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:32.012155 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e544e-9687-4e63-a715-f11720ea7c11 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Subnet': ['ID=1b774529-74bb-4900-846a-6e989b3b4808,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:32.016126 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ee0e544e-9687-4e63-a715-f11720ea7c11 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:32.033490 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ee0e544e-9687-4e63-a715-f11720ea7c11 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/subnets/1b774529-74bb-4900-846a-6e989b3b4808 HTTP/1.1" status: 204 len: 168 time: 2.3082554 Nov 28 07:45:32.037174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35460) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:32.053419 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41844f9d-8166-4d59-989e-51e78832bdbb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:32.061496 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-41844f9d-8166-4d59-989e-51e78832bdbb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2144330 Nov 28 07:45:32.077707 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35462) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:32.114666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:45:32.115077 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:45:32.116760 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-92f4ee07-dd5c-433a-ace9-23bbda1af4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:32.117760 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 897b786e-b7cb-4610-aa9c-b106f514cf9f up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:32.156370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-92f4ee07-dd5c-433a-ace9-23bbda1af4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:32.168598 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-92f4ee07-dd5c-433a-ace9-23bbda1af4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] 10.222.0.31 "DELETE /v2.0/subnets/b05baf50-4ae0-48d0-8010-f0d11b261f00 HTTP/1.1" status: 204 len: 168 time: 0.5150499 Nov 28 07:45:32.188349 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a23349-3aac-4f83-825b-f67a34701719 None None] Network 9d6a2433-4a3e-49c5-a642-3642bc8afe3d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:32.206886 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35466) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:32.209000 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4ee07-dd5c-433a-ace9-23bbda1af4d7 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Pushing event deleted for resources: {'Subnet': ['ID=b05baf50-4ae0-48d0-8010-f0d11b261f00,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:32.379813 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9528df5-c6ee-459c-b79d-40348a9eb2d9 None None] Pushing event updated for resources: {'Port': ['ID=6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:32.385958 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bff191-55c1-44c6-b5c2-1fdf8d88e602 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:32.388052 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bff191-55c1-44c6-b5c2-1fdf8d88e602 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:32.389602 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-61bff191-55c1-44c6-b5c2-1fdf8d88e602 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3514919 Nov 28 07:45:32.394272 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35470) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:32.440290 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5f5ce0-47c9-4d2d-a435-92225a5af3a9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:32.447182 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4f5f5ce0-47c9-4d2d-a435-92225a5af3a9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3631320 Nov 28 07:45:32.455423 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35472) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:32.455763 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35474) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:32.505670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29250dd5-3046-4f87-a78b-30a3d84a240f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:32.513635 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-29250dd5-3046-4f87-a78b-30a3d84a240f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 28 07:45:32.514128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29250dd5-3046-4f87-a78b-30a3d84a240f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:45:32.518332 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-29250dd5-3046-4f87-a78b-30a3d84a240f tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/networks/a426ecdd-a3fd-4ede-b7af-cc78966098e6 HTTP/1.1" status: 409 len: 405 time: 0.1218085 Nov 28 07:45:32.520816 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ccfa5fbc-2759-4730-b609-0872d498a63c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606031 Nov 28 07:45:32.521467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35478) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:32.527617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4d3ab563-697e-43ec-9778-9489c3712a35 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1754238175'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:32.528243 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35480) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:32.547162 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3efe8505-f5b0-4765-948d-cc7ba2568253 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:32.553542 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 897b786e-b7cb-4610-aa9c-b106f514cf9f completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:45:32.559780 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 897b786e-b7cb-4610-aa9c-b106f514cf9f triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:32.560164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:32.561024 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e19cd02-c908-4243-ada4-b8163f6e20f8 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Router 4973418a-2a68-4185-b6c0-21efafa4e1c1 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:45:32.571342 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:32.577245 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3ab563-697e-43ec-9778-9489c3712a35 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Made reservation on behalf of f84b6becaa734a7f9c19839660750df6 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:32.580757 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab563-697e-43ec-9778-9489c3712a35 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:32.604983 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e4466-8966-4b06-bb3f-2cd272079b08 req-98f682d5-be06-4de0-8fe0-7216cdbe0a9c tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:32.612473 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e09e4466-8966-4b06-bb3f-2cd272079b08 req-98f682d5-be06-4de0-8fe0-7216cdbe0a9c tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 944 time: 0.3529243 Nov 28 07:45:32.629119 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3ab563-697e-43ec-9778-9489c3712a35 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:45:32.651701 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab563-697e-43ec-9778-9489c3712a35 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:32.652344 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-4d3ab563-697e-43ec-9778-9489c3712a35 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Added segment c5c9c5e6-bcd5-4d96-b784-da176440d356 of type vlan for network ecd4b936-373f-4aee-972e-f5f10c464f6c Nov 28 07:45:32.669887 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f402709-6a8f-46ef-a69e-a770b31e7c76 None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:45:32.671805 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aadbb59-4eeb-4d3b-ae35-3318fbc89e9f None None] DHCP port deletion for 9d6a2433-4a3e-49c5-a642-3642bc8afe3d request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:45:32.726073 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab563-697e-43ec-9778-9489c3712a35 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:32.769450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab563-697e-43ec-9778-9489c3712a35 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:32.778640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ab563-697e-43ec-9778-9489c3712a35 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:32.779230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab563-697e-43ec-9778-9489c3712a35 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:32.799184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:32.809964 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4d3ab563-697e-43ec-9778-9489c3712a35 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2871983 Nov 28 07:45:32.811583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35484) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:32.849044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-06ce8d3f-cb1a-4bdf-9ced-2b9c4bda42c2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Request body: {'subnet': {'network_id': 'ecd4b936-373f-4aee-972e-f5f10c464f6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:32.861647 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a27ff50-49e3-4e4f-89d9-50e9e61edadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897b786e-b7cb-4610-aa9c-b106f514cf9f'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:45:32.978128 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:33.015970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ab563-697e-43ec-9778-9489c3712a35 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'Network': ['ID=ecd4b936-373f-4aee-972e-f5f10c464f6c,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:33.017194 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 897b786e-b7cb-4610-aa9c-b106f514cf9f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=897b786e-b7cb-4610-aa9c-b106f514cf9f,segment=NetworkSegment(1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28),segment_id=1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:33.041236 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network ecd4b936-373f-4aee-972e-f5f10c464f6c details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:45:33.049967 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.050790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 1183e5de-6600-4398-83c4-68b6e7535d85 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:33.071783 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ce8d3f-cb1a-4bdf-9ced-2b9c4bda42c2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Made reservation on behalf of f84b6becaa734a7f9c19839660750df6 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:33.082368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06ce8d3f-cb1a-4bdf-9ced-2b9c4bda42c2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.091495 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5de0b3d9-9364-408f-bb03-4ef9da000b84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.155858 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e09e4466-8966-4b06-bb3f-2cd272079b08 req-6cb1f415-220c-4931-8018-6eace7dbccfa tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5388908 Nov 28 07:45:33.207340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-1f402709-6a8f-46ef-a69e-a770b31e7c76 None None] Deleting port fe2f6a43-bfeb-4b88-8d96-6f16d50e51de {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:33.208218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1f402709-6a8f-46ef-a69e-a770b31e7c76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.257283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8aadbb59-4eeb-4d3b-ae35-3318fbc89e9f None None] Deleting port e1338e5c-1b7a-433f-94b9-9e60c779ad02 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:33.257846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8aadbb59-4eeb-4d3b-ae35-3318fbc89e9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.267854 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efe8505-f5b0-4765-948d-cc7ba2568253 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:33.272248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3efe8505-f5b0-4765-948d-cc7ba2568253 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.286849 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dde73-7fb5-4b03-a83d-36b6543bc7f2 req-05aa7f8d-1f03-4376-bfe5-7fbcd734950b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:33.288429 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-656dde73-7fb5-4b03-a83d-36b6543bc7f2 req-05aa7f8d-1f03-4376-bfe5-7fbcd734950b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 945 time: 0.4190452 Nov 28 07:45:33.297278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0af27f9-9ebc-434c-9881-1ed0e50d2f63" -d '{"events": [{"server_uuid": "6a27ff50-49e3-4e4f-89d9-50e9e61edadc", "name": "network-vif-plugged", "status": "completed", "tag": "897b786e-b7cb-4610-aa9c-b106f514cf9f"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:45:33.311206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Deleting port e1338e5c-1b7a-433f-94b9-9e60c779ad02 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:33.311573 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.350104 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8aadbb59-4eeb-4d3b-ae35-3318fbc89e9f None None] For port e1338e5c-1b7a-433f-94b9-9e60c779ad02, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e1338e5c-1b7a-433f-94b9-9e60c779ad02,segment=NetworkSegment(0f78a4cb-afce-431f-bd13-b3c3f363de6a),segment_id=0f78a4cb-afce-431f-bd13-b3c3f363de6a)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:33.350490 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8aadbb59-4eeb-4d3b-ae35-3318fbc89e9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.365911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8aadbb59-4eeb-4d3b-ae35-3318fbc89e9f None None] Calling delete_port for e1338e5c-1b7a-433f-94b9-9e60c779ad02 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:33.391710 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-656dde73-7fb5-4b03-a83d-36b6543bc7f2 req-cac5e822-a060-4a28-a2c4-9fcfd6dd70db tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952916 Nov 28 07:45:33.434568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e19cd02-c908-4243-ada4-b8163f6e20f8 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:45:33.445985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5e19cd02-c908-4243-ada4-b8163f6e20f8 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.473144 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a85db-b38e-4a89-a593-a0bd0f6dd833 None None] Sync routers for ids ['4973418a-2a68-4185-b6c0-21efafa4e1c1'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:45:33.500963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.objects.ports [None req-06ce8d3f-cb1a-4bdf-9ced-2b9c4bda42c2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115118) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:45:33.503233 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06ce8d3f-cb1a-4bdf-9ced-2b9c4bda42c2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.553541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:33.553919 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.598487 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce8d3f-cb1a-4bdf-9ced-2b9c4bda42c2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'Subnet': ['ID=3f312d72-e118-4dc7-81c9-28fbe6390be7,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:33.609397 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3194dd-e1d9-4e43-84e5-98aad8246601 None None] Network a426ecdd-a3fd-4ede-b7af-cc78966098e6 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:33.612671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=897b786e-b7cb-4610-aa9c-b106f514cf9f,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:33.617626 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce8d3f-cb1a-4bdf-9ced-2b9c4bda42c2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Checking segment: {'id': 'c5c9c5e6-bcd5-4d96-b784-da176440d356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ecd4b936-373f-4aee-972e-f5f10c464f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:33.618165 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ce8d3f-cb1a-4bdf-9ced-2b9c4bda42c2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Network hostable DHCP agents. Network: ecd4b936-373f-4aee-972e-f5f10c464f6c, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:45:33.620518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a85db-b38e-4a89-a593-a0bd0f6dd833 None None] Routers {'4973418a-2a68-4185-b6c0-21efafa4e1c1'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:33.621190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-df8a85db-b38e-4a89-a593-a0bd0f6dd833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4973418a-2a68-4185-b6c0-21efafa4e1c1'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:33.639240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ce8d3f-cb1a-4bdf-9ced-2b9c4bda42c2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Network ecd4b936-373f-4aee-972e-f5f10c464f6c is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:45:33.642779 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5e19cd02-c908-4243-ada4-b8163f6e20f8 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "DELETE /v2.0/floatingips/8e3a3a2d-37f8-4bce-8d18-0b807bba22cc HTTP/1.1" status: 204 len: 168 time: 3.8708346 Nov 28 07:45:33.646583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35498) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:33.655766 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:33.661101 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-06ce8d3f-cb1a-4bdf-9ced-2b9c4bda42c2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, ecd4b936-373f-4aee-972e-f5f10c464f6c) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:33.665479 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465f6184-f34c-44fa-a304-0dadb12ed2d6 x-openstack-request-id: req-465f6184-f34c-44fa-a304-0dadb12ed2d6 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:45:33.665648 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a27ff50-49e3-4e4f-89d9-50e9e61edadc", "name": "network-vif-plugged", "status": "completed", "tag": "897b786e-b7cb-4610-aa9c-b106f514cf9f", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:45:33.665908 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-465f6184-f34c-44fa-a304-0dadb12ed2d6 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:45:33.666682 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a27ff50-49e3-4e4f-89d9-50e9e61edadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897b786e-b7cb-4610-aa9c-b106f514cf9f', 'code': 200} Nov 28 07:45:33.672401 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] For port e1338e5c-1b7a-433f-94b9-9e60c779ad02, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e1338e5c-1b7a-433f-94b9-9e60c779ad02,segment=NetworkSegment(0f78a4cb-afce-431f-bd13-b3c3f363de6a),segment_id=0f78a4cb-afce-431f-bd13-b3c3f363de6a)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:33.672848 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.688986 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:33.689342 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:33.689682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:33.690012 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:33.690346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:33.690674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:33.696716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:33.697863 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:33.697863 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:33.697863 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:33.698123 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:33.698441 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:33.698755 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:33.704473 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-df8a85db-b38e-4a89-a593-a0bd0f6dd833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:33.723931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5991ceed-b38a-42c9-aa33-bcbece10d752 None None] Network ecd4b936-373f-4aee-972e-f5f10c464f6c requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:33.729533 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdba19-9e39-48f1-92ff-cd486cc50587 req-d8f7dec7-d7cf-4cb4-9ba5-255623607b88 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:33.731584 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-23cdba19-9e39-48f1-92ff-cd486cc50587 req-d8f7dec7-d7cf-4cb4-9ba5-255623607b88 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 944 time: 0.4554389 Nov 28 07:45:33.737271 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Calling delete_port for e1338e5c-1b7a-433f-94b9-9e60c779ad02 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:33.743385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 1183e5de-6600-4398-83c4-68b6e7535d85 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:45:33.825765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5de0b3d9-9364-408f-bb03-4ef9da000b84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.870622 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5de0b3d9-9364-408f-bb03-4ef9da000b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.953590 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce8d3f-cb1a-4bdf-9ced-2b9c4bda42c2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:33.954106 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06ce8d3f-cb1a-4bdf-9ced-2b9c4bda42c2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.969271 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5de0b3d9-9364-408f-bb03-4ef9da000b84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4acaa3e26fba4f13977b3539a382912f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5094655 Nov 28 07:45:33.972113 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3efe8505-f5b0-4765-948d-cc7ba2568253 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.977142 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-23cdba19-9e39-48f1-92ff-cd486cc50587 req-bbd4679f-9093-46b5-b1ea-3b13885b7c67 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320316 Nov 28 07:45:33.980312 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 1183e5de-6600-4398-83c4-68b6e7535d85 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:33.980675 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:33.982376 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35500) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:33.987861 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0b3d9-9364-408f-bb03-4ef9da000b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33aa2c7-ac1f-4c4c-8e8e-f8bc345eff96,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:34.034393 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-1f402709-6a8f-46ef-a69e-a770b31e7c76 None None] For port fe2f6a43-bfeb-4b88-8d96-6f16d50e51de, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=fe2f6a43-bfeb-4b88-8d96-6f16d50e51de,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:34.034805 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1f402709-6a8f-46ef-a69e-a770b31e7c76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.045024 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efe8505-f5b0-4765-948d-cc7ba2568253 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:34.061206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.063078 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-3efe8505-f5b0-4765-948d-cc7ba2568253 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:34.071784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efe8505-f5b0-4765-948d-cc7ba2568253 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:34.072408 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3efe8505-f5b0-4765-948d-cc7ba2568253 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.092211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe8505-f5b0-4765-948d-cc7ba2568253 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=c2495a35-2503-44d7-be82-0a954a11120a,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:34.095111 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990bbc1-162c-4ab5-8614-4b3c31eba580 req-5d84f4b3-7c7e-40e3-b656-4ef3e63c693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:34.095467 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.095650 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device d5d42c16-8719-4e85-8a86-0999b8b298d0 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:45:34.097344 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9990bbc1-162c-4ab5-8614-4b3c31eba580 req-5d84f4b3-7c7e-40e3-b656-4ef3e63c693f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 1099 time: 0.1556687 Nov 28 07:45:34.106414 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-06ce8d3f-cb1a-4bdf-9ced-2b9c4bda42c2 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2664576 Nov 28 07:45:34.106414 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35502) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:34.106720 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a85db-b38e-4a89-a593-a0bd0f6dd833 None None] Routers {'4973418a-2a68-4185-b6c0-21efafa4e1c1'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:34.106966 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-df8a85db-b38e-4a89-a593-a0bd0f6dd833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4973418a-2a68-4185-b6c0-21efafa4e1c1'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:34.108694 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8aadbb59-4eeb-4d3b-ae35-3318fbc89e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.111365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a03dd94f-f716-4167-a603-3191704811e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Request body: {'port': {'network_id': 'ecd4b936-373f-4aee-972e-f5f10c464f6c', 'name': 'tempest-NetworksIpV6TestAttrs-1810276055'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:34.131976 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3efe8505-f5b0-4765-948d-cc7ba2568253 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5872710 Nov 28 07:45:34.135089 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Pushing event deleted for resources: {'Port': ['ID=e1338e5c-1b7a-433f-94b9-9e60c779ad02,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:34.138909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35506) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:34.145268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-34106417-16d4-4c71-83e2-9eb414e0f070 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': 'c2495a35-2503-44d7-be82-0a954a11120a', 'ip_address': '2001:db8::432e:8a69:dc72:823e'}], 'name': 'tempest-NetworksTestDHCPv6-809647435'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:34.150514 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9990bbc1-162c-4ab5-8614-4b3c31eba580 req-5ee2c7be-3619-4018-a45a-87e2283a4fc7 service neutron] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.151299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] No DVR routers for this DVR port e1338e5c-1b7a-433f-94b9-9e60c779ad02 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:45:34.156794 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8f539bf-81df-468b-aedb-5d818ff11cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.198659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-1f402709-6a8f-46ef-a69e-a770b31e7c76 None None] Calling delete_port for fe2f6a43-bfeb-4b88-8d96-6f16d50e51de owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:34.204884 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadbb59-4eeb-4d3b-ae35-3318fbc89e9f None None] Pushing event deleted for resources: {'Port': ['ID=e1338e5c-1b7a-433f-94b9-9e60c779ad02,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:34.220863 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f0266e34-a983-447e-a3f5-68ba53ad610b None None] Provisioning complete for port 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:34.221238 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f0266e34-a983-447e-a3f5-68ba53ad610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.275542 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8f539bf-81df-468b-aedb-5d818ff11cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.278811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-df8a85db-b38e-4a89-a593-a0bd0f6dd833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:34.279210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a85db-b38e-4a89-a593-a0bd0f6dd833 None None] The sync data for ids ['4973418a-2a68-4185-b6c0-21efafa4e1c1'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:45:34.306318 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadbb59-4eeb-4d3b-ae35-3318fbc89e9f None None] No DVR routers for this DVR port e1338e5c-1b7a-433f-94b9-9e60c779ad02 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:45:34.347046 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.388416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.resource_extend [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 28 07:45:34.399187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6a2433-4a3e-49c5-a642-3642bc8afe3d']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:34.413449 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f78a4cb-afce-431f-bd13-b3c3f363de6a') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:34.413776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f78a4cb-afce-431f-bd13-b3c3f363de6a') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:34.425847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922bcd9-b440-4fe8-bfcb-792a03cedf67 req-d4468567-e15e-4d27-b590-5c730832fe69 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:34.427747 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6922bcd9-b440-4fe8-bfcb-792a03cedf67 req-d4468567-e15e-4d27-b590-5c730832fe69 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 944 time: 0.1643441 Nov 28 07:45:34.448937 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.469122 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9990bbc1-162c-4ab5-8614-4b3c31eba580 req-5ee2c7be-3619-4018-a45a-87e2283a4fc7 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.475527 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.478176 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03dd94f-f716-4167-a603-3191704811e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Made reservation on behalf of f84b6becaa734a7f9c19839660750df6 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:34.483387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a03dd94f-f716-4167-a603-3191704811e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.489604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.499451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9990bbc1-162c-4ab5-8614-4b3c31eba580 req-5ee2c7be-3619-4018-a45a-87e2283a4fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.518705 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:45:34.518705 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:45:34.522253 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:45:34.537784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8f539bf-81df-468b-aedb-5d818ff11cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.540771 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8f539bf-81df-468b-aedb-5d818ff11cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.545478 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f8f539bf-81df-468b-aedb-5d818ff11cb2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c33aa2c7-ac1f-4c4c-8e8e-f8bc345eff96 HTTP/1.1" status: 204 len: 168 time: 0.5585999 Nov 28 07:45:34.556007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-a03dd94f-f716-4167-a603-3191704811e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] device_id is not set on port 372f5f33-c366-42b2-85f0-53633c89ad33 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:34.571223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f539bf-81df-468b-aedb-5d818ff11cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33aa2c7-ac1f-4c4c-8e8e-f8bc345eff96,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:34.628144 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34106417-16d4-4c71-83e2-9eb414e0f070 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:34.660831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c0b26-b9cb-4c67-bf56-0cfbbb95563c req-4c07cbec-6000-4cef-b069-cc5e318232c6 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:34.662356 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fc7c0b26-b9cb-4c67-bf56-0cfbbb95563c req-4c07cbec-6000-4cef-b069-cc5e318232c6 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.1784008 Nov 28 07:45:34.664926 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.685137 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.692494 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] 10.222.0.31 "DELETE /v2.0/networks/9d6a2433-4a3e-49c5-a642-3642bc8afe3d HTTP/1.1" status: 204 len: 168 time: 2.4681742 Nov 28 07:45:34.719849 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f0266e34-a983-447e-a3f5-68ba53ad610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.742161 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268fc0f-43a7-4533-ae9a-4318294bfce5 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417 tempest-ExtraDHCPOptionsIpV6TestJSON-34009417-project] Pushing event deleted for resources: {'Network': ['ID=9d6a2433-4a3e-49c5-a642-3642bc8afe3d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:34.750207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2c7be-3619-4018-a45a-87e2283a4fc7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7afc97e0-d094-4694-b5dd-63566f894352,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:34.759668 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6922bcd9-b440-4fe8-bfcb-792a03cedf67 req-8058b24b-3703-4c2c-9e42-6f8430141882 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3108072 Nov 28 07:45:34.761816 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9990bbc1-162c-4ab5-8614-4b3c31eba580 req-5ee2c7be-3619-4018-a45a-87e2283a4fc7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6447077 Nov 28 07:45:34.765851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-a03dd94f-f716-4167-a603-3191704811e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Allocated IP 2001:db8::f816:3eff:fecf:3540 (ecd4b936-373f-4aee-972e-f5f10c464f6c/3f312d72-e118-4dc7-81c9-28fbe6390be7/372f5f33-c366-42b2-85f0-53633c89ad33) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:34.772378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-ecd4b936-373f-4aee-972e-f5f10c464f6c', 'network_id': 'ecd4b936-373f-4aee-972e-f5f10c464f6c', 'tenant_id': 'f84b6becaa734a7f9c19839660750df6', 'fixed_ips': [{'subnet_id': '3f312d72-e118-4dc7-81c9-28fbe6390be7'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:34.774776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.827890 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fc7c0b26-b9cb-4c67-bf56-0cfbbb95563c req-ef8f5306-b709-41d1-b6bd-5e120eb123da tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517661 Nov 28 07:45:34.845618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.848192 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-34106417-16d4-4c71-83e2-9eb414e0f070 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.878095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Allocated IP 172.26.2.111 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/024e2c18-3c4d-418a-92e0-0ba8e59cb260) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:34.882095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-34106417-16d4-4c71-83e2-9eb414e0f070 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port 9fb2bc65-58c5-42f4-b950-1b3b94eb4fed yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:34.910010 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.925996 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port d5d42c16-8719-4e85-8a86-0999b8b298d0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=d5d42c16-8719-4e85-8a86-0999b8b298d0,segment=NetworkSegment(b247918b-a48e-4353-87c3-3ac3772ebffb),segment_id=b247918b-a48e-4353-87c3-3ac3772ebffb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:34.956858 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1f402709-6a8f-46ef-a69e-a770b31e7c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:34.999700 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'd5d42c16-8719-4e85-8a86-0999b8b298d0', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'port_id': 'd5d42c16-8719-4e85-8a86-0999b8b298d0', 'mac_address': 'fa:16:3e:2a:50:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:45:35.084545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f0266e34-a983-447e-a3f5-68ba53ad610b None None] For port 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba,segment=NetworkSegment(95669fcf-4930-4e97-b196-0af1d4922b15),segment_id=95669fcf-4930-4e97-b196-0af1d4922b15)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:35.087335 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a89a84-78a9-4898-aa41-781a4ac2813a None None] DHCP port deletion for a426ecdd-a3fd-4ede-b7af-cc78966098e6 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:45:35.104264 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35520) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:35.105419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f402709-6a8f-46ef-a69e-a770b31e7c76 None None] Pushing event deleted for resources: {'Port': ['ID=fe2f6a43-bfeb-4b88-8d96-6f16d50e51de,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:35.109602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f402709-6a8f-46ef-a69e-a770b31e7c76 None None] No DVR routers for this DVR port fe2f6a43-bfeb-4b88-8d96-6f16d50e51de on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:45:35.114645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f0266e34-a983-447e-a3f5-68ba53ad610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.125744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a03dd94f-f716-4167-a603-3191704811e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.171680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-794a7f88-ec01-437f-9cf4-bd66660b7022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.206188 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 1183e5de-6600-4398-83c4-68b6e7535d85, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1183e5de-6600-4398-83c4-68b6e7535d85,segment=NetworkSegment(125eb330-7b86-4cef-8143-0e8efc42e843),segment_id=125eb330-7b86-4cef-8143-0e8efc42e843)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:35.207349 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d467d1-6ec8-434c-8ac8-9dbadcebe7a3 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:35.245825 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.259617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.267502 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-34106417-16d4-4c71-83e2-9eb414e0f070 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::432e:8a69:dc72:823e (c04e62e3-7156-478d-ad66-af6018eecb99/c2495a35-2503-44d7-be82-0a954a11120a/9fb2bc65-58c5-42f4-b950-1b3b94eb4fed) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:35.304449 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35524) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:35.335570 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2592f5-8dc4-49bb-ba9d-c4c76c3105e4 req-6e1e9609-43ad-4230-b9b3-268a66fa5fb5 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:35.337545 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9f2592f5-8dc4-49bb-ba9d-c4c76c3105e4 req-6e1e9609-43ad-4230-b9b3-268a66fa5fb5 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 944 time: 0.1790144 Nov 28 07:45:35.354483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a03dd94f-f716-4167-a603-3191704811e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.378238 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:45:35.378596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:45:35.383718 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.408758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0266e34-a983-447e-a3f5-68ba53ad610b None None] Pushing event updated for resources: {'Port': ['ID=6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:35.429249 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d42c16-8719-4e85-8a86-0999b8b298d0 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:45:35.456401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03dd94f-f716-4167-a603-3191704811e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Network ecd4b936-373f-4aee-972e-f5f10c464f6c is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:35.473794 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Allocated IP 2001:db8::f816:3eff:fe83:db62 (ecd4b936-373f-4aee-972e-f5f10c464f6c/3f312d72-e118-4dc7-81c9-28fbe6390be7/6b89ef72-db88-4b91-847e-33a1343301bc) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:35.476013 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-a03dd94f-f716-4167-a603-3191704811e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:35.478966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03dd94f-f716-4167-a603-3191704811e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:35.485156 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03dd94f-f716-4167-a603-3191704811e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:35.485540 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a03dd94f-f716-4167-a603-3191704811e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.488713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.489124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-34106417-16d4-4c71-83e2-9eb414e0f070 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.520931 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03dd94f-f716-4167-a603-3191704811e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'Port': ['ID=372f5f33-c366-42b2-85f0-53633c89ad33,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:35.527388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port d5d42c16-8719-4e85-8a86-0999b8b298d0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=d5d42c16-8719-4e85-8a86-0999b8b298d0,segment=NetworkSegment(b247918b-a48e-4353-87c3-3ac3772ebffb),segment_id=b247918b-a48e-4353-87c3-3ac3772ebffb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:35.543785 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-34106417-16d4-4c71-83e2-9eb414e0f070 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.551901 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-794a7f88-ec01-437f-9cf4-bd66660b7022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.561986 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.581448 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9f2592f5-8dc4-49bb-ba9d-c4c76c3105e4 req-5ea3200a-a45a-479d-8585-efd2e6ac8cd3 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354887 Nov 28 07:45:35.583459 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:35.588600 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a03dd94f-f716-4167-a603-3191704811e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4820385 Nov 28 07:45:35.589336 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-794a7f88-ec01-437f-9cf4-bd66660b7022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.593394 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35528) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:35.593959 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=1183e5de-6600-4398-83c4-68b6e7535d85,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:35.603306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:35.610958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:35.617519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34106417-16d4-4c71-83e2-9eb414e0f070 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:35.645387 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-34106417-16d4-4c71-83e2-9eb414e0f070 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:35.655847 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34106417-16d4-4c71-83e2-9eb414e0f070 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:35.661426 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34106417-16d4-4c71-83e2-9eb414e0f070 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:35.662028 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-34106417-16d4-4c71-83e2-9eb414e0f070 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.670501 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-28a89a84-78a9-4898-aa41-781a4ac2813a None None] Deleting port 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:35.671135 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-28a89a84-78a9-4898-aa41-781a4ac2813a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.672738 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c62b4d3-e296-4b81-a08f-6444ab818b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1183e5de-6600-4398-83c4-68b6e7535d85'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:45:35.675277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40c8da5-2aff-49a2-9b15-de5699864db1" -d '{"events": [{"server_uuid": "8c62b4d3-e296-4b81-a08f-6444ab818b52", "name": "network-vif-plugged", "status": "completed", "tag": "1183e5de-6600-4398-83c4-68b6e7535d85"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:45:35.687562 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-794a7f88-ec01-437f-9cf4-bd66660b7022 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6bb0862151446b59eb223d9e8f17097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5805964 Nov 28 07:45:35.688388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Pushing event updated for resources: {'Port': ['ID=024e2c18-3c4d-418a-92e0-0ba8e59cb260,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:35.692223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35532) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:35.711227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a7f88-ec01-437f-9cf4-bd66660b7022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2584abbc-8a5a-4e20-984a-5922d19ce67a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:35.714708 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a7d3fd3e-44b1-4235-9fa0-1fbf56209fa2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3fa26160c11343cfa34a6a341b733a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4068737 Nov 28 07:45:35.714708 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34106417-16d4-4c71-83e2-9eb414e0f070 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=9fb2bc65-58c5-42f4-b950-1b3b94eb4fed,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:35.715306 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35534) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:35.728888 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb0237a-1388-441d-b051-830cfbe14c16 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Deleting subnet 3f312d72-e118-4dc7-81c9-28fbe6390be7 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:45:35.737703 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-34106417-16d4-4c71-83e2-9eb414e0f070 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5975852 Nov 28 07:45:35.738344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35536) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:35.754201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-92a6ac57-a4fc-4fa2-8df9-07956b7cf9a5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': 'c2495a35-2503-44d7-be82-0a954a11120a', 'ip_address': '2001:db8::432e:8a69:dc72:823e'}], 'name': 'tempest-NetworksTestDHCPv6-86222576'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:35.859946 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4546c507-7d55-4f67-98ab-95c1dfddc095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.902999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4546c507-7d55-4f67-98ab-95c1dfddc095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.921716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.924396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ad6cde-b20e-424e-9b2a-00d3ad0c5eae x-openstack-request-id: req-51ad6cde-b20e-424e-9b2a-00d3ad0c5eae {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:45:35.924813 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c62b4d3-e296-4b81-a08f-6444ab818b52", "name": "network-vif-plugged", "status": "completed", "tag": "1183e5de-6600-4398-83c4-68b6e7535d85", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:45:35.925390 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51ad6cde-b20e-424e-9b2a-00d3ad0c5eae {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:45:35.925390 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c62b4d3-e296-4b81-a08f-6444ab818b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1183e5de-6600-4398-83c4-68b6e7535d85', 'code': 200} Nov 28 07:45:35.938228 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-28a89a84-78a9-4898-aa41-781a4ac2813a None None] For port 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba,segment=NetworkSegment(95669fcf-4930-4e97-b196-0af1d4922b15),segment_id=95669fcf-4930-4e97-b196-0af1d4922b15)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:35.938228 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-28a89a84-78a9-4898-aa41-781a4ac2813a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.944763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['d5d42c16-8719-4e85-8a86-0999b8b298d0'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:45:35.963857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83b7d146-ca2d-45cb-8ab4-fc56f5405f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:35.986548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a6ac57-a4fc-4fa2-8df9-07956b7cf9a5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:35.992137 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92a6ac57-a4fc-4fa2-8df9-07956b7cf9a5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.017129 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-92a6ac57-a4fc-4fa2-8df9-07956b7cf9a5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port 5ccf35d3-2968-40e9-9fbc-c82652c39453 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:36.054030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83b7d146-ca2d-45cb-8ab4-fc56f5405f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.084499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.147170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba8ff4-599b-4797-a39d-dff348b68303 req-e3e6a890-fd89-4e36-8bfe-8022e6bdc3f5 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:36.148819 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-25ba8ff4-599b-4797-a39d-dff348b68303 req-e3e6a890-fd89-4e36-8bfe-8022e6bdc3f5 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 945 time: 0.2451720 Nov 28 07:45:36.178245 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a6ac57-a4fc-4fa2-8df9-07956b7cf9a5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 28 07:45:36.178733 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a6ac57-a4fc-4fa2-8df9-07956b7cf9a5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:45:36.183214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b7086-e158-41ee-9829-1ed41d2823c7 req-f0eab98c-136f-49b3-aa0f-a04581cf81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:36.185657 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=d5d42c16-8719-4e85-8a86-0999b8b298d0,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:36.186001 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e92b7086-e158-41ee-9829-1ed41d2823c7 req-f0eab98c-136f-49b3-aa0f-a04581cf81cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 1098 time: 0.2149482 Nov 28 07:45:36.187500 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4546c507-7d55-4f67-98ab-95c1dfddc095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.190135 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4546c507-7d55-4f67-98ab-95c1dfddc095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.191298 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4546c507-7d55-4f67-98ab-95c1dfddc095 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5e267e8-ee2b-44ab-80d6-289574b0ba16 HTTP/1.1" status: 204 len: 168 time: 0.4729753 Nov 28 07:45:36.200346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-28a89a84-78a9-4898-aa41-781a4ac2813a None None] Calling delete_port for 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:36.203571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d89b1-8fff-4125-b4ad-2e6c3dac80a2 req-3589c494-d55a-462d-8964-e1a253b5c5a0 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:36.205220 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5b3d89b1-8fff-4125-b4ad-2e6c3dac80a2 req-3589c494-d55a-462d-8964-e1a253b5c5a0 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2608883 Nov 28 07:45:36.212322 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546c507-7d55-4f67-98ab-95c1dfddc095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e267e8-ee2b-44ab-80d6-289574b0ba16,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:36.222453 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-92a6ac57-a4fc-4fa2-8df9-07956b7cf9a5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4746342 Nov 28 07:45:36.223081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35544) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:36.226621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.257471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bb0237a-1388-441d-b051-830cfbe14c16 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.282621 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83b7d146-ca2d-45cb-8ab4-fc56f5405f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.283272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:36.285289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.285742 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83b7d146-ca2d-45cb-8ab4-fc56f5405f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.287018 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-83b7d146-ca2d-45cb-8ab4-fc56f5405f7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2584abbc-8a5a-4e20-984a-5922d19ce67a HTTP/1.1" status: 204 len: 168 time: 0.5936515 Nov 28 07:45:36.295661 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': 'c2495a35-2503-44d7-be82-0a954a11120a'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:36.296507 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.369761 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bb0237a-1388-441d-b051-830cfbe14c16 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.370310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7d146-ca2d-45cb-8ab4-fc56f5405f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2584abbc-8a5a-4e20-984a-5922d19ce67a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:36.391867 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-25ba8ff4-599b-4797-a39d-dff348b68303 req-2170eeb4-08c7-42a2-b9c9-084ceb3a039f tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298987 Nov 28 07:45:36.404164 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e92b7086-e158-41ee-9829-1ed41d2823c7 req-14776c37-3ee2-4b9e-b048-4dd870f87aa7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914701 Nov 28 07:45:36.434937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Network ecd4b936-373f-4aee-972e-f5f10c464f6c is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:36.480022 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:36.482785 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80c0e22-a478-4e1e-b260-43035ba25857 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:36.484361 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e80c0e22-a478-4e1e-b260-43035ba25857 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2603333 Nov 28 07:45:36.489166 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35552) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:36.500838 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5b3d89b1-8fff-4125-b4ad-2e6c3dac80a2 req-42c4b75b-9568-4082-9e83-95b29383da02 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664437 Nov 28 07:45:36.501092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:36.533086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.545021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.610723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Pushing event updated for resources: {'Port': ['ID=6b89ef72-db88-4b91-847e-33a1343301bc,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:36.698644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Attempting to bind port 6b89ef72-db88-4b91-847e-33a1343301bc on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:36.699618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Attempting to bind port 6b89ef72-db88-4b91-847e-33a1343301bc by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'c5c9c5e6-bcd5-4d96-b784-da176440d356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ecd4b936-373f-4aee-972e-f5f10c464f6c'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:36.700037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Attempting to bind port 6b89ef72-db88-4b91-847e-33a1343301bc on network ecd4b936-373f-4aee-972e-f5f10c464f6c {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:36.721379 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Pushing event updated for resources: {'Port': ['ID=024e2c18-3c4d-418a-92e0-0ba8e59cb260,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:36.730661 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:36.732469 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.739187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.775203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-28a89a84-78a9-4898-aa41-781a4ac2813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.819507 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:36.822134 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bb0237a-1388-441d-b051-830cfbe14c16 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.822727 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Checking segment: {'id': 'c5c9c5e6-bcd5-4d96-b784-da176440d356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ecd4b936-373f-4aee-972e-f5f10c464f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:36.823313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.824372 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Bound using segment: {'id': 'c5c9c5e6-bcd5-4d96-b784-da176440d356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ecd4b936-373f-4aee-972e-f5f10c464f6c'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:36.827059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Bound port: 6b89ef72-db88-4b91-847e-33a1343301bc, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c9c5e6-bcd5-4d96-b784-da176440d356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ecd4b936-373f-4aee-972e-f5f10c464f6c'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:36.827761 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.837344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:36.838582 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-210afcab-5bcf-4cd2-8495-7d5a562db338 tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1887801 Nov 28 07:45:36.843899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a89a84-78a9-4898-aa41-781a4ac2813a None None] No DVR routers for this DVR port 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:45:36.849063 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35568) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:36.889202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a89a84-78a9-4898-aa41-781a4ac2813a None None] Pushing event deleted for resources: {'Port': ['ID=6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:36.955851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939f3aa-fbb4-495a-928d-ac4815a84240 req-49759098-1a97-4e25-be6e-b072d7853d34 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:36.964392 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6939f3aa-fbb4-495a-928d-ac4815a84240 req-49759098-1a97-4e25-be6e-b072d7853d34 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 945 time: 0.1972644 Nov 28 07:45:36.971113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Allocated IP 2001:db8::2 (c04e62e3-7156-478d-ad66-af6018eecb99/c2495a35-2503-44d7-be82-0a954a11120a/e1849a09-4b2f-4aa8-b348-5a26a015e3e7) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:37.006245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bb0237a-1388-441d-b051-830cfbe14c16 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:37.039382 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-541a3c6d-098c-4d9b-b2c5-99cf35455eb4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port 9fb2bc65-58c5-42f4-b950-1b3b94eb4fed {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:37.042358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-541a3c6d-098c-4d9b-b2c5-99cf35455eb4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:37.059453 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] For port 6b89ef72-db88-4b91-847e-33a1343301bc, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:37.093730 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0237a-1388-441d-b051-830cfbe14c16 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Subnet': ['ID=3f312d72-e118-4dc7-81c9-28fbe6390be7,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:37.100250 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6939f3aa-fbb4-495a-928d-ac4815a84240 req-0093e9fe-509e-4a1c-bfcf-f58549c0453d tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319041 Nov 28 07:45:37.134041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bb0237a-1388-441d-b051-830cfbe14c16 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:37.139965 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0bb0237a-1388-441d-b051-830cfbe14c16 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/subnets/3f312d72-e118-4dc7-81c9-28fbe6390be7 HTTP/1.1" status: 204 len: 168 time: 1.5426624 Nov 28 07:45:37.142554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35578) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:37.148587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] For port 6b89ef72-db88-4b91-847e-33a1343301bc, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6b89ef72-db88-4b91-847e-33a1343301bc,segment=NetworkSegment(c5c9c5e6-bcd5-4d96-b784-da176440d356),segment_id=c5c9c5e6-bcd5-4d96-b784-da176440d356)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:37.165698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:37.278487 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a96be4-e688-454e-8461-eb6ed07ab5b5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:37.282044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a96be4-e688-454e-8461-eb6ed07ab5b5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:37.284864 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-83a96be4-e688-454e-8461-eb6ed07ab5b5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1410782 Nov 28 07:45:37.291773 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:37.295334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35584) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:37.329636 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:37.345519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e1338e5c-1b7a-433f-94b9-9e60c779ad02 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:45:37.374914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2d75b-35d6-447a-9aa6-1a2ec38d8d7e None None] Pushing event updated for resources: {'Port': ['ID=6b89ef72-db88-4b91-847e-33a1343301bc,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:37.381194 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: e1338e5c-1b7a-433f-94b9-9e60c779ad02 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:45:37.381650 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e1338e5c-1b7a-433f-94b9-9e60c779ad02 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:45:37.382225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device fe2f6a43-bfeb-4b88-8d96-6f16d50e51de no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:45:37.423176 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: fe2f6a43-bfeb-4b88-8d96-6f16d50e51de {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:45:37.423654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device fe2f6a43-bfeb-4b88-8d96-6f16d50e51de not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:45:37.442088 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:37.455623 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:37.472260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-541a3c6d-098c-4d9b-b2c5-99cf35455eb4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:37.611230 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-541a3c6d-098c-4d9b-b2c5-99cf35455eb4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for 9fb2bc65-58c5-42f4-b950-1b3b94eb4fed owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:37.613952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:37.622670 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:37.627868 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:37.640747 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Pushing event updated for resources: {'Port': ['ID=e1849a09-4b2f-4aa8-b348-5a26a015e3e7,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:37.659427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd96ab39-8ebc-4f9a-8a58-9440c2813035 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:37.734181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35598) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:37.764049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:37.772368 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Attempting to bind port e1849a09-4b2f-4aa8-b348-5a26a015e3e7 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:37.773171 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Attempting to bind port e1849a09-4b2f-4aa8-b348-5a26a015e3e7 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:37.775240 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Attempting to bind port e1849a09-4b2f-4aa8-b348-5a26a015e3e7 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:37.783500 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:37.784159 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:37.785222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:37.786040 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:37.786837 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Bound port: e1849a09-4b2f-4aa8-b348-5a26a015e3e7, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:37.787508 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:37.816912 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd96ab39-8ebc-4f9a-8a58-9440c2813035 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 28 07:45:37.819558 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd96ab39-8ebc-4f9a-8a58-9440c2813035 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:45:37.824851 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bd96ab39-8ebc-4f9a-8a58-9440c2813035 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/networks/ecd4b936-373f-4aee-972e-f5f10c464f6c HTTP/1.1" status: 409 len: 405 time: 0.5285354 Nov 28 07:45:37.841253 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:45:37.873986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35604) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:37.874250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:45:37.874406 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6f39d5cb-3cf8-4d40-b9c6-d2ddff7c1cba not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:45:37.879804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-78cef225-9f35-4e77-b1ff-fed48c7ee085 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-323553326'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:37.922455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] For port e1849a09-4b2f-4aa8-b348-5a26a015e3e7, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:37.929961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] For port e1849a09-4b2f-4aa8-b348-5a26a015e3e7, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e1849a09-4b2f-4aa8-b348-5a26a015e3e7,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:37.944470 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:37.947345 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-541a3c6d-098c-4d9b-b2c5-99cf35455eb4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:37.973397 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d82dec-d283-4bc1-b173-acfb4081634d req-53106b02-f084-4124-9126-3fb514c76912 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:37.974984 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-69d82dec-d283-4bc1-b173-acfb4081634d req-53106b02-f084-4124-9126-3fb514c76912 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2624929 Nov 28 07:45:38.003491 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35606) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:38.028750 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0680e-8ea5-468c-8fe7-6b326c8ec773 req-d564576b-ffcb-41cf-982f-62e93b59f50e tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:38.030796 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b7a0680e-8ea5-468c-8fe7-6b326c8ec773 req-d564576b-ffcb-41cf-982f-62e93b59f50e tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 945 time: 0.1570134 Nov 28 07:45:38.033962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a3c6d-098c-4d9b-b2c5-99cf35455eb4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=9fb2bc65-58c5-42f4-b950-1b3b94eb4fed,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:38.078233 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-69d82dec-d283-4bc1-b173-acfb4081634d req-24b227e4-1e2d-4de9-8973-de4ce8896bbc tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755444 Nov 28 07:45:38.079389 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cef225-9f35-4e77-b1ff-fed48c7ee085 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Made reservation on behalf of f84b6becaa734a7f9c19839660750df6 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:38.082654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-78cef225-9f35-4e77-b1ff-fed48c7ee085 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.094135 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device d5d42c16-8719-4e85-8a86-0999b8b298d0 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:38.136245 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cef225-9f35-4e77-b1ff-fed48c7ee085 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:45:38.148010 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-541a3c6d-098c-4d9b-b2c5-99cf35455eb4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.148421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Allocated IP 172.26.2.57 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/c420b81e-f20e-4dc8-adc1-284b8621b914) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:38.156772 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-541a3c6d-098c-4d9b-b2c5-99cf35455eb4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/9fb2bc65-58c5-42f4-b950-1b3b94eb4fed HTTP/1.1" status: 204 len: 168 time: 1.6653831 Nov 28 07:45:38.160647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35614) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:38.161019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184e5ca-bf10-4453-b524-993a4f848cc8 None None] Pushing event updated for resources: {'Port': ['ID=e1849a09-4b2f-4aa8-b348-5a26a015e3e7,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:38.175370 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-abcd797c-4d76-459d-b2be-4bda1cc71a9e tempest-AgentManagementNegativeTest-1797235853 tempest-AgentManagementNegativeTest-1797235853-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1705477 Nov 28 07:45:38.185450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-78cef225-9f35-4e77-b1ff-fed48c7ee085 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.185694 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-78cef225-9f35-4e77-b1ff-fed48c7ee085 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Added segment 6ee666ab-d990-4fe2-bc72-8047fd5862d2 of type vlan for network d4d62529-1582-425e-ba14-1841cf9fcba8 Nov 28 07:45:38.252487 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-78cef225-9f35-4e77-b1ff-fed48c7ee085 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.269172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port d5d42c16-8719-4e85-8a86-0999b8b298d0 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:45:38.274275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port d5d42c16-8719-4e85-8a86-0999b8b298d0 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:38.274697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.316564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-138873000'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:38.364224 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:38.368196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.381406 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.388699 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b7a0680e-8ea5-468c-8fe7-6b326c8ec773 req-d175547e-13fe-470b-ad02-6df9c7bd48d3 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472028 Nov 28 07:45:38.413051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e659689-40ea-45fe-83bb-1fb43161ca70 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:38.418420 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e659689-40ea-45fe-83bb-1fb43161ca70 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:38.422911 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4e659689-40ea-45fe-83bb-1fb43161ca70 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2585974 Nov 28 07:45:38.427525 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35618) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:38.442067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.resource_extend [None req-78cef225-9f35-4e77-b1ff-fed48c7ee085 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 28 07:45:38.514384 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.575690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.578010 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d42c16-8719-4e85-8a86-0999b8b298d0'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:45:38.596054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca82039-4e7d-450b-9ba9-cae12d51abdf" -d '{"events": [{"server_uuid": "f7522754-1afa-4df2-b915-d71b92c92d6e", "name": "network-vif-plugged", "status": "completed", "tag": "d5d42c16-8719-4e85-8a86-0999b8b298d0"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:45:38.598120 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.631449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:45:38.642635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port d5d42c16-8719-4e85-8a86-0999b8b298d0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=d5d42c16-8719-4e85-8a86-0999b8b298d0,segment=NetworkSegment(b247918b-a48e-4353-87c3-3ac3772ebffb),segment_id=b247918b-a48e-4353-87c3-3ac3772ebffb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:38.644662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.645007 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Added segment 5e7e6311-f035-4535-b4d3-47206a7ace7e of type vlan for network a015d020-a7a2-4c3c-a0f3-51bc751fc040 Nov 28 07:45:38.645927 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-780ebfe9-12a7-42d0-adbf-a48a9dad092b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet c2495a35-2503-44d7-be82-0a954a11120a {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:45:38.655092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.682696 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-780ebfe9-12a7-42d0-adbf-a48a9dad092b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.714775 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.748755 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-78cef225-9f35-4e77-b1ff-fed48c7ee085 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.752886 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-780ebfe9-12a7-42d0-adbf-a48a9dad092b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.755144 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cef225-9f35-4e77-b1ff-fed48c7ee085 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:38.755775 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-78cef225-9f35-4e77-b1ff-fed48c7ee085 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.768184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=d5d42c16-8719-4e85-8a86-0999b8b298d0,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:38.778191 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6ed22-8c00-4918-8960-78463e8c59ea req-c21346bf-3a13-424b-9440-b3b47c911e3b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:38.790187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35624) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:38.797014 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b1a6ed22-8c00-4918-8960-78463e8c59ea req-c21346bf-3a13-424b-9440-b3b47c911e3b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.4541886 Nov 28 07:45:38.797239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2aa74839-f1a8-468e-b23b-d7565db650eb tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Request body: {'floatingip': {'port_id': '897b786e-b7cb-4610-aa9c-b106f514cf9f'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:38.829492 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35626) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:38.843497 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a6f003-6cb0-4816-9cde-311bef31b0e9 x-openstack-request-id: req-d5a6f003-6cb0-4816-9cde-311bef31b0e9 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:45:38.844594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7522754-1afa-4df2-b915-d71b92c92d6e", "name": "network-vif-plugged", "status": "completed", "tag": "d5d42c16-8719-4e85-8a86-0999b8b298d0", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:45:38.845002 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5a6f003-6cb0-4816-9cde-311bef31b0e9 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:45:38.845558 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d42c16-8719-4e85-8a86-0999b8b298d0', 'code': 200} Nov 28 07:45:38.852656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.resource_extend [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 28 07:45:38.935256 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:38.944138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ea739c-98d2-437b-8365-0a499a479d53,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:38.965717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6f4257-15c6-4552-bf1e-1c0cbca1445d None None] Network ecd4b936-373f-4aee-972e-f5f10c464f6c requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:39.004186 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-78cef225-9f35-4e77-b1ff-fed48c7ee085 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1293442 Nov 28 07:45:39.013431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35630) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:39.021580 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d9f79d7d-7a30-486d-9489-16b489fb86a4 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Request body: {'subnet': {'network_id': 'd4d62529-1582-425e-ba14-1841cf9fcba8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:39.025619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cef225-9f35-4e77-b1ff-fed48c7ee085 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'Network': ['ID=d4d62529-1582-425e-ba14-1841cf9fcba8,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:39.042204 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:39.050184 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:39.050803 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:39.061308 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network d4d62529-1582-425e-ba14-1841cf9fcba8 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:45:39.165939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6b3c823f-6a50-4946-b9e8-4ebf56f5d847 None None] Provisioning complete for port 6b89ef72-db88-4b91-847e-33a1343301bc triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:39.167112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6b3c823f-6a50-4946-b9e8-4ebf56f5d847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:39.168955 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ce567-958d-4433-b83e-ba0af11f124e req-597d9d6b-c86a-43e1-be28-12602495cb07 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:39.170517 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-165ce567-958d-4433-b83e-ba0af11f124e req-597d9d6b-c86a-43e1-be28-12602495cb07 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 945 time: 0.6219473 Nov 28 07:45:39.175653 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2aa74839-f1a8-468e-b23b-d7565db650eb tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for floatingip, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:39.373489 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-780ebfe9-12a7-42d0-adbf-a48a9dad092b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:39.382167 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6b3c823f-6a50-4946-b9e8-4ebf56f5d847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:39.402293 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-165ce567-958d-4433-b83e-ba0af11f124e req-c636bcff-cd75-4992-8fb7-ad7ab25b7760 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227089 Nov 28 07:45:39.426613 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008494c4-d70a-4ec0-88e1-c282c819bc2d None None] DHCP port deletion for ecd4b936-373f-4aee-972e-f5f10c464f6c request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:45:39.511762 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6b3c823f-6a50-4946-b9e8-4ebf56f5d847 None None] For port 6b89ef72-db88-4b91-847e-33a1343301bc, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6b89ef72-db88-4b91-847e-33a1343301bc,segment=NetworkSegment(c5c9c5e6-bcd5-4d96-b784-da176440d356),segment_id=c5c9c5e6-bcd5-4d96-b784-da176440d356)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:39.519754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6b3c823f-6a50-4946-b9e8-4ebf56f5d847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:39.578910 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-780ebfe9-12a7-42d0-adbf-a48a9dad092b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:39.596030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e51e603-7159-4f3e-8ba7-c415b18ae28c admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:39.615958 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-008494c4-d70a-4ec0-88e1-c282c819bc2d None None] Deleting port 6b89ef72-db88-4b91-847e-33a1343301bc {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:39.616333 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-008494c4-d70a-4ec0-88e1-c282c819bc2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:39.621572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c823f-6a50-4946-b9e8-4ebf56f5d847 None None] Pushing event updated for resources: {'Port': ['ID=6b89ef72-db88-4b91-847e-33a1343301bc,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:39.656618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:39.666334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ebfe9-12a7-42d0-adbf-a48a9dad092b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=c2495a35-2503-44d7-be82-0a954a11120a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:39.678910 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9285617 Nov 28 07:45:39.684583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-780ebfe9-12a7-42d0-adbf-a48a9dad092b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:39.691430 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-780ebfe9-12a7-42d0-adbf-a48a9dad092b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/c2495a35-2503-44d7-be82-0a954a11120a HTTP/1.1" status: 204 len: 168 time: 1.2593374 Nov 28 07:45:39.691748 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35634) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:39.697407 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67da840-fdff-4a5a-b4d0-68dae67cc30a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Network': ['ID=a015d020-a7a2-4c3c-a0f3-51bc751fc040,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:39.720547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network a015d020-a7a2-4c3c-a0f3-51bc751fc040 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:45:39.742193 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b009db60-b63c-49e5-ae28-c00cdcd13126 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491154 Nov 28 07:45:39.745799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35636) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:39.751438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:39.752257 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e8cea502-9c31-49b0-a2be-92a1515c1da5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:39.752862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e1849a09-4b2f-4aa8-b348-5a26a015e3e7 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:39.753846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36ff68-5702-4603-bb83-8f794dc2619e req-71623ab8-762f-4c98-b933-d5a330173b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:39.755609 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8d36ff68-5702-4603-bb83-8f794dc2619e req-71623ab8-762f-4c98-b933-d5a330173b9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 1099 time: 0.7144868 Nov 28 07:45:39.782156 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:39.784690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:39.805225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34111a35-3d1c-4f26-9374-6fb648cd3ed9 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:39.847469 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-008494c4-d70a-4ec0-88e1-c282c819bc2d None None] For port 6b89ef72-db88-4b91-847e-33a1343301bc, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6b89ef72-db88-4b91-847e-33a1343301bc,segment=NetworkSegment(c5c9c5e6-bcd5-4d96-b784-da176440d356),segment_id=c5c9c5e6-bcd5-4d96-b784-da176440d356)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:39.847873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-008494c4-d70a-4ec0-88e1-c282c819bc2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:39.875569 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714c691-e230-42ff-98c1-2651fc5112f2 req-356edf3a-4a54-4fa8-be60-90480f8c271e tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:39.877382 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a714c691-e230-42ff-98c1-2651fc5112f2 req-356edf3a-4a54-4fa8-be60-90480f8c271e tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 945 time: 0.3521080 Nov 28 07:45:39.944186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Pushing event updated for resources: {'Port': ['ID=c420b81e-f20e-4dc8-adc1-284b8621b914,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:39.957904 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8d36ff68-5702-4603-bb83-8f794dc2619e req-722caa36-fd45-41ec-992b-646f4dd3dda4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877568 Nov 28 07:45:40.003149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f79d7d-7a30-486d-9489-16b489fb86a4 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Made reservation on behalf of f84b6becaa734a7f9c19839660750df6 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:40.009286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d9f79d7d-7a30-486d-9489-16b489fb86a4 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.055068 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cea502-9c31-49b0-a2be-92a1515c1da5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:40.059802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e8cea502-9c31-49b0-a2be-92a1515c1da5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.080888 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a714c691-e230-42ff-98c1-2651fc5112f2 req-c5165629-dc77-409f-b983-0d89564b81a5 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920595 Nov 28 07:45:40.207309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-008494c4-d70a-4ec0-88e1-c282c819bc2d None None] Calling delete_port for 6b89ef72-db88-4b91-847e-33a1343301bc owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:40.215168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.247935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e51e603-7159-4f3e-8ba7-c415b18ae28c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.261772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e51e603-7159-4f3e-8ba7-c415b18ae28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.290565 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a028d558-6bd1-4542-9c36-dbca57b3b911 None None] Could not find standard attr ID for object 9fb2bc65-58c5-42f4-b950-1b3b94eb4fed. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:45:40.341935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.374154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51e603-7159-4f3e-8ba7-c415b18ae28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30affd06-14e2-4bae-87be-32cfb1467283,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:40.379554 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a028d558-6bd1-4542-9c36-dbca57b3b911 None None] Provisioning complete for port e1849a09-4b2f-4aa8-b348-5a26a015e3e7 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:40.380067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a028d558-6bd1-4542-9c36-dbca57b3b911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.407177 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8e51e603-7159-4f3e-8ba7-c415b18ae28c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=333f431833344257a9f9ba4ee4bd1726&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5718124 Nov 28 07:45:40.409190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35640) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:40.468869 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port e1849a09-4b2f-4aa8-b348-5a26a015e3e7 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:40.469592 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.515415 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1031fd59-ef1d-4e26-a1c6-4dd3cfa75ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.686239 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1031fd59-ef1d-4e26-a1c6-4dd3cfa75ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.709265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e8cea502-9c31-49b0-a2be-92a1515c1da5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.712462 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.717375 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-008494c4-d70a-4ec0-88e1-c282c819bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.768918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689d9ef-2366-4572-9df8-5429c0771f10 req-559cb056-ac1b-4b04-9d1e-cb9cf3fc30d0 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:40.770581 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0689d9ef-2366-4572-9df8-5429c0771f10 req-559cb056-ac1b-4b04-9d1e-cb9cf3fc30d0 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 946 time: 0.2221527 Nov 28 07:45:40.778276 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b2df1-f8db-42a7-89e8-73c1e9f76cac req-1c51e55f-9beb-470b-8c65-6f8eac4aba68 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:40.783499 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-516b2df1-f8db-42a7-89e8-73c1e9f76cac req-1c51e55f-9beb-470b-8c65-6f8eac4aba68 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 945 time: 0.4828236 Nov 28 07:45:40.794123 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35644) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:40.808755 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008494c4-d70a-4ec0-88e1-c282c819bc2d None None] Pushing event deleted for resources: {'Port': ['ID=6b89ef72-db88-4b91-847e-33a1343301bc,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:40.809649 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-80b13a2d-59de-4dc2-a558-b5bb20c176db tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Request body: {'floatingip': {'port_id': '1183e5de-6600-4398-83c4-68b6e7535d85'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:40.811582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bb88be-b37c-43e4-b135-b6bd357a96a4 None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:45:40.831948 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.resource_extend [None req-2aa74839-f1a8-468e-b23b-d7565db650eb tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 28 07:45:40.846402 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a028d558-6bd1-4542-9c36-dbca57b3b911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.864044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008494c4-d70a-4ec0-88e1-c282c819bc2d None None] No DVR routers for this DVR port 6b89ef72-db88-4b91-847e-33a1343301bc on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:45:40.874416 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cea502-9c31-49b0-a2be-92a1515c1da5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:40.902775 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.objects.ports [None req-d9f79d7d-7a30-486d-9489-16b489fb86a4 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115118) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:45:40.918613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-e8cea502-9c31-49b0-a2be-92a1515c1da5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:40.925215 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0689d9ef-2366-4572-9df8-5429c0771f10 req-c775d975-f93c-425a-8ac4-970e78aacbfd tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409457 Nov 28 07:45:40.943651 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80b13a2d-59de-4dc2-a558-b5bb20c176db tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for floatingip, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.951211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d9f79d7d-7a30-486d-9489-16b489fb86a4 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:40.999066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port e1849a09-4b2f-4aa8-b348-5a26a015e3e7, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e1849a09-4b2f-4aa8-b348-5a26a015e3e7,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:41.016765 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:41.082634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1031fd59-ef1d-4e26-a1c6-4dd3cfa75ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:41.091166 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1031fd59-ef1d-4e26-a1c6-4dd3cfa75ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:41.095799 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1031fd59-ef1d-4e26-a1c6-4dd3cfa75ad8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30affd06-14e2-4bae-87be-32cfb1467283 HTTP/1.1" status: 204 len: 168 time: 0.6817405 Nov 28 07:45:41.100876 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:41.123699 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-31bb88be-b37c-43e4-b135-b6bd357a96a4 None None] Deleting port e1849a09-4b2f-4aa8-b348-5a26a015e3e7 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:41.127094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-31bb88be-b37c-43e4-b135-b6bd357a96a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:41.130966 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-a028d558-6bd1-4542-9c36-dbca57b3b911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:45:41.132358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-a028d558-6bd1-4542-9c36-dbca57b3b911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:45:41.145772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f79d7d-7a30-486d-9489-16b489fb86a4 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'Subnet': ['ID=acf84dc0-8d06-43bc-a596-26484dcd546d,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:41.156966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:41.210744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=e1849a09-4b2f-4aa8-b348-5a26a015e3e7,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:41.212765 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Pushing event updated for resources: {'Port': ['ID=c420b81e-f20e-4dc8-adc1-284b8621b914,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:41.232140 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031fd59-ef1d-4e26-a1c6-4dd3cfa75ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30affd06-14e2-4bae-87be-32cfb1467283,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:41.242801 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cea502-9c31-49b0-a2be-92a1515c1da5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:41.250789 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e8cea502-9c31-49b0-a2be-92a1515c1da5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:41.258076 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f79d7d-7a30-486d-9489-16b489fb86a4 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Checking segment: {'id': '6ee666ab-d990-4fe2-bc72-8047fd5862d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd4d62529-1582-425e-ba14-1841cf9fcba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:41.258446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f79d7d-7a30-486d-9489-16b489fb86a4 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Network hostable DHCP agents. Network: d4d62529-1582-425e-ba14-1841cf9fcba8, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:45:41.304348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f79d7d-7a30-486d-9489-16b489fb86a4 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Network d4d62529-1582-425e-ba14-1841cf9fcba8 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:45:41.323981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-d9f79d7d-7a30-486d-9489-16b489fb86a4 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, d4d62529-1582-425e-ba14-1841cf9fcba8) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:41.333969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:41.344439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f79d7d-7a30-486d-9489-16b489fb86a4 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:41.345096 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d9f79d7d-7a30-486d-9489-16b489fb86a4 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:41.359860 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d706ec8-e0c5-43aa-9159-b94a825d17cb None None] Network d4d62529-1582-425e-ba14-1841cf9fcba8 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:41.360097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:41.364801 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f45511e4-3c7b-49dd-b87f-42ed5f2dae75 tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5147147 Nov 28 07:45:41.375794 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35650) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:41.441148 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b3647e09-8cbe-48be-984c-9ee1c218a1bf tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.0616727 Nov 28 07:45:41.444259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35652) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:41.453729 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d9f79d7d-7a30-486d-9489-16b489fb86a4 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4379995 Nov 28 07:45:41.458074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35654) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:41.523789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-31bb88be-b37c-43e4-b135-b6bd357a96a4 None None] For port e1849a09-4b2f-4aa8-b348-5a26a015e3e7, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e1849a09-4b2f-4aa8-b348-5a26a015e3e7,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:41.527744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-31bb88be-b37c-43e4-b135-b6bd357a96a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:41.588714 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-31bb88be-b37c-43e4-b135-b6bd357a96a4 None None] Calling delete_port for e1849a09-4b2f-4aa8-b348-5a26a015e3e7 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:41.620912 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e1849a09-4b2f-4aa8-b348-5a26a015e3e7 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:45:41.633993 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a770bdf6-2800-4460-8cc0-4cbad61ca41d tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1775734 Nov 28 07:45:41.663576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35660) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:41.934362 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:41.959273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.068658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.070030 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da59c84-85e4-49f7-af01-4416a98ba981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-d4d62529-1582-425e-ba14-1841cf9fcba8', 'network_id': 'd4d62529-1582-425e-ba14-1841cf9fcba8', 'tenant_id': 'f84b6becaa734a7f9c19839660750df6', 'fixed_ips': [{'subnet_id': 'acf84dc0-8d06-43bc-a596-26484dcd546d'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:42.070961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5da59c84-85e4-49f7-af01-4416a98ba981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.075198 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-32a13558-7937-4c64-bf6b-99b41b34f0ab tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Deleting port c420b81e-f20e-4dc8-adc1-284b8621b914 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:42.075764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-32a13558-7937-4c64-bf6b-99b41b34f0ab tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.077394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port e1849a09-4b2f-4aa8-b348-5a26a015e3e7, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e1849a09-4b2f-4aa8-b348-5a26a015e3e7,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:42.094500 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.201106 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-32a13558-7937-4c64-bf6b-99b41b34f0ab tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.201635 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-32a13558-7937-4c64-bf6b-99b41b34f0ab tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.217890 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-32a13558-7937-4c64-bf6b-99b41b34f0ab tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Calling delete_port for c420b81e-f20e-4dc8-adc1-284b8621b914 owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:42.238171 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=e1849a09-4b2f-4aa8-b348-5a26a015e3e7,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:42.250681 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80b13a2d-59de-4dc2-a558-b5bb20c176db tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.268120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-31bb88be-b37c-43e4-b135-b6bd357a96a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.269748 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80b13a2d-59de-4dc2-a558-b5bb20c176db tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.271519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cea502-9c31-49b0-a2be-92a1515c1da5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=8d74e61d-c364-4bc9-bad6-7d75d068959a,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:42.357926 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2aa74839-f1a8-468e-b23b-d7565db650eb tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.367418 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e8cea502-9c31-49b0-a2be-92a1515c1da5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6201861 Nov 28 07:45:42.368422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35676) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:42.380843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e45e35c7-ca24-43d6-8895-0fb5ec2e17eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': '8d74e61d-c364-4bc9-bad6-7d75d068959a', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-268509330'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:42.384698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2aa74839-f1a8-468e-b23b-d7565db650eb tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.406300 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb88be-b37c-43e4-b135-b6bd357a96a4 None None] No DVR routers for this DVR port e1849a09-4b2f-4aa8-b348-5a26a015e3e7 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:45:42.427938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-32a13558-7937-4c64-bf6b-99b41b34f0ab tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.469329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a13558-7937-4c64-bf6b-99b41b34f0ab tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Pushing event deleted for resources: {'Port': ['ID=c420b81e-f20e-4dc8-adc1-284b8621b914,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:42.514517 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb88be-b37c-43e4-b135-b6bd357a96a4 None None] Pushing event deleted for resources: {'Port': ['ID=e1849a09-4b2f-4aa8-b348-5a26a015e3e7,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:42.527825 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0006b3-c44c-4543-9829-c92711d61e61 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:42.549914 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35678) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:42.555194 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-32a13558-7937-4c64-bf6b-99b41b34f0ab tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.558583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-32a13558-7937-4c64-bf6b-99b41b34f0ab tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.562129 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-32a13558-7937-4c64-bf6b-99b41b34f0ab tempest-FloatingIPAdminTestJSON-75855823 tempest-FloatingIPAdminTestJSON-75855823-project] 10.222.0.31 "DELETE /v2.0/floatingips/8875bdfd-83ef-40fd-ba95-ed2a61e63caa HTTP/1.1" status: 204 len: 168 time: 0.8950727 Nov 28 07:45:42.567488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35680) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:42.574925 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-2aa74839-f1a8-468e-b23b-d7565db650eb tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Floating IP 12cf4172-ba86-4a49-875d-974f3fb968e5 associated. External IP: 172.26.2.98, port: 897b786e-b7cb-4610-aa9c-b106f514cf9f. Nov 28 07:45:42.683731 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.743876 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Subnet': ['ID=acf84dc0-8d06-43bc-a596-26484dcd546d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:42.764939 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ed95f-b096-4bb6-9354-2b0e6710bd21 req-20a5b2ca-be03-45e3-ac29-20aec071affd tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:42.772544 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-358ed95f-b096-4bb6-9354-2b0e6710bd21 req-20a5b2ca-be03-45e3-ac29-20aec071affd tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 946 time: 0.5155284 Nov 28 07:45:42.815083 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server [None req-5da59c84-85e4-49f7-af01-4416a98ba981 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acf84dc0-8d06-43bc-a596-26484dcd546d: This subnet is being modified by another concurrent operation. Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 28 07:45:42.830073 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise exception Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acf84dc0-8d06-43bc-a596-26484dcd546d: This subnet is being modified by another concurrent operation. Nov 28 07:45:42.833237 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server Nov 28 07:45:42.838550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-720447625'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:42.865616 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d62529-1582-425e-ba14-1841cf9fcba8']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:42.887227 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33441e06-230e-4f4b-8b11-4dc5248c0468 None None] Network d4d62529-1582-425e-ba14-1841cf9fcba8 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:42.890054 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-80b13a2d-59de-4dc2-a558-b5bb20c176db tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Floating IP 73e19a93-84e7-4eb6-8c5d-2ddcc40cd716 associated. External IP: 172.26.2.214, port: 1183e5de-6600-4398-83c4-68b6e7535d85. Nov 28 07:45:42.905792 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee666ab-d990-4fe2-bc72-8047fd5862d2') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:42.906471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee666ab-d990-4fe2-bc72-8047fd5862d2') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:42.912408 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '8d74e61d-c364-4bc9-bad6-7d75d068959a'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:42.913344 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.937393 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.945940 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35684) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:42.953624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4e337579-f56b-43a5-a8ab-28e97e634e3e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'subnet': {'network_id': 'a015d020-a7a2-4c3c-a0f3-51bc751fc040', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:42.963240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-62685343-d0a8-498c-b86d-cf18aec071fb tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Deleting port 024e2c18-3c4d-418a-92e0-0ba8e59cb260 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:42.963591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62685343-d0a8-498c-b86d-cf18aec071fb tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.965818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Made reservation on behalf of 3eef549e08fd41688b1ac7477120faf2 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:42.969462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:42.996188 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.002535 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-358ed95f-b096-4bb6-9354-2b0e6710bd21 req-05dac0ac-1a3f-443e-bac5-d3303cd47a60 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270086 Nov 28 07:45:43.078709 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.093266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:45:43.093654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.118312 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45e35c7-ca24-43d6-8895-0fb5ec2e17eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:45:43.134551 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:45:43.322172 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa74839-f1a8-468e-b23b-d7565db650eb tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Router 975dc089-e7c1-4a7b-a283-f0abe50ed838 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:45:43.364530 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e45e35c7-ca24-43d6-8895-0fb5ec2e17eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.405331 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-e45e35c7-ca24-43d6-8895-0fb5ec2e17eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port c41616e6-a665-4fa4-a0fa-e3edb55ca0dc yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:45:43.459913 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b13a2d-59de-4dc2-a558-b5bb20c176db tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:45:43.499768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e337579-f56b-43a5-a8ab-28e97e634e3e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:43.503822 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e337579-f56b-43a5-a8ab-28e97e634e3e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.514729 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.519520 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.522676 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/networks/d4d62529-1582-425e-ba14-1841cf9fcba8 HTTP/1.1" status: 204 len: 168 time: 2.0504210 Nov 28 07:45:43.548272 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35688) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:43.564965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62685343-d0a8-498c-b86d-cf18aec071fb tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.565280 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62685343-d0a8-498c-b86d-cf18aec071fb tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.586523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfacdc5-f712-408f-8f97-cf768ce7605e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Network': ['ID=d4d62529-1582-425e-ba14-1841cf9fcba8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:43.589896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-8d7be33f-573a-4a84-9fab-24592a0cfbe5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1672188673'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:43.607439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf8213-72a9-485d-b17d-d122ec6d95f7 req-48a2f0d8-725c-4e40-83e1-62a523bd8bdc tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:43.608662 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ebaf8213-72a9-485d-b17d-d122ec6d95f7 req-48a2f0d8-725c-4e40-83e1-62a523bd8bdc tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 946 time: 0.5338709 Nov 28 07:45:43.615536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-62685343-d0a8-498c-b86d-cf18aec071fb tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Calling delete_port for 024e2c18-3c4d-418a-92e0-0ba8e59cb260 owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:43.628052 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35690) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:43.628198 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Allocated IP 2001:db8::2 (c04e62e3-7156-478d-ad66-af6018eecb99/8d74e61d-c364-4bc9-bad6-7d75d068959a/1a89c597-f4d6-4a79-a6fc-cc098ef8596b) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:43.636516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-641e1f53-f8b9-4356-92d9-d3014a453b3c tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Request body: {'floatingip': {'port_id': 'd5d42c16-8719-4e85-8a86-0999b8b298d0'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:43.740698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-641e1f53-f8b9-4356-92d9-d3014a453b3c tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for floatingip, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.772185 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.780943 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7be33f-573a-4a84-9fab-24592a0cfbe5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Made reservation on behalf of f84b6becaa734a7f9c19839660750df6 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:43.784413 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8d7be33f-573a-4a84-9fab-24592a0cfbe5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.784625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.820368 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa74839-f1a8-468e-b23b-d7565db650eb tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:45:43.835971 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5375dc-d492-4695-ae2a-0cf4e386b64a None None] Sync routers for ids ['975dc089-e7c1-4a7b-a283-f0abe50ed838'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:45:43.843520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2aa74839-f1a8-468e-b23b-d7565db650eb tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.848617 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5375dc-d492-4695-ae2a-0cf4e386b64a None None] Routers {'975dc089-e7c1-4a7b-a283-f0abe50ed838'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:43.850100 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1a5375dc-d492-4695-ae2a-0cf4e386b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['975dc089-e7c1-4a7b-a283-f0abe50ed838'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:43.851138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:45:43.877119 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=874da22c-2b9e-4479-aa45-3600b219ed71,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:43.883681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:43.884053 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Added segment 547e8f09-f80e-43de-b531-d69cdac050b8 of type vlan for network fb329bf8-72b6-42cb-8c92-d31bcd921a8e Nov 28 07:45:43.968392 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2aa74839-f1a8-468e-b23b-d7565db650eb tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "PUT /v2.0/floatingips/12cf4172-ba86-4a49-875d-974f3fb968e5 HTTP/1.1" status: 200 len: 991 time: 5.1722205 Nov 28 07:45:43.973563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a27ff50-49e3-4e4f-89d9-50e9e61edadc', 'tag': '897b786e-b7cb-4610-aa9c-b106f514cf9f'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:45:43.990023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7be33f-573a-4a84-9fab-24592a0cfbe5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:45:43.997653 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-1a5375dc-d492-4695-ae2a-0cf4e386b64a None None] Set router 975dc089-e7c1-4a7b-a283-f0abe50ed838 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:45:44.000152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b13a2d-59de-4dc2-a558-b5bb20c176db tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:45:44.009072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80b13a2d-59de-4dc2-a558-b5bb20c176db tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.035024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.042637 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a14ea-6329-48a0-993d-ef3bc144ea88 None None] Sync routers for ids ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:45:44.078233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8d7be33f-573a-4a84-9fab-24592a0cfbe5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.078459 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-8d7be33f-573a-4a84-9fab-24592a0cfbe5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Added segment 080a6448-725c-438b-b02f-bbaf9e706546 of type vlan for network e2fbb4f2-67ae-4d9f-af56-77b2e4162ace Nov 28 07:45:44.082353 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e337579-f56b-43a5-a8ab-28e97e634e3e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.121774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181a14ea-6329-48a0-993d-ef3bc144ea88 None None] Routers {'6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:44.122339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-181a14ea-6329-48a0-993d-ef3bc144ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:44.150453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e337579-f56b-43a5-a8ab-28e97e634e3e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Subnet': ['ID=4775eb40-8a28-4219-ac53-db9178d29319,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:44.185993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62685343-d0a8-498c-b86d-cf18aec071fb tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.200134 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.205887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:44.206559 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.249862 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8d7be33f-573a-4a84-9fab-24592a0cfbe5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.282406 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c746afd-3735-409d-bfaf-265b240c8930" -d '{"events": [{"name": "network-changed", "server_uuid": "6a27ff50-49e3-4e4f-89d9-50e9e61edadc", "tag": "897b786e-b7cb-4610-aa9c-b106f514cf9f"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:45:44.298230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e337579-f56b-43a5-a8ab-28e97e634e3e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Checking segment: {'id': '5e7e6311-f035-4535-b4d3-47206a7ace7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a015d020-a7a2-4c3c-a0f3-51bc751fc040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:44.298847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e337579-f56b-43a5-a8ab-28e97e634e3e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network hostable DHCP agents. Network: a015d020-a7a2-4c3c-a0f3-51bc751fc040, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:45:44.301976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8d7be33f-573a-4a84-9fab-24592a0cfbe5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.304356 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-181a14ea-6329-48a0-993d-ef3bc144ea88 None None] Set router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:45:44.309774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62685343-d0a8-498c-b86d-cf18aec071fb tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Pushing event deleted for resources: {'Port': ['ID=024e2c18-3c4d-418a-92e0-0ba8e59cb260,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:44.318712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7be33f-573a-4a84-9fab-24592a0cfbe5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:44.321176 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8d7be33f-573a-4a84-9fab-24592a0cfbe5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.326068 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1a5375dc-d492-4695-ae2a-0cf4e386b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:44:41Z', 'revision_number': 4, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port': {'id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:32Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '12cf4172-ba86-4a49-875d-974f3fb968e5', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'floating_ip_address': '172.26.2.98', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'port_id': '897b786e-b7cb-4610-aa9c-b106f514cf9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'mac_address': 'fa:16:3e:21:43:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27ff50-49e3-4e4f-89d9-50e9e61edadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:44:54Z', 'updated_at': '2021-11-28T07:45:40Z', 'revision_number': 1, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3616f27b-6370-4cc0-a8ad-379e57c9c309', 'name': '', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'mac_address': 'fa:16:3e:b1:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:40Z', 'updated_at': '2021-11-28T07:44:56Z', 'revision_number': 5, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'subnets': [{'id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:44.337500 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7835448 Nov 28 07:45:44.340559 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-80b13a2d-59de-4dc2-a558-b5bb20c176db tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "PUT /v2.0/floatingips/73e19a93-84e7-4eb6-8c5d-2ddcc40cd716 HTTP/1.1" status: 200 len: 991 time: 3.5365624 Nov 28 07:45:44.341843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35704) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:44.358677 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-827dfdd9-dea4-457b-9d00-eac4f70fad8e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'subnet': {'network_id': 'fb329bf8-72b6-42cb-8c92-d31bcd921a8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:44.377457 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8d7be33f-573a-4a84-9fab-24592a0cfbe5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8281112 Nov 28 07:45:44.383099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35708) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:44.394049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-eb6b24b0-747b-48e3-837f-2c23b4a680f3 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Request body: {'subnet': {'network_id': 'e2fbb4f2-67ae-4d9f-af56-77b2e4162ace', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:44.398245 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5375dc-d492-4695-ae2a-0cf4e386b64a None None] Checking router: 975dc089-e7c1-4a7b-a283-f0abe50ed838 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:45:44.421710 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5375dc-d492-4695-ae2a-0cf4e386b64a None None] Routers {'975dc089-e7c1-4a7b-a283-f0abe50ed838'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:44.422363 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1a5375dc-d492-4695-ae2a-0cf4e386b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['975dc089-e7c1-4a7b-a283-f0abe50ed838'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:44.510859 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62685343-d0a8-498c-b86d-cf18aec071fb tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.516244 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62685343-d0a8-498c-b86d-cf18aec071fb tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.525576 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-62685343-d0a8-498c-b86d-cf18aec071fb tempest-FloatingIPAdminTestJSON-1862693490 tempest-FloatingIPAdminTestJSON-1862693490-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/f7fbb19e-1625-4f46-acae-73a408154909 HTTP/1.1" status: 204 len: 168 time: 1.9547334 Nov 28 07:45:44.527464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba564c-1b69-4845-aee2-89cb12a225f9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Network': ['ID=fb329bf8-72b6-42cb-8c92-d31bcd921a8e,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:44.538769 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.543332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network fb329bf8-72b6-42cb-8c92-d31bcd921a8e details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:45:44.543513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e337579-f56b-43a5-a8ab-28e97e634e3e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network a015d020-a7a2-4c3c-a0f3-51bc751fc040 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:45:44.549292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35710) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:44.584052 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.662175 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-1a5375dc-d492-4695-ae2a-0cf4e386b64a None None] Set router 975dc089-e7c1-4a7b-a283-f0abe50ed838 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:45:44.665289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Pushing event updated for resources: {'Port': ['ID=1a89c597-f4d6-4a79-a6fc-cc098ef8596b,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:44.727731 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:44.737079 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:44.743203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:44.773907 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-4e337579-f56b-43a5-a8ab-28e97e634e3e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, a015d020-a7a2-4c3c-a0f3-51bc751fc040) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:44.794286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e337579-f56b-43a5-a8ab-28e97e634e3e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:44.795052 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e337579-f56b-43a5-a8ab-28e97e634e3e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.817874 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43943bcd-5c01-480e-a26b-49e2d79eb4c0 None None] Network a015d020-a7a2-4c3c-a0f3-51bc751fc040 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:44.845262 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7025ccd4-9cc4-42d1-99ff-eafc26f951a6 x-openstack-request-id: req-7025ccd4-9cc4-42d1-99ff-eafc26f951a6 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:45:44.845262 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a27ff50-49e3-4e4f-89d9-50e9e61edadc", "tag": "897b786e-b7cb-4610-aa9c-b106f514cf9f", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:45:44.845546 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7025ccd4-9cc4-42d1-99ff-eafc26f951a6 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:45:44.845880 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a27ff50-49e3-4e4f-89d9-50e9e61edadc', 'tag': '897b786e-b7cb-4610-aa9c-b106f514cf9f', 'status': 'completed', 'code': 200} Nov 28 07:45:44.851871 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4e337579-f56b-43a5-a8ab-28e97e634e3e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9000919 Nov 28 07:45:44.861809 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35712) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:44.868957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7c0eec25-7303-422b-b2c7-8203f7f1f282 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-274379798'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:44.874822 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c746afd-3735-409d-bfaf-265b240c8930 req-87096d8c-8514-43ac-ade5-34d7066a79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:44.877585 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4c746afd-3735-409d-bfaf-265b240c8930 req-87096d8c-8514-43ac-ade5-34d7066a79f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=052851385fa04dd18e1923c7c975cd9e&device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 1099 time: 0.3809242 Nov 28 07:45:44.919842 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45e35c7-ca24-43d6-8895-0fb5ec2e17eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:45:44.920033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45e35c7-ca24-43d6-8895-0fb5ec2e17eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:45:44.928201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6b24b0-747b-48e3-837f-2c23b4a680f3 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Made reservation on behalf of f84b6becaa734a7f9c19839660750df6 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:44.940745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb6b24b0-747b-48e3-837f-2c23b4a680f3 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.945881 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1a5375dc-d492-4695-ae2a-0cf4e386b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:44:41Z', 'revision_number': 4, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port': {'id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:32Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '12cf4172-ba86-4a49-875d-974f3fb968e5', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'floating_ip_address': '172.26.2.98', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'port_id': '897b786e-b7cb-4610-aa9c-b106f514cf9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'mac_address': 'fa:16:3e:21:43:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27ff50-49e3-4e4f-89d9-50e9e61edadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:44:54Z', 'updated_at': '2021-11-28T07:45:40Z', 'revision_number': 1, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3616f27b-6370-4cc0-a8ad-379e57c9c309', 'name': '', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'mac_address': 'fa:16:3e:b1:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:40Z', 'updated_at': '2021-11-28T07:44:56Z', 'revision_number': 5, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'subnets': [{'id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:44.955396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Attempting to bind port 1a89c597-f4d6-4a79-a6fc-cc098ef8596b on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:44.955834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Attempting to bind port 1a89c597-f4d6-4a79-a6fc-cc098ef8596b by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:44.956552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Attempting to bind port 1a89c597-f4d6-4a79-a6fc-cc098ef8596b on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:44.962225 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7be33f-573a-4a84-9fab-24592a0cfbe5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'Network': ['ID=e2fbb4f2-67ae-4d9f-af56-77b2e4162ace,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:44.975924 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:44.976376 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:44.976857 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.977321 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:44.977884 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Bound port: 1a89c597-f4d6-4a79-a6fc-cc098ef8596b, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:44.978336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.985312 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network e2fbb4f2-67ae-4d9f-af56-77b2e4162ace details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:45:44.993276 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-3f3eae5d-0ca7-4678-b4bc-f57be04bea61 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Deleting port f404e334-a149-4803-98f1-62a7a18eb115 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:44.993897 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3f3eae5d-0ca7-4678-b4bc-f57be04bea61 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:44.994714 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5375dc-d492-4695-ae2a-0cf4e386b64a None None] The sync data for ids ['975dc089-e7c1-4a7b-a283-f0abe50ed838'] in dv-neutron-744815-16-hyperv is: [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:44:41Z', 'revision_number': 4, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port': {'id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:32Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '12cf4172-ba86-4a49-875d-974f3fb968e5', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'floating_ip_address': '172.26.2.98', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'port_id': '897b786e-b7cb-4610-aa9c-b106f514cf9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'mac_address': 'fa:16:3e:21:43:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27ff50-49e3-4e4f-89d9-50e9e61edadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:44:54Z', 'updated_at': '2021-11-28T07:45:40Z', 'revision_number': 1, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3616f27b-6370-4cc0-a8ad-379e57c9c309', 'name': '', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'mac_address': 'fa:16:3e:b1:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:40Z', 'updated_at': '2021-11-28T07:44:56Z', 'revision_number': 5, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'subnets': [{'id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:45:45.053886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-a015d020-a7a2-4c3c-a0f3-51bc751fc040', 'network_id': 'a015d020-a7a2-4c3c-a0f3-51bc751fc040', 'tenant_id': '366ac945831e4f33bbe77c9217667327', 'fixed_ips': [{'subnet_id': '4775eb40-8a28-4219-ac53-db9178d29319'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:45.054840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:45.058730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-181a14ea-6329-48a0-993d-ef3bc144ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:44:46Z', 'revision_number': 4, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '73e19a93-84e7-4eb6-8c5d-2ddcc40cd716', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'port_id': '1183e5de-6600-4398-83c4-68b6e7535d85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'mac_address': 'fa:16:3e:09:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c62b4d3-e296-4b81-a08f-6444ab818b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:44:57Z', 'updated_at': '2021-11-28T07:45:42Z', 'revision_number': 1, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76767b81-aef3-439a-9d54-96bd87d385d8', 'name': '', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'mac_address': 'fa:16:3e:cc:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:44Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 5, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'subnets': [{'id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:45.153825 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a14ea-6329-48a0-993d-ef3bc144ea88 None None] Checking router: 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:45:45.183646 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0eec25-7303-422b-b2c7-8203f7f1f282 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:45.187350 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c0eec25-7303-422b-b2c7-8203f7f1f282 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:45.193378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181a14ea-6329-48a0-993d-ef3bc144ea88 None None] Routers {'6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:45.194233 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-181a14ea-6329-48a0-993d-ef3bc144ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:45.200374 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e45e35c7-ca24-43d6-8895-0fb5ec2e17eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.8262608 Nov 28 07:45:45.209961 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35716) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:45.268292 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827dfdd9-dea4-457b-9d00-eac4f70fad8e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Made reservation on behalf of 3eef549e08fd41688b1ac7477120faf2 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:45.272143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-827dfdd9-dea4-457b-9d00-eac4f70fad8e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:45.296346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c746afd-3735-409d-bfaf-265b240c8930 req-e646d367-887a-41cf-8f63-bc9a51a63cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:45.298564 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4c746afd-3735-409d-bfaf-265b240c8930 req-e646d367-887a-41cf-8f63-bc9a51a63cf1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce72ab99-bc55-4271-8115-f97c259a6f8d HTTP/1.1" status: 200 len: 912 time: 0.4103644 Nov 28 07:45:45.316174 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3f3eae5d-0ca7-4678-b4bc-f57be04bea61 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:45.332826 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-3f3eae5d-0ca7-4678-b4bc-f57be04bea61 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Calling delete_port for f404e334-a149-4803-98f1-62a7a18eb115 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:45.337514 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] For port 1a89c597-f4d6-4a79-a6fc-cc098ef8596b, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:45.389192 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d3daf-1b5b-4766-b357-926bdead6af5 None None] New status for floating IP 12cf4172-ba86-4a49-875d-974f3fb968e5: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:45:45.402260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.resource_extend [None req-641e1f53-f8b9-4356-92d9-d3014a453b3c tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 28 07:45:45.417197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa08ed6-0a7b-4f44-8655-7a3d10d43104 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:45.418953 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cfa08ed6-0a7b-4f44-8655-7a3d10d43104 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2070651 Nov 28 07:45:45.444125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35720) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:45.489821 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-641e1f53-f8b9-4356-92d9-d3014a453b3c tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:45.498482 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-641e1f53-f8b9-4356-92d9-d3014a453b3c tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:45.501339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Allocated IP 2001:db8:0:ffff::2 (a015d020-a7a2-4c3c-a0f3-51bc751fc040/4775eb40-8a28-4219-ac53-db9178d29319/60f0b785-56d8-47ae-8983-4fbbbb36595a) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:45.511682 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0eec25-7303-422b-b2c7-8203f7f1f282 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:45:45.575269 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c0eec25-7303-422b-b2c7-8203f7f1f282 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:45.575694 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-7c0eec25-7303-422b-b2c7-8203f7f1f282 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Added segment 7d317362-8604-4a69-b80a-ed7269895d3e of type vlan for network 2e369c23-5012-462b-8abf-8481d09663cc Nov 28 07:45:45.699054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:45.713118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-827dfdd9-dea4-457b-9d00-eac4f70fad8e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:45.713567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15333b10-f0b0-45e7-b2b5-5d5318088398 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:45.715415 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15333b10-f0b0-45e7-b2b5-5d5318088398 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:45.719772 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-15333b10-f0b0-45e7-b2b5-5d5318088398 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2757125 Nov 28 07:45:45.723716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35724) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:45.726594 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-641e1f53-f8b9-4356-92d9-d3014a453b3c tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Floating IP 4e21c469-76de-488b-aedd-2e5dd4ec3d36 associated. External IP: 172.26.2.167, port: d5d42c16-8719-4e85-8a86-0999b8b298d0. Nov 28 07:45:45.748310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c0eec25-7303-422b-b2c7-8203f7f1f282 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:45.759819 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4c746afd-3735-409d-bfaf-265b240c8930 req-61132e64-b337-4e26-8aaa-f211d01e548c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=897b786e-b7cb-4610-aa9c-b106f514cf9f HTTP/1.1" status: 200 len: 999 time: 0.3175395 Nov 28 07:45:45.787041 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-181a14ea-6329-48a0-993d-ef3bc144ea88 None None] Set router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:45:45.860682 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dfdd9-dea4-457b-9d00-eac4f70fad8e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Subnet': ['ID=2a97103d-dec6-4f07-9909-91a0e14bb858,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:45.865700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827dfdd9-dea4-457b-9d00-eac4f70fad8e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Checking segment: {'id': '547e8f09-f80e-43de-b531-d69cdac050b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fb329bf8-72b6-42cb-8c92-d31bcd921a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:45.866170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827dfdd9-dea4-457b-9d00-eac4f70fad8e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network hostable DHCP agents. Network: fb329bf8-72b6-42cb-8c92-d31bcd921a8e, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:45:45.926828 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827dfdd9-dea4-457b-9d00-eac4f70fad8e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network fb329bf8-72b6-42cb-8c92-d31bcd921a8e is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:45:45.939959 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f0fa9c-08ca-4aac-a36d-9cab0e4d603c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 8d74e61d-c364-4bc9-bad6-7d75d068959a {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:45:45.943038 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c0eec25-7303-422b-b2c7-8203f7f1f282 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:45.949312 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0eec25-7303-422b-b2c7-8203f7f1f282 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:45.949805 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c0eec25-7303-422b-b2c7-8203f7f1f282 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:45.964555 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13f0fa9c-08ca-4aac-a36d-9cab0e4d603c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:45.970208 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-827dfdd9-dea4-457b-9d00-eac4f70fad8e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, fb329bf8-72b6-42cb-8c92-d31bcd921a8e) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:45.976920 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827dfdd9-dea4-457b-9d00-eac4f70fad8e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:45.977584 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-827dfdd9-dea4-457b-9d00-eac4f70fad8e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:45.997621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] For port 1a89c597-f4d6-4a79-a6fc-cc098ef8596b, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1a89c597-f4d6-4a79-a6fc-cc098ef8596b,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:46.005876 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df4fce4-4767-44b1-9519-941936a3c9e7 None None] Network fb329bf8-72b6-42cb-8c92-d31bcd921a8e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:46.008846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c746afd-3735-409d-bfaf-265b240c8930 req-4bc89ebf-f4b1-4748-b49a-e021a756fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:46.010318 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4c746afd-3735-409d-bfaf-265b240c8930 req-4bc89ebf-f4b1-4748-b49a-e021a756fcc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51531a79-bee1-4e02-84fa-65543380b2b1 HTTP/1.1" status: 200 len: 850 time: 0.2259862 Nov 28 07:45:46.012880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.015538 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.019988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb6b24b0-747b-48e3-837f-2c23b4a680f3 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.086664 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-30e3316b-64f4-4e02-9f0c-10346fec2926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.120650 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7c0eec25-7303-422b-b2c7-8203f7f1f282 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2567034 Nov 28 07:45:46.129292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3f3eae5d-0ca7-4678-b4bc-f57be04bea61 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.131054 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35726) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:46.157290 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-827dfdd9-dea4-457b-9d00-eac4f70fad8e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8038845 Nov 28 07:45:46.159987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35728) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:46.165722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1537968972', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:46.172493 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0eec25-7303-422b-b2c7-8203f7f1f282 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Network': ['ID=2e369c23-5012-462b-8abf-8481d09663cc,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:46.174029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Network a015d020-a7a2-4c3c-a0f3-51bc751fc040 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:46.177943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13f0fa9c-08ca-4aac-a36d-9cab0e4d603c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.184060 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641e1f53-f8b9-4356-92d9-d3014a453b3c tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:45:46.187277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-5609bd40-e48a-46e9-b193-2ffd3daea61d tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'subnet': {'network_id': '2e369c23-5012-462b-8abf-8481d09663cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:46.195395 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 2e369c23-5012-462b-8abf-8481d09663cc details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:45:46.198091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:46.218885 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:46.241588 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b24b0-747b-48e3-837f-2c23b4a680f3 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'Subnet': ['ID=83296d10-414b-43de-9324-18c91ef7a351,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:46.250273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Pushing event updated for resources: {'Port': ['ID=60f0b785-56d8-47ae-8983-4fbbbb36595a,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:46.272794 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3eae5d-0ca7-4678-b4bc-f57be04bea61 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event deleted for resources: {'Port': ['ID=f404e334-a149-4803-98f1-62a7a18eb115,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:46.284347 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.286200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.450587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.497753 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Attempting to bind port 60f0b785-56d8-47ae-8983-4fbbbb36595a on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:46.497987 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Attempting to bind port 60f0b785-56d8-47ae-8983-4fbbbb36595a by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '5e7e6311-f035-4535-b4d3-47206a7ace7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a015d020-a7a2-4c3c-a0f3-51bc751fc040'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:46.498209 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Attempting to bind port 60f0b785-56d8-47ae-8983-4fbbbb36595a on network a015d020-a7a2-4c3c-a0f3-51bc751fc040 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:46.534750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3f3eae5d-0ca7-4678-b4bc-f57be04bea61 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.538897 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3f3eae5d-0ca7-4678-b4bc-f57be04bea61 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "DELETE /v2.0/ports/f404e334-a149-4803-98f1-62a7a18eb115 HTTP/1.1" status: 204 len: 168 time: 1.9701407 Nov 28 07:45:46.543598 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35732) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:46.551686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:46.552061 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Checking segment: {'id': '5e7e6311-f035-4535-b4d3-47206a7ace7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a015d020-a7a2-4c3c-a0f3-51bc751fc040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:46.552598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.552998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Bound using segment: {'id': '5e7e6311-f035-4535-b4d3-47206a7ace7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a015d020-a7a2-4c3c-a0f3-51bc751fc040'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:46.553480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Bound port: 60f0b785-56d8-47ae-8983-4fbbbb36595a, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7e6311-f035-4535-b4d3-47206a7ace7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a015d020-a7a2-4c3c-a0f3-51bc751fc040'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:46.553862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.557583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c746afd-3735-409d-bfaf-265b240c8930 req-9cd67dce-cad8-4cd0-b9c6-c6d5c792232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:46.561793 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4c746afd-3735-409d-bfaf-265b240c8930 req-9cd67dce-cad8-4cd0-b9c6-c6d5c792232d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce72ab99-bc55-4271-8115-f97c259a6f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5377440 Nov 28 07:45:46.619530 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13f0fa9c-08ca-4aac-a36d-9cab0e4d603c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.680843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6b24b0-747b-48e3-837f-2c23b4a680f3 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Checking segment: {'id': '080a6448-725c-438b-b02f-bbaf9e706546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e2fbb4f2-67ae-4d9f-af56-77b2e4162ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:46.681218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6b24b0-747b-48e3-837f-2c23b4a680f3 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Network hostable DHCP agents. Network: e2fbb4f2-67ae-4d9f-af56-77b2e4162ace, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:45:46.699227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641e1f53-f8b9-4356-92d9-d3014a453b3c tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:45:46.699709 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c653a6-4b3e-403f-8832-414b1353849c None None] Network fb329bf8-72b6-42cb-8c92-d31bcd921a8e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:46.704416 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-641e1f53-f8b9-4356-92d9-d3014a453b3c tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.744885 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-641e1f53-f8b9-4356-92d9-d3014a453b3c tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "PUT /v2.0/floatingips/4e21c469-76de-488b-aedd-2e5dd4ec3d36 HTTP/1.1" status: 200 len: 992 time: 3.1126049 Nov 28 07:45:46.799133 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.811450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13f0fa9c-08ca-4aac-a36d-9cab0e4d603c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.829255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b730f1fa-1901-41e0-b3a7-1c68dbce2d85 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:46.831359 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5609bd40-e48a-46e9-b193-2ffd3daea61d tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:46.833818 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b730f1fa-1901-41e0-b3a7-1c68dbce2d85 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "GET /v2.0/ports?device_id=4973418a-2a68-4185-b6c0-21efafa4e1c1 HTTP/1.1" status: 200 len: 913 time: 0.2854652 Nov 28 07:45:46.834459 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35738) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:46.835603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5609bd40-e48a-46e9-b193-2ffd3daea61d tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.838710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6b24b0-747b-48e3-837f-2c23b4a680f3 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Network e2fbb4f2-67ae-4d9f-af56-77b2e4162ace is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:45:46.839509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b0220-659e-426c-8999-ed08ea3858d2 None None] Pushing event updated for resources: {'Port': ['ID=1a89c597-f4d6-4a79-a6fc-cc098ef8596b,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:46.845864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3eaa1a-eb0c-4318-a2c8-2cb27f9d62ce None None] Sync routers for ids ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:45:46.853163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c62b4d3-e296-4b81-a08f-6444ab818b52', 'tag': '1183e5de-6600-4398-83c4-68b6e7535d85'}, {'name': 'network-changed', 'server_uuid': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'tag': 'd5d42c16-8719-4e85-8a86-0999b8b298d0'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:45:46.856279 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3a1981-85e5-4188-bf4a-93cfd093ada8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c62b4d3-e296-4b81-a08f-6444ab818b52", "tag": "1183e5de-6600-4398-83c4-68b6e7535d85"}, {"name": "network-changed", "server_uuid": "f7522754-1afa-4df2-b915-d71b92c92d6e", "tag": "d5d42c16-8719-4e85-8a86-0999b8b298d0"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:45:46.860810 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13f0fa9c-08ca-4aac-a36d-9cab0e4d603c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:46.879927 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-13f0fa9c-08ca-4aac-a36d-9cab0e4d603c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/8d74e61d-c364-4bc9-bad6-7d75d068959a HTTP/1.1" status: 204 len: 168 time: 1.1460769 Nov 28 07:45:46.893774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0fa9c-08ca-4aac-a36d-9cab0e4d603c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=8d74e61d-c364-4bc9-bad6-7d75d068959a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:46.896227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35742) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:46.911457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3eaa1a-eb0c-4318-a2c8-2cb27f9d62ce None None] Routers {'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:46.912284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4b3eaa1a-eb0c-4318-a2c8-2cb27f9d62ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:46.921709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 28 Nov 2021 07:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f446fbe-cd4f-43bf-90cd-c8e29d1be9da x-openstack-request-id: req-9f446fbe-cd4f-43bf-90cd-c8e29d1be9da {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:45:46.922008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c62b4d3-e296-4b81-a08f-6444ab818b52", "tag": "1183e5de-6600-4398-83c4-68b6e7535d85", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7522754-1afa-4df2-b915-d71b92c92d6e", "tag": "d5d42c16-8719-4e85-8a86-0999b8b298d0", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:45:46.922257 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f446fbe-cd4f-43bf-90cd-c8e29d1be9da {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:45:46.922672 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c62b4d3-e296-4b81-a08f-6444ab818b52', 'tag': '1183e5de-6600-4398-83c4-68b6e7535d85', 'status': 'completed', 'code': 200} Nov 28 07:45:46.922920 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'tag': 'd5d42c16-8719-4e85-8a86-0999b8b298d0', 'status': 'completed', 'code': 200} Nov 28 07:45:46.983327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-eb6b24b0-747b-48e3-837f-2c23b4a680f3 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, e2fbb4f2-67ae-4d9f-af56-77b2e4162ace) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:46.993903 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5fbdc1ad-a2bd-414e-b625-b30144db0316 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755699 Nov 28 07:45:47.008244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd93503f-8ccb-44ff-9449-3bc42dc36a3c None None] Network e2fbb4f2-67ae-4d9f-af56-77b2e4162ace requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:47.015568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35744) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:47.021660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-08773357-e070-42c9-8011-a1e07e95a161 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:47.039940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] For port 60f0b785-56d8-47ae-8983-4fbbbb36595a, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:47.040200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6b24b0-747b-48e3-837f-2c23b4a680f3 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:47.040200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb6b24b0-747b-48e3-837f-2c23b4a680f3 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:47.068621 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4c746afd-3735-409d-bfaf-265b240c8930 req-399859da-ab28-43d1-8525-50be628b3cf0 service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800440 Nov 28 07:45:47.126079 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-eb6b24b0-747b-48e3-837f-2c23b4a680f3 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7401543 Nov 28 07:45:47.139361 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35746) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:47.146157 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] For port 60f0b785-56d8-47ae-8983-4fbbbb36595a, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=60f0b785-56d8-47ae-8983-4fbbbb36595a,segment=NetworkSegment(5e7e6311-f035-4535-b4d3-47206a7ace7e),segment_id=5e7e6311-f035-4535-b4d3-47206a7ace7e)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:47.206507 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:47.234373 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-fdef51f1-694f-4cf3-8057-54c83a01b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:47.235972 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-fdef51f1-694f-4cf3-8057-54c83a01b679 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f7400c1819848969f0a9f5825efc2b4&device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 1098 time: 0.2444618 Nov 28 07:45:47.273247 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-181a14ea-6329-48a0-993d-ef3bc144ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:44:46Z', 'revision_number': 4, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '73e19a93-84e7-4eb6-8c5d-2ddcc40cd716', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'port_id': '1183e5de-6600-4398-83c4-68b6e7535d85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'mac_address': 'fa:16:3e:09:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c62b4d3-e296-4b81-a08f-6444ab818b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:44:57Z', 'updated_at': '2021-11-28T07:45:42Z', 'revision_number': 1, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76767b81-aef3-439a-9d54-96bd87d385d8', 'name': '', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'mac_address': 'fa:16:3e:cc:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:44Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 5, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'subnets': [{'id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:47.289960 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-4b3eaa1a-eb0c-4318-a2c8-2cb27f9d62ce None None] Set router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:45:47.361798 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a14ea-6329-48a0-993d-ef3bc144ea88 None None] The sync data for ids ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'] in dv-neutron-744815-16-hyperv is: [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:44:46Z', 'revision_number': 4, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '73e19a93-84e7-4eb6-8c5d-2ddcc40cd716', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'port_id': '1183e5de-6600-4398-83c4-68b6e7535d85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'mac_address': 'fa:16:3e:09:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c62b4d3-e296-4b81-a08f-6444ab818b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:44:57Z', 'updated_at': '2021-11-28T07:45:42Z', 'revision_number': 1, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76767b81-aef3-439a-9d54-96bd87d385d8', 'name': '', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'mac_address': 'fa:16:3e:cc:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:44Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 5, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'subnets': [{'id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:45:47.486858 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98b131-41e3-4bb5-9e53-b46e1cc1f396 None None] Pushing event updated for resources: {'Port': ['ID=60f0b785-56d8-47ae-8983-4fbbbb36595a,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:47.497840 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08773357-e070-42c9-8011-a1e07e95a161 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:47.507925 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-08773357-e070-42c9-8011-a1e07e95a161 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:47.762260 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-e2fbb4f2-67ae-4d9f-af56-77b2e4162ace', 'network_id': 'e2fbb4f2-67ae-4d9f-af56-77b2e4162ace', 'tenant_id': 'f84b6becaa734a7f9c19839660750df6', 'fixed_ips': [{'subnet_id': '83296d10-414b-43de-9324-18c91ef7a351'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:47.764518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:47.883015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c897a519-9860-4a25-9118-9da08f3f2759 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:47.886464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1a89c597-f4d6-4a79-a6fc-cc098ef8596b up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:47.915963 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4c746afd-3735-409d-bfaf-265b240c8930 req-bdf5b40e-87a1-4e97-886d-4e37d9d64e3d service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8368938 Nov 28 07:45:48.018229 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:48.052445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-4c7578a4-f72d-485c-a4fb-2f0296040cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:48.054196 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-4c7578a4-f72d-485c-a4fb-2f0296040cba service neutron] 10.222.0.35 "GET /v2.0/networks?id=db240e92-4657-404b-8ef6-82b1c7e0a1b4 HTTP/1.1" status: 200 len: 913 time: 0.7721109 Nov 28 07:45:48.065611 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5609bd40-e48a-46e9-b193-2ffd3daea61d tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:48.262709 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-6008f870-44bc-41e4-a649-052cb6ce2df6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1183e5de-6600-4398-83c4-68b6e7535d85 HTTP/1.1" status: 200 len: 999 time: 0.1984081 Nov 28 07:45:48.267780 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:48.291488 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4df766ca-08f3-4815-9317-2e96d525ead3 None None] Provisioning complete for port 1a89c597-f4d6-4a79-a6fc-cc098ef8596b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:48.292071 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4df766ca-08f3-4815-9317-2e96d525ead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:48.311405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609bd40-e48a-46e9-b193-2ffd3daea61d tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Subnet': ['ID=c7142d0c-13d8-4e61-88de-ead2607ccc51,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:48.341840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Allocated IP 2001:db8::2 (e2fbb4f2-67ae-4d9f-af56-77b2e4162ace/83296d10-414b-43de-9324-18c91ef7a351/295f0bd4-6841-4957-8784-90a956a62895) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:48.347700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:48.357444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609bd40-e48a-46e9-b193-2ffd3daea61d tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Checking segment: {'id': '7d317362-8604-4a69-b80a-ed7269895d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2e369c23-5012-462b-8abf-8481d09663cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:48.357839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5609bd40-e48a-46e9-b193-2ffd3daea61d tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network hostable DHCP agents. Network: 2e369c23-5012-462b-8abf-8481d09663cc, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:45:48.387683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-7cc17b9d-9ba5-4cd4-b4f4-5b48b5dfe59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:48.389145 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-7cc17b9d-9ba5-4cd4-b4f4-5b48b5dfe59f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82c1a081-8f46-4c98-a9e2-52525c803bac HTTP/1.1" status: 200 len: 851 time: 0.0867705 Nov 28 07:45:48.394234 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5609bd40-e48a-46e9-b193-2ffd3daea61d tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network 2e369c23-5012-462b-8abf-8481d09663cc is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:45:48.405831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:48.416221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-5609bd40-e48a-46e9-b193-2ffd3daea61d tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 2e369c23-5012-462b-8abf-8481d09663cc) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:48.421177 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5609bd40-e48a-46e9-b193-2ffd3daea61d tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:48.421776 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5609bd40-e48a-46e9-b193-2ffd3daea61d tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:48.436740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-373db96b-e2a7-481d-9e0b-86f03abe7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:48.458551 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab68ce9-ec1b-4bce-9880-d1c86cff4d1e None None] Network 2e369c23-5012-462b-8abf-8481d09663cc requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:48.480747 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5609bd40-e48a-46e9-b193-2ffd3daea61d tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3079529 Nov 28 07:45:48.483757 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35754) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:48.525127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-0ec9fe8c-fa5a-4ecc-9e05-9584e7114fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:48.528002 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-0ec9fe8c-fa5a-4ecc-9e05-9584e7114fb7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db240e92-4657-404b-8ef6-82b1c7e0a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1246645 Nov 28 07:45:48.681331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:48.720646 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-7636d8f5-53c7-4e9a-bdd2-eb10171247b1 service neutron] 10.222.0.35 "GET /v2.0/networks/db240e92-4657-404b-8ef6-82b1c7e0a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559148 Nov 28 07:45:48.726435 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.26.2.22 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/4b21279e-7b2d-4c9d-a572-fd172575c20b) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:48.769255 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa456835-80af-439a-bdfc-025d123529a9 None None] New status for floating IP 73e19a93-84e7-4eb6-8c5d-2ddcc40cd716: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:45:48.832508 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-08773357-e070-42c9-8011-a1e07e95a161 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:48.838049 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 1a89c597-f4d6-4a79-a6fc-cc098ef8596b triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:48.838595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:48.865389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08773357-e070-42c9-8011-a1e07e95a161 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:48.912970 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-08773357-e070-42c9-8011-a1e07e95a161 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:48.916791 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08773357-e070-42c9-8011-a1e07e95a161 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:48.917928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-08773357-e070-42c9-8011-a1e07e95a161 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:48.953811 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.040048 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-08773357-e070-42c9-8011-a1e07e95a161 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0230696 Nov 28 07:45:49.044522 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35762) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:49.054556 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08773357-e070-42c9-8011-a1e07e95a161 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=8536fb68-e8aa-41d7-ae9b-771fc4bb0aac,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:49.055653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-3e042412-0c17-414a-b058-7a1e666ac797 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1686669257', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:49.086151 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-a2e76308-f4f8-4f8d-90f5-f423252eb7ff service neutron] 10.222.0.35 "GET /v2.0/networks/db240e92-4657-404b-8ef6-82b1c7e0a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143003 Nov 28 07:45:49.103853 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc205dd5-caa5-4407-8cd6-dc501afdee01 None None] Network a015d020-a7a2-4c3c-a0f3-51bc751fc040 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:49.111453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3e042412-0c17-414a-b058-7a1e666ac797 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.112710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3e042412-0c17-414a-b058-7a1e666ac797 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.117028 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b106-86a0-4e2d-b936-ec6582af7ed9 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.122118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.166599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Subnet': ['ID=c7142d0c-13d8-4e61-88de-ead2607ccc51,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:49.247554 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.263292 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.281220 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4df766ca-08f3-4815-9317-2e96d525ead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.284329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978ee969-de49-42c3-851b-f16a72809e3c None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:45:49.286611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.317306 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf2f626-f4eb-4747-a8f1-baf3308f0251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-2e369c23-5012-462b-8abf-8481d09663cc', 'network_id': '2e369c23-5012-462b-8abf-8481d09663cc', 'tenant_id': '366ac945831e4f33bbe77c9217667327', 'fixed_ips': [{'subnet_id': 'c7142d0c-13d8-4e61-88de-ead2607ccc51'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:49.318358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-baf2f626-f4eb-4747-a8f1-baf3308f0251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.327842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.361994 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3e042412-0c17-414a-b058-7a1e666ac797 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.366826 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.381121 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3e042412-0c17-414a-b058-7a1e666ac797 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.396410 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.422252 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e369c23-5012-462b-8abf-8481d09663cc']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:49.449279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-f15e530f-3383-4c89-b305-2386771fdf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:49.450961 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-f15e530f-3383-4c89-b305-2386771fdf26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=205aa9369a9b4b7e8d64def7c869c9f4&device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 1099 time: 0.2631702 Nov 28 07:45:49.455750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Subnet': ['ID=83296d10-414b-43de-9324-18c91ef7a351,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:49.456032 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Network e2fbb4f2-67ae-4d9f-af56-77b2e4162ace is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:49.458773 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d317362-8604-4a69-b80a-ed7269895d3e') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:49.459210 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d317362-8604-4a69-b80a-ed7269895d3e') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:49.463257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4df766ca-08f3-4815-9317-2e96d525ead3 None None] For port 1a89c597-f4d6-4a79-a6fc-cc098ef8596b, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1a89c597-f4d6-4a79-a6fc-cc098ef8596b,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:49.471168 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.487179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3e042412-0c17-414a-b058-7a1e666ac797 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.491196 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3e042412-0c17-414a-b058-7a1e666ac797 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4377563 Nov 28 07:45:49.493371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4b3eaa1a-eb0c-4318-a2c8-2cb27f9d62ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:47Z', 'revision_number': 4, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port': {'id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '4e21c469-76de-488b-aedd-2e5dd4ec3d36', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'port_id': 'd5d42c16-8719-4e85-8a86-0999b8b298d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'mac_address': 'fa:16:3e:2a:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:44:55Z', 'updated_at': '2021-11-28T07:45:45Z', 'revision_number': 1, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6ab798-7322-41e0-a120-485b205662fb', 'name': '', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'mac_address': 'fa:16:3e:ce:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:43Z', 'updated_at': '2021-11-28T07:44:59Z', 'revision_number': 5, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'subnets': [{'id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:49.509315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.514642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35764) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:49.531460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:49.542915 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:49.550987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:49.577787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:49.607118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=4b21279e-7b2d-4c9d-a572-fd172575c20b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:49.611491 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4df766ca-08f3-4815-9317-2e96d525ead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.626411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:49.629310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cc2048-baeb-4aff-b8eb-c54a4d8c9c0d None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:45:49.639593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3eaa1a-eb0c-4318-a2c8-2cb27f9d62ce None None] Checking router: a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:45:49.641696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Pushing event updated for resources: {'Port': ['ID=295f0bd4-6841-4957-8784-90a956a62895,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:49.724000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d3e14d-b653-4c9a-943c-a02c84a6a301 None None] Network 2e369c23-5012-462b-8abf-8481d09663cc requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:49.734410 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.820473 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3eaa1a-eb0c-4318-a2c8-2cb27f9d62ce None None] Routers {'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:49.821317 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4b3eaa1a-eb0c-4318-a2c8-2cb27f9d62ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:49.836477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.839185 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-6b094e03-1c44-4c59-8134-9689fa0edbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:49.840797 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-6b094e03-1c44-4c59-8134-9689fa0edbdd service neutron] 10.222.0.35 "GET /v2.0/networks?id=a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d HTTP/1.1" status: 200 len: 906 time: 0.3753850 Nov 28 07:45:49.843384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.879815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:45:49.880366 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:45:49.887709 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:45:49.966027 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fbb4f2-67ae-4d9f-af56-77b2e4162ace']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:49.987505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-1ab2b106-86a0-4e2d-b936-ec6582af7ed9 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Deleting port d72b229f-49af-4680-b1f9-e52cd479dc03 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:49.988140 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b106-86a0-4e2d-b936-ec6582af7ed9 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.032247 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-978ee969-de49-42c3-851b-f16a72809e3c None None] Deleting port 1a89c597-f4d6-4a79-a6fc-cc098ef8596b {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:50.032795 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-978ee969-de49-42c3-851b-f16a72809e3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.035705 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Attempting to bind port 295f0bd4-6841-4957-8784-90a956a62895 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:50.036074 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Attempting to bind port 295f0bd4-6841-4957-8784-90a956a62895 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '080a6448-725c-438b-b02f-bbaf9e706546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e2fbb4f2-67ae-4d9f-af56-77b2e4162ace'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:50.036435 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Attempting to bind port 295f0bd4-6841-4957-8784-90a956a62895 on network e2fbb4f2-67ae-4d9f-af56-77b2e4162ace {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:50.067671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df766ca-08f3-4815-9317-2e96d525ead3 None None] Pushing event updated for resources: {'Port': ['ID=1a89c597-f4d6-4a79-a6fc-cc098ef8596b,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:50.087042 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4a18c728-3daf-4f4e-9b24-8d0e690ffda1 None None] Provisioning complete for port 60f0b785-56d8-47ae-8983-4fbbbb36595a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:50.087421 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4a18c728-3daf-4f4e-9b24-8d0e690ffda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.100189 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:50.100569 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Checking segment: {'id': '080a6448-725c-438b-b02f-bbaf9e706546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e2fbb4f2-67ae-4d9f-af56-77b2e4162ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:50.100974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.101375 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Bound using segment: {'id': '080a6448-725c-438b-b02f-bbaf9e706546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e2fbb4f2-67ae-4d9f-af56-77b2e4162ace'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:50.101862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Bound port: 295f0bd4-6841-4957-8784-90a956a62895, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080a6448-725c-438b-b02f-bbaf9e706546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e2fbb4f2-67ae-4d9f-af56-77b2e4162ace'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:50.102251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.118082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080a6448-725c-438b-b02f-bbaf9e706546') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:50.118380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080a6448-725c-438b-b02f-bbaf9e706546') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:50.176192 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b106-86a0-4e2d-b936-ec6582af7ed9 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.201601 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-6582c794-bb3f-43b5-b22e-162e32b35413 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5d42c16-8719-4e85-8a86-0999b8b298d0 HTTP/1.1" status: 200 len: 1000 time: 0.3443327 Nov 28 07:45:50.207841 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.231256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-1ab2b106-86a0-4e2d-b936-ec6582af7ed9 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Calling delete_port for d72b229f-49af-4680-b1f9-e52cd479dc03 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:50.295376 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.321662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.341095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.343251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.346616 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/2e369c23-5012-462b-8abf-8481d09663cc HTTP/1.1" status: 204 len: 168 time: 1.8618941 Nov 28 07:45:50.351912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35772) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:50.360858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1bc363f1-8749-4d50-9eb5-ef504547a98e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1598980291'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:50.371602 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:45:50.371969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:45:50.376491 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:45:50.379005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a226d4-19d3-4948-9765-99c8199f1666 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Network': ['ID=2e369c23-5012-462b-8abf-8481d09663cc,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:50.447499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-14264c28-0576-454b-9a50-9bb6e653b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:50.449011 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-14264c28-0576-454b-9a50-9bb6e653b622 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8b7bbe5-daa6-4c6c-be92-80129904fb51 HTTP/1.1" status: 200 len: 844 time: 0.1856804 Nov 28 07:45:50.469575 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.483626 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc363f1-8749-4d50-9eb5-ef504547a98e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:50.487511 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1bc363f1-8749-4d50-9eb5-ef504547a98e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.505675 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.api [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 28 07:45:50.505675 dv-neutron-744815-16-hyperv neutron-server[115118]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 28 07:45:50.505675 dv-neutron-744815-16-hyperv neutron-server[115118]: [parameters: {'id': 'e2fbb4f2-67ae-4d9f-af56-77b2e4162ace'}] Nov 28 07:45:50.505675 dv-neutron-744815-16-hyperv neutron-server[115118]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:45:50.505675 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG oslo_db.api [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:45:50.523647 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.531119 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:45:50.531484 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:45:50.579830 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-978ee969-de49-42c3-851b-f16a72809e3c None None] For port 1a89c597-f4d6-4a79-a6fc-cc098ef8596b, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1a89c597-f4d6-4a79-a6fc-cc098ef8596b,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:50.580247 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-978ee969-de49-42c3-851b-f16a72809e3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.584237 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-4b3eaa1a-eb0c-4318-a2c8-2cb27f9d62ce None None] Set router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:45:50.642173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-978ee969-de49-42c3-851b-f16a72809e3c None None] Calling delete_port for 1a89c597-f4d6-4a79-a6fc-cc098ef8596b owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:50.656447 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] For port 295f0bd4-6841-4957-8784-90a956a62895, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:50.659547 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc363f1-8749-4d50-9eb5-ef504547a98e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:45:50.694256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1bc363f1-8749-4d50-9eb5-ef504547a98e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.696209 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-1bc363f1-8749-4d50-9eb5-ef504547a98e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Added segment e84f4ee7-6210-443e-b52e-2b2694e513f9 of type vlan for network b634f912-68bb-46e7-b817-efa2c71c2301 Nov 28 07:45:50.713262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] For port 295f0bd4-6841-4957-8784-90a956a62895, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=295f0bd4-6841-4957-8784-90a956a62895,segment=NetworkSegment(080a6448-725c-438b-b02f-bbaf9e706546),segment_id=080a6448-725c-438b-b02f-bbaf9e706546)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:50.757552 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1bc363f1-8749-4d50-9eb5-ef504547a98e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.794709 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.799256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b106-86a0-4e2d-b936-ec6582af7ed9 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.846971 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2b106-86a0-4e2d-b936-ec6582af7ed9 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event deleted for resources: {'Port': ['ID=d72b229f-49af-4680-b1f9-e52cd479dc03,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:50.878611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4a18c728-3daf-4f4e-9b24-8d0e690ffda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.888746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1bc363f1-8749-4d50-9eb5-ef504547a98e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.896482 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc363f1-8749-4d50-9eb5-ef504547a98e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:50.897124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1bc363f1-8749-4d50-9eb5-ef504547a98e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.956987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:50.966013 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05684cae-bb64-472f-a4c2-73a5ce56bfb8 None None] Pushing event updated for resources: {'Port': ['ID=295f0bd4-6841-4957-8784-90a956a62895,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:51.006949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-36f53285-b8a0-406a-a60b-b4f172d88bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:51.024357 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-36f53285-b8a0-406a-a60b-b4f172d88bb2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5534115 Nov 28 07:45:51.029306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:51.044367 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1bc363f1-8749-4d50-9eb5-ef504547a98e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6874864 Nov 28 07:45:51.056510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4a18c728-3daf-4f4e-9b24-8d0e690ffda1 None None] For port 60f0b785-56d8-47ae-8983-4fbbbb36595a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=60f0b785-56d8-47ae-8983-4fbbbb36595a,segment=NetworkSegment(5e7e6311-f035-4535-b4d3-47206a7ace7e),segment_id=5e7e6311-f035-4535-b4d3-47206a7ace7e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:51.078258 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35776) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:51.084789 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-061bb856-f1b1-46a8-9637-a797e47b17b1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'subnet': {'network_id': 'b634f912-68bb-46e7-b817-efa2c71c2301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:51.090442 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529527e1-9375-4125-b1d9-e44b5b6f34ca None None] Network e2fbb4f2-67ae-4d9f-af56-77b2e4162ace requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:51.092951 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4a18c728-3daf-4f4e-9b24-8d0e690ffda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:51.096767 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-978ee969-de49-42c3-851b-f16a72809e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:51.103073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Port 1a89c597-f4d6-4a79-a6fc-cc098ef8596b update to ACTIVE by agent not found {{(pid=115120) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 28 07:45:51.123836 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc363f1-8749-4d50-9eb5-ef504547a98e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Network': ['ID=b634f912-68bb-46e7-b817-efa2c71c2301,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:51.163760 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network b634f912-68bb-46e7-b817-efa2c71c2301 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:45:51.214435 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ee969-de49-42c3-851b-f16a72809e3c None None] No DVR routers for this DVR port 1a89c597-f4d6-4a79-a6fc-cc098ef8596b on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:45:51.279658 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2992151-81a0-4681-bc5a-6222d2670b7b None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:51.408459 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 60f0b785-56d8-47ae-8983-4fbbbb36595a up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:51.454021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061bb856-f1b1-46a8-9637-a797e47b17b1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:51.457590 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-061bb856-f1b1-46a8-9637-a797e47b17b1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:51.494899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18c728-3daf-4f4e-9b24-8d0e690ffda1 None None] Pushing event updated for resources: {'Port': ['ID=60f0b785-56d8-47ae-8983-4fbbbb36595a,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:51.501932 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-7fa529cb-a7b9-43ba-81e5-cb296ca1483c service neutron] 10.222.0.35 "GET /v2.0/networks/a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228716 Nov 28 07:45:51.506014 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::1 (c04e62e3-7156-478d-ad66-af6018eecb99/8536fb68-e8aa-41d7-ae9b-771fc4bb0aac/d3113583-a5f5-4de2-a1db-d32fcc07ec14) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:51.525680 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-88e46f42-2cb2-4455-b52b-ddd796544712 None None] Provisioning complete for port 60f0b785-56d8-47ae-8983-4fbbbb36595a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:51.526057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-88e46f42-2cb2-4455-b52b-ddd796544712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:51.577056 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:51.591035 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ee969-de49-42c3-851b-f16a72809e3c None None] Pushing event deleted for resources: {'Port': ['ID=1a89c597-f4d6-4a79-a6fc-cc098ef8596b,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:51.605040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Deleting port 295f0bd4-6841-4957-8784-90a956a62895 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:51.605594 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:51.684339 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b106-86a0-4e2d-b936-ec6582af7ed9 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:51.738454 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4b3eaa1a-eb0c-4318-a2c8-2cb27f9d62ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:47Z', 'revision_number': 4, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port': {'id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '4e21c469-76de-488b-aedd-2e5dd4ec3d36', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'port_id': 'd5d42c16-8719-4e85-8a86-0999b8b298d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'mac_address': 'fa:16:3e:2a:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:44:55Z', 'updated_at': '2021-11-28T07:45:45Z', 'revision_number': 1, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6ab798-7322-41e0-a120-485b205662fb', 'name': '', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'mac_address': 'fa:16:3e:ce:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:43Z', 'updated_at': '2021-11-28T07:44:59Z', 'revision_number': 5, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'subnets': [{'id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:51.743014 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:45:51.774445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 60f0b785-56d8-47ae-8983-4fbbbb36595a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:51.775284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:51.821388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3eaa1a-eb0c-4318-a2c8-2cb27f9d62ce None None] The sync data for ids ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'] in dv-neutron-744815-16-hyperv is: [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:47Z', 'revision_number': 4, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port': {'id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '4e21c469-76de-488b-aedd-2e5dd4ec3d36', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'port_id': 'd5d42c16-8719-4e85-8a86-0999b8b298d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'mac_address': 'fa:16:3e:2a:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:44:55Z', 'updated_at': '2021-11-28T07:45:45Z', 'revision_number': 1, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6ab798-7322-41e0-a120-485b205662fb', 'name': '', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'mac_address': 'fa:16:3e:ce:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:43Z', 'updated_at': '2021-11-28T07:44:59Z', 'revision_number': 5, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'subnets': [{'id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:45:51.831350 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa3a1981-85e5-4188-bf4a-93cfd093ada8 req-7260cff3-f7f2-4b7e-9ff9-e18697fce019 service neutron] 10.222.0.35 "GET /v2.0/networks/a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910323 Nov 28 07:45:51.847955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] For port 295f0bd4-6841-4957-8784-90a956a62895, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=295f0bd4-6841-4957-8784-90a956a62895,segment=NetworkSegment(080a6448-725c-438b-b02f-bbaf9e706546),segment_id=080a6448-725c-438b-b02f-bbaf9e706546)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:51.848245 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:51.883454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Calling delete_port for 295f0bd4-6841-4957-8784-90a956a62895 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:51.903793 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '8536fb68-e8aa-41d7-ae9b-771fc4bb0aac'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:51.904676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:51.916392 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:51.928235 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-88e46f42-2cb2-4455-b52b-ddd796544712 None None] Provisioning complete for port 4b21279e-7b2d-4c9d-a572-fd172575c20b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:51.928709 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-88e46f42-2cb2-4455-b52b-ddd796544712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.037956 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-061bb856-f1b1-46a8-9637-a797e47b17b1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.052944 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:45:52.064166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-88e46f42-2cb2-4455-b52b-ddd796544712 None None] Port 4b21279e-7b2d-4c9d-a572-fd172575c20b cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:45:52.084801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c8b57-3f26-468d-b580-a3638c967df8 None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:45:52.118685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.143702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c8b57-3f26-468d-b580-a3638c967df8 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:52.144374 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fb3c8b57-3f26-468d-b580-a3638c967df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:52.148780 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.153832 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7824cff7-6cf2-4681-9672-6fd4a41b5c9f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9898794 Nov 28 07:45:52.156692 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35784) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:52.210060 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=d3113583-a5f5-4de2-a1db-d32fcc07ec14,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:52.222051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.225702 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d22759-b8f0-41d1-bbcf-d3e39a5ffc0d None None] New status for floating IP 4e21c469-76de-488b-aedd-2e5dd4ec3d36: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:45:52.244625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bb856-f1b1-46a8-9637-a797e47b17b1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Subnet': ['ID=d99e7436-0096-4b40-88ed-26c56a83beeb,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:52.267551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab2b106-86a0-4e2d-b936-ec6582af7ed9 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Router 4973418a-2a68-4185-b6c0-21efafa4e1c1 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:45:52.279083 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:52.284242 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:52.286121 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Port': ['ID=295f0bd4-6841-4957-8784-90a956a62895,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:52.298085 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] No DVR routers for this DVR port 295f0bd4-6841-4957-8784-90a956a62895 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:45:52.299681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:52.300184 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.390456 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bb856-f1b1-46a8-9637-a797e47b17b1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Checking segment: {'id': 'e84f4ee7-6210-443e-b52e-2b2694e513f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b634f912-68bb-46e7-b817-efa2c71c2301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:52.390704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061bb856-f1b1-46a8-9637-a797e47b17b1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network hostable DHCP agents. Network: b634f912-68bb-46e7-b817-efa2c71c2301, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:45:52.410419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fb3c8b57-3f26-468d-b580-a3638c967df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:52.413116 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1a89c597-f4d6-4a79-a6fc-cc098ef8596b no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:45:52.449485 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 1a89c597-f4d6-4a79-a6fc-cc098ef8596b {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:45:52.449485 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1a89c597-f4d6-4a79-a6fc-cc098ef8596b not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:45:52.482698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c8b57-3f26-468d-b580-a3638c967df8 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:52.483987 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fb3c8b57-3f26-468d-b580-a3638c967df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:52.486385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Allocated IP 2001:db8::2 (c04e62e3-7156-478d-ad66-af6018eecb99/8536fb68-e8aa-41d7-ae9b-771fc4bb0aac/c9c7d82f-8be5-41f2-b773-65b02aa4474e) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:52.500086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.535772 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fb3c8b57-3f26-468d-b580-a3638c967df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:52.536518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c8b57-3f26-468d-b580-a3638c967df8 None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:45:52.559358 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061bb856-f1b1-46a8-9637-a797e47b17b1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network b634f912-68bb-46e7-b817-efa2c71c2301 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:45:52.565724 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fbb4f2-67ae-4d9f-af56-77b2e4162ace']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:52.586487 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080a6448-725c-438b-b02f-bbaf9e706546') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:52.587315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080a6448-725c-438b-b02f-bbaf9e706546') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:52.607615 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.633156 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-061bb856-f1b1-46a8-9637-a797e47b17b1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, b634f912-68bb-46e7-b817-efa2c71c2301) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:52.636376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.648179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061bb856-f1b1-46a8-9637-a797e47b17b1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:52.648790 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-061bb856-f1b1-46a8-9637-a797e47b17b1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.651915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:45:52.652305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.654841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee32271-98a2-4f61-8b59-633681b6d171 None None] Network b634f912-68bb-46e7-b817-efa2c71c2301 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:52.656059 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab2b106-86a0-4e2d-b936-ec6582af7ed9 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:45:52.665065 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1ab2b106-86a0-4e2d-b936-ec6582af7ed9 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "PUT /v2.0/routers/4973418a-2a68-4185-b6c0-21efafa4e1c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8183401 Nov 28 07:45:52.665910 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35792) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:45:52.673726 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:45:52.681182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50ab8f-93fe-4b24-92f0-be91344bb95c None None] Sync routers for ids ['4973418a-2a68-4185-b6c0-21efafa4e1c1'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:45:52.742390 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-061bb856-f1b1-46a8-9637-a797e47b17b1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6575110 Nov 28 07:45:52.742914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35794) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:52.745460 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.748938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d9481eac-5d64-4127-97ad-ccd8468ec734 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-608338466'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:52.767859 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50ab8f-93fe-4b24-92f0-be91344bb95c None None] Routers {'4973418a-2a68-4185-b6c0-21efafa4e1c1'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:52.768522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fe50ab8f-93fe-4b24-92f0-be91344bb95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4973418a-2a68-4185-b6c0-21efafa4e1c1'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:52.786441 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.808941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.812294 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/networks/e2fbb4f2-67ae-4d9f-af56-77b2e4162ace HTTP/1.1" status: 204 len: 168 time: 5.6719825 Nov 28 07:45:52.815492 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cd237-b7bb-4ac1-be33-6dbe92b68481 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Network': ['ID=e2fbb4f2-67ae-4d9f-af56-77b2e4162ace,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:52.816825 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35796) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:52.819736 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fe50ab8f-93fe-4b24-92f0-be91344bb95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:52.826674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-095328da-24cd-4d6a-98af-1cab6fa13c3d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-609101879'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:52.844906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.852397 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50ab8f-93fe-4b24-92f0-be91344bb95c None None] Routers {'4973418a-2a68-4185-b6c0-21efafa4e1c1'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:52.853010 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fe50ab8f-93fe-4b24-92f0-be91344bb95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4973418a-2a68-4185-b6c0-21efafa4e1c1'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:52.855996 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.883726 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9481eac-5d64-4127-97ad-ccd8468ec734 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:52.887861 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9481eac-5d64-4127-97ad-ccd8468ec734 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.941288 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095328da-24cd-4d6a-98af-1cab6fa13c3d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Made reservation on behalf of f84b6becaa734a7f9c19839660750df6 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:52.942658 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fe50ab8f-93fe-4b24-92f0-be91344bb95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:52.943528 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50ab8f-93fe-4b24-92f0-be91344bb95c None None] The sync data for ids ['4973418a-2a68-4185-b6c0-21efafa4e1c1'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:45:52.944905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-095328da-24cd-4d6a-98af-1cab6fa13c3d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:52.967284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:52.976547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:52.980155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095328da-24cd-4d6a-98af-1cab6fa13c3d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:45:52.983864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:52.988555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Pushing event updated for resources: {'Port': ['ID=c9c7d82f-8be5-41f2-b773-65b02aa4474e,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:52.999594 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.001804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-095328da-24cd-4d6a-98af-1cab6fa13c3d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.002154 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-095328da-24cd-4d6a-98af-1cab6fa13c3d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Added segment 4746a373-3de8-4c36-86f8-1998a842869a of type vlan for network 41ef86ca-7f6f-4541-bc94-f9d4302cdf1f Nov 28 07:45:53.039748 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9481eac-5d64-4127-97ad-ccd8468ec734 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:45:53.044566 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-b634f912-68bb-46e7-b817-efa2c71c2301', 'network_id': 'b634f912-68bb-46e7-b817-efa2c71c2301', 'tenant_id': '366ac945831e4f33bbe77c9217667327', 'fixed_ips': [{'subnet_id': 'd99e7436-0096-4b40-88ed-26c56a83beeb'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:53.045493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.083497 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9481eac-5d64-4127-97ad-ccd8468ec734 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.085938 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-d9481eac-5d64-4127-97ad-ccd8468ec734 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Added segment 5adffb1b-820d-42db-9405-93a1529a9f4a of type vlan for network bc17d0a4-90bf-40c8-ad59-f1dde165d237 Nov 28 07:45:53.097600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Attempting to bind port c9c7d82f-8be5-41f2-b773-65b02aa4474e on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:53.098983 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Attempting to bind port c9c7d82f-8be5-41f2-b773-65b02aa4474e by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:53.099111 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-095328da-24cd-4d6a-98af-1cab6fa13c3d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.099489 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Attempting to bind port c9c7d82f-8be5-41f2-b773-65b02aa4474e on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:53.147212 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:53.147563 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:53.147968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.148364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:53.148847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Bound port: c9c7d82f-8be5-41f2-b773-65b02aa4474e, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:53.149310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.195815 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9481eac-5d64-4127-97ad-ccd8468ec734 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.210905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-095328da-24cd-4d6a-98af-1cab6fa13c3d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.216946 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095328da-24cd-4d6a-98af-1cab6fa13c3d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:53.217683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-095328da-24cd-4d6a-98af-1cab6fa13c3d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.245787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 60f0b785-56d8-47ae-8983-4fbbbb36595a up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:53.250529 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.263675 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-095328da-24cd-4d6a-98af-1cab6fa13c3d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4419265 Nov 28 07:45:53.266728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35800) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:53.273630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-decf1fc2-b587-4cde-8341-4672fe136cbe tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Request body: {'subnet': {'network_id': '41ef86ca-7f6f-4541-bc94-f9d4302cdf1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:53.277523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.278223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.278446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.287025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9481eac-5d64-4127-97ad-ccd8468ec734 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.293263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9481eac-5d64-4127-97ad-ccd8468ec734 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:53.293914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9481eac-5d64-4127-97ad-ccd8468ec734 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.357267 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] For port c9c7d82f-8be5-41f2-b773-65b02aa4474e, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:53.360887 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Allocated IP 2001:db8::3 (b634f912-68bb-46e7-b817-efa2c71c2301/d99e7436-0096-4b40-88ed-26c56a83beeb/748596c8-be28-4cc6-9c6c-f72d8b989932) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:53.373259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=d3113583-a5f5-4de2-a1db-d32fcc07ec14,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:53.381971 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d9481eac-5d64-4127-97ad-ccd8468ec734 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6345820 Nov 28 07:45:53.384263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35802) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:53.390541 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-53a1c671-892c-4a17-91f2-90f91924ae0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'subnet': {'network_id': 'bc17d0a4-90bf-40c8-ad59-f1dde165d237', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:53.391787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] For port c9c7d82f-8be5-41f2-b773-65b02aa4474e, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c9c7d82f-8be5-41f2-b773-65b02aa4474e,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:53.415625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.436874 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 60f0b785-56d8-47ae-8983-4fbbbb36595a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:53.437378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.455707 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9481eac-5d64-4127-97ad-ccd8468ec734 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Network': ['ID=bc17d0a4-90bf-40c8-ad59-f1dde165d237,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:53.474323 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095328da-24cd-4d6a-98af-1cab6fa13c3d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'Network': ['ID=41ef86ca-7f6f-4541-bc94-f9d4302cdf1f,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:53.514379 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:53.519747 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:53.522248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network bc17d0a4-90bf-40c8-ad59-f1dde165d237 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:45:53.639735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decf1fc2-b587-4cde-8341-4672fe136cbe tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Made reservation on behalf of f84b6becaa734a7f9c19839660750df6 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:53.645181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-decf1fc2-b587-4cde-8341-4672fe136cbe tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.672147 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 41ef86ca-7f6f-4541-bc94-f9d4302cdf1f details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:45:53.673802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ffd99-b73c-41ac-8fcf-1e65d46f8417 None None] Pushing event updated for resources: {'Port': ['ID=c9c7d82f-8be5-41f2-b773-65b02aa4474e,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:53.778500 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Router 00ea03d1-9b26-4017-95f3-4f499b268c22 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:45:53.809803 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.862663 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.925242 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Deleting port 6af6f81a-5863-4742-96ed-00d5a6e074f2 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:53.925575 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:53.997449 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a1c671-892c-4a17-91f2-90f91924ae0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:54.000938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-53a1c671-892c-4a17-91f2-90f91924ae0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:54.002309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:54.070112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Network b634f912-68bb-46e7-b817-efa2c71c2301 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:54.080503 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:54.087342 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:54.118936 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-53a1c671-892c-4a17-91f2-90f91924ae0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Performing IP validity checks on allocation pools {{(pid=115119) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 28 07:45:54.119539 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-53a1c671-892c-4a17-91f2-90f91924ae0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115119) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 28 07:45:54.142106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Pushing event updated for resources: {'Port': ['ID=748596c8-be28-4cc6-9c6c-f72d8b989932,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:54.159292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Attempting to bind port 748596c8-be28-4cc6-9c6c-f72d8b989932 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:54.159635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Attempting to bind port 748596c8-be28-4cc6-9c6c-f72d8b989932 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'e84f4ee7-6210-443e-b52e-2b2694e513f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b634f912-68bb-46e7-b817-efa2c71c2301'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:54.161556 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Attempting to bind port 748596c8-be28-4cc6-9c6c-f72d8b989932 on network b634f912-68bb-46e7-b817-efa2c71c2301 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:54.166411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:54.167222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Checking segment: {'id': 'e84f4ee7-6210-443e-b52e-2b2694e513f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b634f912-68bb-46e7-b817-efa2c71c2301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:54.168034 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:54.168667 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Bound using segment: {'id': 'e84f4ee7-6210-443e-b52e-2b2694e513f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b634f912-68bb-46e7-b817-efa2c71c2301'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:54.169310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Bound port: 748596c8-be28-4cc6-9c6c-f72d8b989932, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84f4ee7-6210-443e-b52e-2b2694e513f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b634f912-68bb-46e7-b817-efa2c71c2301'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:54.169824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:54.216149 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:54.241813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Calling delete_port for 6af6f81a-5863-4742-96ed-00d5a6e074f2 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:54.267959 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] For port 748596c8-be28-4cc6-9c6c-f72d8b989932, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:54.271789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] For port 748596c8-be28-4cc6-9c6c-f72d8b989932, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=748596c8-be28-4cc6-9c6c-f72d8b989932,segment=NetworkSegment(e84f4ee7-6210-443e-b52e-2b2694e513f9),segment_id=e84f4ee7-6210-443e-b52e-2b2694e513f9)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:54.276468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:54.308044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:45:54.316767 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-64c406c9-3d39-4c9b-945f-72f40d067544 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "PUT /v2.0/routers/00ea03d1-9b26-4017-95f3-4f499b268c22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7982957 Nov 28 07:45:54.317364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35808) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:54.330894 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Sync routers for ids ['00ea03d1-9b26-4017-95f3-4f499b268c22'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:45:54.343834 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Routers {'00ea03d1-9b26-4017-95f3-4f499b268c22'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:54.350658 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['00ea03d1-9b26-4017-95f3-4f499b268c22'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:54.387641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b2e00-bff1-4fe0-98ab-95674f96538c None None] Pushing event updated for resources: {'Port': ['ID=748596c8-be28-4cc6-9c6c-f72d8b989932,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:54.430802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.objects.ports [None req-decf1fc2-b587-4cde-8341-4672fe136cbe tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115118) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:45:54.433539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-decf1fc2-b587-4cde-8341-4672fe136cbe tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:54.506465 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Set router 00ea03d1-9b26-4017-95f3-4f499b268c22 gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:45:54.513406 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf1fc2-b587-4cde-8341-4672fe136cbe tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event updated for resources: {'Subnet': ['ID=1a3434eb-3a60-46b6-a101-4127d912a02b,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:54.518331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf1fc2-b587-4cde-8341-4672fe136cbe tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Checking segment: {'id': '4746a373-3de8-4c36-86f8-1998a842869a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '41ef86ca-7f6f-4541-bc94-f9d4302cdf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:54.519148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decf1fc2-b587-4cde-8341-4672fe136cbe tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Network hostable DHCP agents. Network: 41ef86ca-7f6f-4541-bc94-f9d4302cdf1f, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:45:54.551261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decf1fc2-b587-4cde-8341-4672fe136cbe tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Network 41ef86ca-7f6f-4541-bc94-f9d4302cdf1f is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:45:54.563816 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecaa61-1885-427b-819a-5a0ea2e3af21 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:54.565800 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-81ecaa61-1885-427b-819a-5a0ea2e3af21 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports/d3113583-a5f5-4de2-a1db-d32fcc07ec14 HTTP/1.1" status: 200 len: 911 time: 0.2462866 Nov 28 07:45:54.569722 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35812) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:54.615859 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-decf1fc2-b587-4cde-8341-4672fe136cbe tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 41ef86ca-7f6f-4541-bc94-f9d4302cdf1f) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:54.631995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.20.0.1 (fb329bf8-72b6-42cb-8c92-d31bcd921a8e/2a97103d-dec6-4f07-9909-91a0e14bb858/e0a444e2-1c60-407b-9774-5c55c3566bbb) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:54.642316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd695af1-7634-432c-83bc-aa92034533c9 None None] Network 41ef86ca-7f6f-4541-bc94-f9d4302cdf1f requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:54.645115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decf1fc2-b587-4cde-8341-4672fe136cbe tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:54.646131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-decf1fc2-b587-4cde-8341-4672fe136cbe tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:54.705929 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-decf1fc2-b587-4cde-8341-4672fe136cbe tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4381425 Nov 28 07:45:54.713496 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35818) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:54.714180 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-53a1c671-892c-4a17-91f2-90f91924ae0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:54.775513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9876c4-0dd0-4a39-afe7-eb70fa05732c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:54.803349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9876c4-0dd0-4a39-afe7-eb70fa05732c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:54.814182 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8e9876c4-0dd0-4a39-afe7-eb70fa05732c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2429278 Nov 28 07:45:54.815207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35820) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:54.907131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1c671-892c-4a17-91f2-90f91924ae0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Subnet': ['ID=8ebb8e2f-f2d0-4f56-b838-ca3afcab8ce5,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:54.998812 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-41ef86ca-7f6f-4541-bc94-f9d4302cdf1f', 'network_id': '41ef86ca-7f6f-4541-bc94-f9d4302cdf1f', 'tenant_id': 'f84b6becaa734a7f9c19839660750df6', 'fixed_ips': [{'subnet_id': '1a3434eb-3a60-46b6-a101-4127d912a02b'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:54.999046 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a1c671-892c-4a17-91f2-90f91924ae0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Checking segment: {'id': '5adffb1b-820d-42db-9405-93a1529a9f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'bc17d0a4-90bf-40c8-ad59-f1dde165d237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:54.999820 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.002443 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a1c671-892c-4a17-91f2-90f91924ae0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network hostable DHCP agents. Network: bc17d0a4-90bf-40c8-ad59-f1dde165d237, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:45:55.085720 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ea03d1-9b26-4017-95f3-4f499b268c22', 'name': 'tempest-NetworksTestDHCPv6-router-1686669257', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:45:49Z', 'updated_at': '2021-11-28T07:45:52Z', 'revision_number': 2, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'gw_port_host': None, '_interfaces': [{'id': 'd3113583-a5f5-4de2-a1db-d32fcc07ec14', 'name': '', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'mac_address': 'fa:16:3e:4d:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ea03d1-9b26-4017-95f3-4f499b268c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '8536fb68-e8aa-41d7-ae9b-771fc4bb0aac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:45:50Z', 'updated_at': '2021-11-28T07:45:52Z', 'revision_number': 2, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'subnets': [{'id': '8536fb68-e8aa-41d7-ae9b-771fc4bb0aac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:55.095576 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.136259 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.140886 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event deleted for resources: {'Port': ['ID=6af6f81a-5863-4742-96ed-00d5a6e074f2,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:55.148060 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a1c671-892c-4a17-91f2-90f91924ae0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network bc17d0a4-90bf-40c8-ad59-f1dde165d237 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:45:55.177278 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Checking router: 00ea03d1-9b26-4017-95f3-4f499b268c22 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:45:55.177643 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Updating router 00ea03d1-9b26-4017-95f3-4f499b268c22 port d3113583-a5f5-4de2-a1db-d32fcc07ec14 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:45:55.201621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-53a1c671-892c-4a17-91f2-90f91924ae0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, bc17d0a4-90bf-40c8-ad59-f1dde165d237) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:55.219126 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1c671-892c-4a17-91f2-90f91924ae0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:55.219890 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-53a1c671-892c-4a17-91f2-90f91924ae0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.254920 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.294107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.302291 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-53a1c671-892c-4a17-91f2-90f91924ae0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9178569 Nov 28 07:45:55.306302 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35822) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:55.429911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.439323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.504358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6cdef3-8941-42d0-8383-1cf70e638e11 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:45:55.507700 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd024b88-8ad6-4cf9-9e6d-027836c87783 None None] Network bc17d0a4-90bf-40c8-ad59-f1dde165d237 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:55.510417 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 748596c8-be28-4cc6-9c6c-f72d8b989932 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:55.639132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-3d88a762-5241-4c19-9162-cfbf6698d98e None None] Provisioning complete for port c9c7d82f-8be5-41f2-b773-65b02aa4474e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:55.639606 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3d88a762-5241-4c19-9162-cfbf6698d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.642537 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.742722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network fb329bf8-72b6-42cb-8c92-d31bcd921a8e is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:55.746989 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 748596c8-be28-4cc6-9c6c-f72d8b989932 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:55.758776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.759071 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.765932 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:55.770037 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.777573 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:55.794177 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=e0a444e2-1c60-407b-9774-5c55c3566bbb,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:55.795605 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.811666 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.824950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Allocated IP 2001:db8::f816:3eff:fe21:c745 (41ef86ca-7f6f-4541-bc94-f9d4302cdf1f/1a3434eb-3a60-46b6-a101-4127d912a02b/28179abb-7bcb-480d-bbc3-5576c056e948) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:45:55.874651 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.894379 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.895985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Fanout notify agent at l3_agent the message router_deleted on router 4973418a-2a68-4185-b6c0-21efafa4e1c1 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:45:55.916245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:55.917406 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-63ef953e-f0ee-4f09-9342-4d24da305beb tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "DELETE /v2.0/routers/4973418a-2a68-4185-b6c0-21efafa4e1c1 HTTP/1.1" status: 204 len: 168 time: 3.2476850 Nov 28 07:45:55.929596 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35830) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:55.966729 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Pushing event updated for resources: {'Port': ['ID=d3113583-a5f5-4de2-a1db-d32fcc07ec14,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:55.983304 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.012367 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:56.012911 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:56.013901 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:56.014572 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:56.016386 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:56.018506 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:56.019027 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:56.019438 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:56.020032 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:56.021725 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:56.024462 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:56.024891 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:56.025534 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:45:56.146616 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7bcf6e-9ca3-4580-8dbc-b709dcbaded2 None None] Network b634f912-68bb-46e7-b817-efa2c71c2301 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:56.161193 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac866d18-031c-42f8-b2c3-ba5a4366b4f4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Deleting subnet 8668614e-f7d4-4dd5-a359-54b6114c235d {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:45:56.180030 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Attempting to bind port d3113583-a5f5-4de2-a1db-d32fcc07ec14 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:56.180411 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Attempting to bind port d3113583-a5f5-4de2-a1db-d32fcc07ec14 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:56.180771 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Attempting to bind port d3113583-a5f5-4de2-a1db-d32fcc07ec14 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:56.190080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac866d18-031c-42f8-b2c3-ba5a4366b4f4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.192765 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:56.196866 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:56.197248 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.197651 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:56.198337 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Bound port: d3113583-a5f5-4de2-a1db-d32fcc07ec14, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:56.198745 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.207354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5b44201b-c588-4433-aae4-42a7ec6e906b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.219905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.316706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac866d18-031c-42f8-b2c3-ba5a4366b4f4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.350014 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] For port d3113583-a5f5-4de2-a1db-d32fcc07ec14, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:56.353462 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] For port d3113583-a5f5-4de2-a1db-d32fcc07ec14, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d3113583-a5f5-4de2-a1db-d32fcc07ec14,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:56.365668 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.474553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.478654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3d88a762-5241-4c19-9162-cfbf6698d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.513054 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539cb71-3ac3-4551-a3cc-8620a9fdd2df None None] Pushing event updated for resources: {'Port': ['ID=d3113583-a5f5-4de2-a1db-d32fcc07ec14,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:56.524721 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Routers {'00ea03d1-9b26-4017-95f3-4f499b268c22'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:56.525317 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['00ea03d1-9b26-4017-95f3-4f499b268c22'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:56.527622 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.543095 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.545367 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.556966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.568389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fcd5ca-7276-486b-9dd0-740fe30b07dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-bc17d0a4-90bf-40c8-ad59-f1dde165d237', 'network_id': 'bc17d0a4-90bf-40c8-ad59-f1dde165d237', 'tenant_id': '366ac945831e4f33bbe77c9217667327', 'fixed_ips': [{'subnet_id': '8ebb8e2f-f2d0-4f56-b838-ca3afcab8ce5'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:45:56.569414 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49fcd5ca-7276-486b-9dd0-740fe30b07dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.592667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebb8e2f-f2d0-4f56-b838-ca3afcab8ce5,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:56.594799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.613570 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Subnet': ['ID=1a3434eb-3a60-46b6-a101-4127d912a02b,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:56.689003 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] Set router 00ea03d1-9b26-4017-95f3-4f499b268c22 gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:45:56.711188 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 748596c8-be28-4cc6-9c6c-f72d8b989932, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=748596c8-be28-4cc6-9c6c-f72d8b989932,segment=NetworkSegment(e84f4ee7-6210-443e-b52e-2b2694e513f9),segment_id=e84f4ee7-6210-443e-b52e-2b2694e513f9)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:56.719247 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac866d18-031c-42f8-b2c3-ba5a4366b4f4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.760712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.820796 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Network 41ef86ca-7f6f-4541-bc94-f9d4302cdf1f is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:56.852759 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.855239 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c9c7d82f-8be5-41f2-b773-65b02aa4474e up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:56.868713 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3d88a762-5241-4c19-9162-cfbf6698d98e None None] For port c9c7d82f-8be5-41f2-b773-65b02aa4474e, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c9c7d82f-8be5-41f2-b773-65b02aa4474e,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:56.872763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:56.917618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:45:56.921197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.923040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ef86ca-7f6f-4541-bc94-f9d4302cdf1f']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:56.952607 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Pushing event updated for resources: {'Port': ['ID=28179abb-7bcb-480d-bbc3-5576c056e948,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:56.955032 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3d88a762-5241-4c19-9162-cfbf6698d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:56.973150 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4746a373-3de8-4c36-86f8-1998a842869a') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:56.974754 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4746a373-3de8-4c36-86f8-1998a842869a') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:57.021728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc17d0a4-90bf-40c8-ad59-f1dde165d237']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:57.028238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.037590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a1656f-35fc-4d0d-b6aa-db7d9594dc1b None None] Network bc17d0a4-90bf-40c8-ad59-f1dde165d237 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:57.039320 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5adffb1b-820d-42db-9405-93a1529a9f4a') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:57.039614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5adffb1b-820d-42db-9405-93a1529a9f4a') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:57.064943 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.118359 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ea03d1-9b26-4017-95f3-4f499b268c22', 'name': 'tempest-NetworksTestDHCPv6-router-1686669257', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:45:49Z', 'updated_at': '2021-11-28T07:45:52Z', 'revision_number': 2, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'gw_port_host': None, '_interfaces': [{'id': 'd3113583-a5f5-4de2-a1db-d32fcc07ec14', 'name': '', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'mac_address': 'fa:16:3e:4d:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ea03d1-9b26-4017-95f3-4f499b268c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '8536fb68-e8aa-41d7-ae9b-771fc4bb0aac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:45:50Z', 'updated_at': '2021-11-28T07:45:56Z', 'revision_number': 4, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'subnets': [{'id': '8536fb68-e8aa-41d7-ae9b-771fc4bb0aac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:57.118918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-5b44201b-c588-4433-aae4-42a7ec6e906b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port d3113583-a5f5-4de2-a1db-d32fcc07ec14 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:57.119152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5b44201b-c588-4433-aae4-42a7ec6e906b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.127442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac866d18-031c-42f8-b2c3-ba5a4366b4f4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.162722 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d567c3-6df3-4d4a-8cd7-1bb0f696e030 None None] The sync data for ids ['00ea03d1-9b26-4017-95f3-4f499b268c22'] in dv-neutron-744815-16-hyperv is: [{'id': '00ea03d1-9b26-4017-95f3-4f499b268c22', 'name': 'tempest-NetworksTestDHCPv6-router-1686669257', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:45:49Z', 'updated_at': '2021-11-28T07:45:52Z', 'revision_number': 2, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'gw_port_host': None, '_interfaces': [{'id': 'd3113583-a5f5-4de2-a1db-d32fcc07ec14', 'name': '', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'mac_address': 'fa:16:3e:4d:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ea03d1-9b26-4017-95f3-4f499b268c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '8536fb68-e8aa-41d7-ae9b-771fc4bb0aac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:45:50Z', 'updated_at': '2021-11-28T07:45:56Z', 'revision_number': 4, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'subnets': [{'id': '8536fb68-e8aa-41d7-ae9b-771fc4bb0aac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:45:57.202512 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac866d18-031c-42f8-b2c3-ba5a4366b4f4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event deleted for resources: {'Subnet': ['ID=8668614e-f7d4-4dd5-a359-54b6114c235d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:57.209385 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.274420 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac866d18-031c-42f8-b2c3-ba5a4366b4f4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.278638 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ac866d18-031c-42f8-b2c3-ba5a4366b4f4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "DELETE /v2.0/subnets/8668614e-f7d4-4dd5-a359-54b6114c235d HTTP/1.1" status: 204 len: 168 time: 1.3480532 Nov 28 07:45:57.280263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:45:57.280558 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:45:57.289878 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:45:57.292341 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35838) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:57.298509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.312070 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f9b2a0b0-dd14-4fc7-ae28-9d55af9c3653 None None] Could not find standard attr ID for object 9fb2bc65-58c5-42f4-b950-1b3b94eb4fed. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:45:57.317062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:45:57.317637 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:45:57.321530 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:45:57.336540 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455642ad-43a1-4073-8e1e-a6e94ddd70b0 None None] Network 6085a338-5e3d-4b92-ab31-60a077d28af7 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:57.386290 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-5b44201b-c588-4433-aae4-42a7ec6e906b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] For port d3113583-a5f5-4de2-a1db-d32fcc07ec14, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d3113583-a5f5-4de2-a1db-d32fcc07ec14,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:57.386728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5b44201b-c588-4433-aae4-42a7ec6e906b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.409734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-5b44201b-c588-4433-aae4-42a7ec6e906b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for d3113583-a5f5-4de2-a1db-d32fcc07ec14 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:57.417904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.api [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 28 07:45:57.417904 dv-neutron-744815-16-hyperv neutron-server[115118]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 28 07:45:57.417904 dv-neutron-744815-16-hyperv neutron-server[115118]: [parameters: {'id': '41ef86ca-7f6f-4541-bc94-f9d4302cdf1f'}] Nov 28 07:45:57.417904 dv-neutron-744815-16-hyperv neutron-server[115118]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:45:57.418429 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG oslo_db.api [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:45:57.434138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=748596c8-be28-4cc6-9c6c-f72d8b989932,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:57.479464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Attempting to bind port 28179abb-7bcb-480d-bbc3-5576c056e948 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:45:57.482330 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Attempting to bind port 28179abb-7bcb-480d-bbc3-5576c056e948 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '4746a373-3de8-4c36-86f8-1998a842869a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '41ef86ca-7f6f-4541-bc94-f9d4302cdf1f'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:45:57.482913 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Attempting to bind port 28179abb-7bcb-480d-bbc3-5576c056e948 on network 41ef86ca-7f6f-4541-bc94-f9d4302cdf1f {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:45:57.492884 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.677913 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:45:57.679094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Checking segment: {'id': '4746a373-3de8-4c36-86f8-1998a842869a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '41ef86ca-7f6f-4541-bc94-f9d4302cdf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:57.679702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.680406 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Bound using segment: {'id': '4746a373-3de8-4c36-86f8-1998a842869a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '41ef86ca-7f6f-4541-bc94-f9d4302cdf1f'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:45:57.681153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Bound port: 28179abb-7bcb-480d-bbc3-5576c056e948, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4746a373-3de8-4c36-86f8-1998a842869a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '41ef86ca-7f6f-4541-bc94-f9d4302cdf1f'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:45:57.686808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.695151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f9b2a0b0-dd14-4fc7-ae28-9d55af9c3653 None None] Provisioning complete for port d3113583-a5f5-4de2-a1db-d32fcc07ec14 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:57.695669 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9b2a0b0-dd14-4fc7-ae28-9d55af9c3653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.732249 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.743617 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/bc17d0a4-90bf-40c8-ad59-f1dde165d237 HTTP/1.1" status: 204 len: 168 time: 2.4341722 Nov 28 07:45:57.761745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35840) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:57.767386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4fc188c5-7979-412a-844d-34be1dff90a8 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1023761534'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:57.770844 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c92604-36a7-47ba-982a-d05176a3b953 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Network': ['ID=bc17d0a4-90bf-40c8-ad59-f1dde165d237,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:57.800494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c9c7d82f-8be5-41f2-b773-65b02aa4474e triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:57.800866 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.841847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc188c5-7979-412a-844d-34be1dff90a8 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:57.848162 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fc188c5-7979-412a-844d-34be1dff90a8 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.881354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc188c5-7979-412a-844d-34be1dff90a8 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:45:57.889346 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.893871 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fc188c5-7979-412a-844d-34be1dff90a8 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.894223 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-4fc188c5-7979-412a-844d-34be1dff90a8 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Added segment 9a18c5bc-970d-42ca-98dd-d0450c80d6db of type vlan for network 08282f7c-9ab9-4d5f-bccf-b1d008492151 Nov 28 07:45:57.947775 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fc188c5-7979-412a-844d-34be1dff90a8 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.984541 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.990031 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fc188c5-7979-412a-844d-34be1dff90a8 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:57.997903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88a762-5241-4c19-9162-cfbf6698d98e None None] Pushing event updated for resources: {'Port': ['ID=c9c7d82f-8be5-41f2-b773-65b02aa4474e,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:57.998258 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc188c5-7979-412a-844d-34be1dff90a8 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:57.999326 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fc188c5-7979-412a-844d-34be1dff90a8 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:58.068715 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.plugins.ml2.db [None req-f9b2a0b0-dd14-4fc7-ae28-9d55af9c3653 None None] No ports have port_id starting with d3113583-a5f5-4de2-a1db-d32fcc07ec14 Nov 28 07:45:58.145884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc188c5-7979-412a-844d-34be1dff90a8 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Network': ['ID=08282f7c-9ab9-4d5f-bccf-b1d008492151,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:58.159253 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5b44201b-c588-4433-aae4-42a7ec6e906b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:58.175207 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4fc188c5-7979-412a-844d-34be1dff90a8 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4122317 Nov 28 07:45:58.178214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35844) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:58.190086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 08282f7c-9ab9-4d5f-bccf-b1d008492151 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:45:58.207654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-cde32289-675c-4bb1-be3d-f1f2efb498ee tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'subnet': {'network_id': '08282f7c-9ab9-4d5f-bccf-b1d008492151', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:58.449576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde32289-675c-4bb1-be3d-f1f2efb498ee tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:45:58.454415 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cde32289-675c-4bb1-be3d-f1f2efb498ee tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:58.529552 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44201b-c588-4433-aae4-42a7ec6e906b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=d3113583-a5f5-4de2-a1db-d32fcc07ec14,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:58.554621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:58.573840 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:58.589332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 748596c8-be28-4cc6-9c6c-f72d8b989932 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:58.591647 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f9b2a0b0-dd14-4fc7-ae28-9d55af9c3653 None None] Provisioning complete for port 748596c8-be28-4cc6-9c6c-f72d8b989932 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:58.592014 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9b2a0b0-dd14-4fc7-ae28-9d55af9c3653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:58.651782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] For port 28179abb-7bcb-480d-bbc3-5576c056e948, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:45:58.680998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=e0a444e2-1c60-407b-9774-5c55c3566bbb,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:58.705245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] For port 28179abb-7bcb-480d-bbc3-5576c056e948, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=28179abb-7bcb-480d-bbc3-5576c056e948,segment=NetworkSegment(4746a373-3de8-4c36-86f8-1998a842869a),segment_id=4746a373-3de8-4c36-86f8-1998a842869a)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:45:58.724957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:58.794212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5b44201b-c588-4433-aae4-42a7ec6e906b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:58.800047 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:58.825174 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5616f604-3bb4-47f3-ac07-9c7d56abd1bf None None] DHCP port deletion for 6085a338-5e3d-4b92-ab31-60a077d28af7 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:45:58.858165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Deleting port c436d0f4-3281-4fc4-b027-78b9caf09838 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:58.858639 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:58.909658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Deleting port 28179abb-7bcb-480d-bbc3-5576c056e948 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:58.909985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:58.938097 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc848d-2c45-4f07-b0fb-88396999c5af None None] Pushing event updated for resources: {'Port': ['ID=28179abb-7bcb-480d-bbc3-5576c056e948,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:58.943811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5451c2c4-97de-4a9d-9959-31eec4a90d18 None None] Network 41ef86ca-7f6f-4541-bc94-f9d4302cdf1f requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:45:58.950390 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 748596c8-be28-4cc6-9c6c-f72d8b989932 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:58.951467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:58.978225 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] For port c436d0f4-3281-4fc4-b027-78b9caf09838, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c436d0f4-3281-4fc4-b027-78b9caf09838,segment=NetworkSegment(f5bf11f2-e909-476f-8abc-c50a490fbde2),segment_id=f5bf11f2-e909-476f-8abc-c50a490fbde2)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:58.978595 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.008413 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Calling delete_port for c436d0f4-3281-4fc4-b027-78b9caf09838 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:59.170175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network fb329bf8-72b6-42cb-8c92-d31bcd921a8e is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:45:59.171875 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.177118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:59.219707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8e746c9b-61a8-4a14-9e22-6f7063bf207e None None] Could not find standard attr ID for object d3113583-a5f5-4de2-a1db-d32fcc07ec14. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:45:59.223039 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event deleted for resources: {'Port': ['ID=c436d0f4-3281-4fc4-b027-78b9caf09838,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:59.252340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5616f604-3bb4-47f3-ac07-9c7d56abd1bf None None] Deleting port c436d0f4-3281-4fc4-b027-78b9caf09838 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:45:59.252866 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5616f604-3bb4-47f3-ac07-9c7d56abd1bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.270825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] No DVR routers for this DVR port c436d0f4-3281-4fc4-b027-78b9caf09838 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:45:59.299005 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8e746c9b-61a8-4a14-9e22-6f7063bf207e None None] Provisioning complete for port 748596c8-be28-4cc6-9c6c-f72d8b989932 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:59.299005 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8e746c9b-61a8-4a14-9e22-6f7063bf207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.364290 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c9c7d82f-8be5-41f2-b773-65b02aa4474e up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:59.371590 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.396743 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5616f604-3bb4-47f3-ac07-9c7d56abd1bf None None] For port c436d0f4-3281-4fc4-b027-78b9caf09838, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:59.396743 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5616f604-3bb4-47f3-ac07-9c7d56abd1bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.408095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] For port 28179abb-7bcb-480d-bbc3-5576c056e948, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=28179abb-7bcb-480d-bbc3-5576c056e948,segment=NetworkSegment(4746a373-3de8-4c36-86f8-1998a842869a),segment_id=4746a373-3de8-4c36-86f8-1998a842869a)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:45:59.408095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.423402 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5616f604-3bb4-47f3-ac07-9c7d56abd1bf None None] Calling delete_port for c436d0f4-3281-4fc4-b027-78b9caf09838 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:59.427157 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6085a338-5e3d-4b92-ab31-60a077d28af7']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:59.429739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.ipam_backend_mixin [None req-5616f604-3bb4-47f3-ac07-9c7d56abd1bf None None] Port c436d0f4-3281-4fc4-b027-78b9caf09838 was not found and therefore no delete operation was performed {{(pid=115120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:45:59.438723 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b44201b-c588-4433-aae4-42a7ec6e906b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Router 00ea03d1-9b26-4017-95f3-4f499b268c22 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:45:59.439428 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Calling delete_port for 28179abb-7bcb-480d-bbc3-5576c056e948 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:45:59.440170 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5616f604-3bb4-47f3-ac07-9c7d56abd1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.445041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bf11f2-e909-476f-8abc-c50a490fbde2') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:59.445422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bf11f2-e909-476f-8abc-c50a490fbde2') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:59.459655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.478299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:45:59.479628 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.491626 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:45:59.492063 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:45:59.496699 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:45:59.522682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5616f604-3bb4-47f3-ac07-9c7d56abd1bf None None] No DVR routers for this DVR port c436d0f4-3281-4fc4-b027-78b9caf09838 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:45:59.570396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616f604-3bb4-47f3-ac07-9c7d56abd1bf None None] Pushing event deleted for resources: {'Port': ['ID=c436d0f4-3281-4fc4-b027-78b9caf09838,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:59.609069 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c9c7d82f-8be5-41f2-b773-65b02aa4474e triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:45:59.609451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.631081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.636759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.639776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517b6848-89db-4964-be2a-924878385c21 None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:45:59.640918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cde32289-675c-4bb1-be3d-f1f2efb498ee tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.643302 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "DELETE /v2.0/networks/6085a338-5e3d-4b92-ab31-60a077d28af7 HTTP/1.1" status: 204 len: 168 time: 2.2111123 Nov 28 07:45:59.647294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35856) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:59.731909 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b44201b-c588-4433-aae4-42a7ec6e906b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:45:59.738474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9af9db-0562-4750-8e50-8be5152e2bd4 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event deleted for resources: {'Network': ['ID=6085a338-5e3d-4b92-ab31-60a077d28af7,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:59.751629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a853e65e-ecaa-4c1b-8523-a0cf3ef767d0 None None] Sync routers for ids ['00ea03d1-9b26-4017-95f3-4f499b268c22'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:45:59.752123 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5b44201b-c588-4433-aae4-42a7ec6e906b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "PUT /v2.0/routers/00ea03d1-9b26-4017-95f3-4f499b268c22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9297805 Nov 28 07:45:59.752221 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35858) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:59.761430 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde32289-675c-4bb1-be3d-f1f2efb498ee tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Subnet': ['ID=e515b6f5-4340-4537-b2f4-e00e421a0bd9,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:59.772294 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde32289-675c-4bb1-be3d-f1f2efb498ee tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Checking segment: {'id': '9a18c5bc-970d-42ca-98dd-d0450c80d6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '08282f7c-9ab9-4d5f-bccf-b1d008492151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:45:59.772760 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde32289-675c-4bb1-be3d-f1f2efb498ee tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network hostable DHCP agents. Network: 08282f7c-9ab9-4d5f-bccf-b1d008492151, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:45:59.775252 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.809151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Port': ['ID=28179abb-7bcb-480d-bbc3-5576c056e948,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:45:59.811077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] No DVR routers for this DVR port 28179abb-7bcb-480d-bbc3-5576c056e948 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:45:59.815127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a853e65e-ecaa-4c1b-8523-a0cf3ef767d0 None None] Routers {'00ea03d1-9b26-4017-95f3-4f499b268c22'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:59.815680 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a853e65e-ecaa-4c1b-8523-a0cf3ef767d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['00ea03d1-9b26-4017-95f3-4f499b268c22'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:59.842998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde32289-675c-4bb1-be3d-f1f2efb498ee tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network 08282f7c-9ab9-4d5f-bccf-b1d008492151 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:45:59.859611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:45:59.865037 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d4a8b4e3-d2ec-43bb-9ae1-818e4a6810ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "PUT /v2.0/routers/05039d5a-c301-4bb9-aafe-554c61ff714b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7074354 Nov 28 07:45:59.870265 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35860) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:59.876425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-056e4fd8-6d1f-4c82-a089-033fd17137a0 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'port': {'network_id': 'fb329bf8-72b6-42cb-8c92-d31bcd921a8e', 'name': 'tempest-FloatingIPTestJSON-937345243'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:45:59.877689 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93015cfb-3616-41fe-b9d8-ee9303c6212c None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:45:59.899725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d82c9-e0db-45db-9f6b-11a03553c259 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:59.901041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d82c9-e0db-45db-9f6b-11a03553c259 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:59.905475 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d53d82c9-e0db-45db-9f6b-11a03553c259 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1505423 Nov 28 07:45:59.905651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d3113583-a5f5-4de2-a1db-d32fcc07ec14 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:45:59.907363 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35862) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:45:59.912433 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93015cfb-3616-41fe-b9d8-ee9303c6212c None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:45:59.918518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-cde32289-675c-4bb1-be3d-f1f2efb498ee tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 08282f7c-9ab9-4d5f-bccf-b1d008492151) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:45:59.934502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.937621 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde32289-675c-4bb1-be3d-f1f2efb498ee tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:45:59.938214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cde32289-675c-4bb1-be3d-f1f2efb498ee tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.946908 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-93015cfb-3616-41fe-b9d8-ee9303c6212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:45:59.950789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-a853e65e-ecaa-4c1b-8523-a0cf3ef767d0 None None] Set router 00ea03d1-9b26-4017-95f3-4f499b268c22 gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:45:59.970113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: d3113583-a5f5-4de2-a1db-d32fcc07ec14 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:45:59.970653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d3113583-a5f5-4de2-a1db-d32fcc07ec14 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 28 07:45:59.982542 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-6889ff85-dc0b-4876-ac52-5b1139ef964b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 8536fb68-e8aa-41d7-ae9b-771fc4bb0aac {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:45:59.985952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6889ff85-dc0b-4876-ac52-5b1139ef964b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:45:59.994215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ef86ca-7f6f-4541-bc94-f9d4302cdf1f']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:00.016659 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cde32289-675c-4bb1-be3d-f1f2efb498ee tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8307774 Nov 28 07:46:00.018562 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4746a373-3de8-4c36-86f8-1998a842869a') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:00.018860 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4746a373-3de8-4c36-86f8-1998a842869a') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:00.022407 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35864) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:00.031596 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6889ff85-dc0b-4876-ac52-5b1139ef964b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.035528 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-93015cfb-3616-41fe-b9d8-ee9303c6212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:00.048343 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93015cfb-3616-41fe-b9d8-ee9303c6212c None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:00.049145 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-93015cfb-3616-41fe-b9d8-ee9303c6212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:00.049277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.059740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Port d3113583-a5f5-4de2-a1db-d32fcc07ec14 not found, will not notify nova. {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 28 07:46:00.063180 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a853e65e-ecaa-4c1b-8523-a0cf3ef767d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ea03d1-9b26-4017-95f3-4f499b268c22', 'name': 'tempest-NetworksTestDHCPv6-router-1686669257', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:45:49Z', 'updated_at': '2021-11-28T07:45:57Z', 'revision_number': 3, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:00.110128 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-93015cfb-3616-41fe-b9d8-ee9303c6212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:00.111041 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93015cfb-3616-41fe-b9d8-ee9303c6212c None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:00.113215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.126096 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a853e65e-ecaa-4c1b-8523-a0cf3ef767d0 None None] Checking router: 00ea03d1-9b26-4017-95f3-4f499b268c22 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:46:00.128209 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f2de38b1-b710-41cc-b487-369b3bd2c026 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Deleting port 1708aa9f-d5a5-4da1-a4c7-3a3ac2acc028 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:00.128684 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f2de38b1-b710-41cc-b487-369b3bd2c026 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.130550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:00.131184 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:00.135768 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:00.145637 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a853e65e-ecaa-4c1b-8523-a0cf3ef767d0 None None] Routers {'00ea03d1-9b26-4017-95f3-4f499b268c22'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:00.146272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a853e65e-ecaa-4c1b-8523-a0cf3ef767d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['00ea03d1-9b26-4017-95f3-4f499b268c22'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:00.216351 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6889ff85-dc0b-4876-ac52-5b1139ef964b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.260335 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b6848-89db-4964-be2a-924878385c21 None None] Unable to find a vacant binding_index for network 08282f7c-9ab9-4d5f-bccf-b1d008492151 and agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d {{(pid=115120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 28 07:46:00.269196 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b6848-89db-4964-be2a-924878385c21 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 08282f7c-9ab9-4d5f-bccf-b1d008492151) {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 07:46:00.274659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-a853e65e-ecaa-4c1b-8523-a0cf3ef767d0 None None] Set router 00ea03d1-9b26-4017-95f3-4f499b268c22 gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:00.275527 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.278734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056e4fd8-6d1f-4c82-a089-033fd17137a0 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Made reservation on behalf of 3eef549e08fd41688b1ac7477120faf2 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:00.283091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-056e4fd8-6d1f-4c82-a089-033fd17137a0 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.284989 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.294506 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.303098 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/networks/41ef86ca-7f6f-4541-bc94-f9d4302cdf1f HTTP/1.1" status: 204 len: 168 time: 5.5840776 Nov 28 07:46:00.312815 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35868) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:00.330142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bbee9-4309-45aa-8186-68565a5499a7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Network': ['ID=41ef86ca-7f6f-4541-bc94-f9d4302cdf1f,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:00.330828 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f2de38b1-b710-41cc-b487-369b3bd2c026 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.331598 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f2de38b1-b710-41cc-b487-369b3bd2c026 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.362121 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-056e4fd8-6d1f-4c82-a089-033fd17137a0 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] device_id is not set on port 8ad517ba-f9f8-4708-920c-89274ec8ebcd yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:46:00.362842 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a4b611-9584-4dd5-8729-555fca5d908e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:00.363321 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a4b611-9584-4dd5-8729-555fca5d908e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:00.369070 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-71a4b611-9584-4dd5-8729-555fca5d908e tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/subnets/1a3434eb-3a60-46b6-a101-4127d912a02b HTTP/1.1" status: 404 len: 337 time: 0.0508630 Nov 28 07:46:00.372017 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35870) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:00.375233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f2de38b1-b710-41cc-b487-369b3bd2c026 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Calling delete_port for 1708aa9f-d5a5-4da1-a4c7-3a3ac2acc028 owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:00.389085 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6889ff85-dc0b-4876-ac52-5b1139ef964b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.401479 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a853e65e-ecaa-4c1b-8523-a0cf3ef767d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ea03d1-9b26-4017-95f3-4f499b268c22', 'name': 'tempest-NetworksTestDHCPv6-router-1686669257', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:45:49Z', 'updated_at': '2021-11-28T07:45:57Z', 'revision_number': 3, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:00.436831 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8eea6d-0103-4533-8dec-02379d5527f5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:00.437632 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8eea6d-0103-4533-8dec-02379d5527f5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:00.443105 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6b8eea6d-0103-4533-8dec-02379d5527f5 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/networks/41ef86ca-7f6f-4541-bc94-f9d4302cdf1f HTTP/1.1" status: 404 len: 339 time: 0.0676117 Nov 28 07:46:00.449067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35872) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:00.458843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889ff85-dc0b-4876-ac52-5b1139ef964b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=8536fb68-e8aa-41d7-ae9b-771fc4bb0aac,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:00.460254 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.465505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6889ff85-dc0b-4876-ac52-5b1139ef964b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.471289 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6889ff85-dc0b-4876-ac52-5b1139ef964b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/8536fb68-e8aa-41d7-ae9b-771fc4bb0aac HTTP/1.1" status: 204 len: 168 time: 0.5597851 Nov 28 07:46:00.476258 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35874) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:00.502824 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d201e8-7bc1-47ae-8296-e50332a4eb05 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:00.503302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d201e8-7bc1-47ae-8296-e50332a4eb05 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:00.506431 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c0d201e8-7bc1-47ae-8296-e50332a4eb05 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/subnets/83296d10-414b-43de-9324-18c91ef7a351 HTTP/1.1" status: 404 len: 337 time: 0.0568240 Nov 28 07:46:00.511831 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35876) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:00.569489 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb2fc0d-2905-45fc-955e-009a6575b51d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:00.569988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb2fc0d-2905-45fc-955e-009a6575b51d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:00.576105 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3bb2fc0d-2905-45fc-955e-009a6575b51d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/networks/e2fbb4f2-67ae-4d9f-af56-77b2e4162ace HTTP/1.1" status: 404 len: 339 time: 0.0574996 Nov 28 07:46:00.582341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35878) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:00.607552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c436d0f4-3281-4fc4-b027-78b9caf09838 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:00.640194 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ef84c109-1460-4d00-9559-77b31dcf99e9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1618624 Nov 28 07:46:00.641462 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35884) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:00.642944 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a853e65e-ecaa-4c1b-8523-a0cf3ef767d0 None None] The sync data for ids ['00ea03d1-9b26-4017-95f3-4f499b268c22'] in dv-neutron-744815-16-hyperv is: [{'id': '00ea03d1-9b26-4017-95f3-4f499b268c22', 'name': 'tempest-NetworksTestDHCPv6-router-1686669257', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:45:49Z', 'updated_at': '2021-11-28T07:45:57Z', 'revision_number': 3, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'gw_port_host': None}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:00.653855 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f0c1c5-7f80-4c95-ae92-536fa136a833 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:00.654317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f0c1c5-7f80-4c95-ae92-536fa136a833 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:00.663026 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-43f0c1c5-7f80-4c95-ae92-536fa136a833 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/subnets/acf84dc0-8d06-43bc-a596-26484dcd546d HTTP/1.1" status: 404 len: 337 time: 0.0796018 Nov 28 07:46:00.672698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: c436d0f4-3281-4fc4-b027-78b9caf09838 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:00.673036 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c436d0f4-3281-4fc4-b027-78b9caf09838 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:00.674906 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-056e4fd8-6d1f-4c82-a089-033fd17137a0 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.20.0.7 (fb329bf8-72b6-42cb-8c92-d31bcd921a8e/2a97103d-dec6-4f07-9909-91a0e14bb858/8ad517ba-f9f8-4708-920c-89274ec8ebcd) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:00.676945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35886) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:00.729053 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c507b46-62a8-4477-9658-64ae9816d39d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:00.729414 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c507b46-62a8-4477-9658-64ae9816d39d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:00.732923 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1c507b46-62a8-4477-9658-64ae9816d39d tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/networks/d4d62529-1582-425e-ba14-1841cf9fcba8 HTTP/1.1" status: 404 len: 339 time: 0.0542624 Nov 28 07:46:00.737592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35888) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:00.771029 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.772699 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff9791e6-1c2e-4afd-bc24-fa1573f95a14 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.819473 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Subnet': ['ID=e515b6f5-4340-4537-b2f4-e00e421a0bd9,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:00.858664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f2de38b1-b710-41cc-b487-369b3bd2c026 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.944629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dba4457-b77f-4017-bb3f-666622efd6ab None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:46:00.958609 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:00.974232 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de38b1-b710-41cc-b487-369b3bd2c026 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Pushing event deleted for resources: {'Port': ['ID=1708aa9f-d5a5-4da1-a4c7-3a3ac2acc028,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:00.986851 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff9791e6-1c2e-4afd-bc24-fa1573f95a14 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.002552 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff9791e6-1c2e-4afd-bc24-fa1573f95a14 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.042138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.064187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08282f7c-9ab9-4d5f-bccf-b1d008492151']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:01.081818 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9499e679-343d-4047-a212-f06395105b9e None None] Provisioning complete for port e0a444e2-1c60-407b-9774-5c55c3566bbb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:01.083172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9499e679-343d-4047-a212-f06395105b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.093356 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a18c5bc-970d-42ca-98dd-d0450c80d6db') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:01.093875 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a18c5bc-970d-42ca-98dd-d0450c80d6db') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:01.097939 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-056e4fd8-6d1f-4c82-a089-033fd17137a0 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.100281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f2de38b1-b710-41cc-b487-369b3bd2c026 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.103644 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f2de38b1-b710-41cc-b487-369b3bd2c026 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.105345 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f2de38b1-b710-41cc-b487-369b3bd2c026 tempest-FloatingIPAdminTestJSON-1786012715 tempest-FloatingIPAdminTestJSON-1786012715-project] 10.222.0.31 "DELETE /v2.0/floatingips/45c9e777-3491-43f0-b892-dd970e16a9a2 HTTP/1.1" status: 204 len: 168 time: 1.4547086 Nov 28 07:46:01.123976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff9791e6-1c2e-4afd-bc24-fa1573f95a14 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.126847 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9791e6-1c2e-4afd-bc24-fa1573f95a14 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Fanout notify agent at l3_agent the message router_deleted on router 00ea03d1-9b26-4017-95f3-4f499b268c22 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:46:01.141392 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff9791e6-1c2e-4afd-bc24-fa1573f95a14 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.142323 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.147126 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35892) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:01.147690 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9499e679-343d-4047-a212-f06395105b9e None None] Port e0a444e2-1c60-407b-9774-5c55c3566bbb cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:46:01.154805 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ff9791e6-1c2e-4afd-bc24-fa1573f95a14 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/routers/00ea03d1-9b26-4017-95f3-4f499b268c22 HTTP/1.1" status: 204 len: 168 time: 0.5119405 Nov 28 07:46:01.163986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b425051b-b617-46d1-b240-ae18cc0eccf6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:01.183677 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dba4457-b77f-4017-bb3f-666622efd6ab None None] Resources bound (agent type, host, resource id): {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 07:46:01.239900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-af68ff8c-840b-4736-974c-e5f94862c6e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Deleting port 372f5f33-c366-42b2-85f0-53633c89ad33 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:01.240293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-af68ff8c-840b-4736-974c-e5f94862c6e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.261825 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.300697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:01.301099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:01.309358 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:01.382556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-af68ff8c-840b-4736-974c-e5f94862c6e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.401607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-af68ff8c-840b-4736-974c-e5f94862c6e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Calling delete_port for 372f5f33-c366-42b2-85f0-53633c89ad33 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:01.448934 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35898) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:01.476147 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72cdbff6-9137-4a72-b70d-8e0b29adea50 req-2feed974-4927-467c-a8b0-54ed0894ff94 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3750894 Nov 28 07:46:01.522813 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b425051b-b617-46d1-b240-ae18cc0eccf6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:01.530446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b425051b-b617-46d1-b240-ae18cc0eccf6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.545874 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c55bf-fc34-4cef-8b4c-0b3d17fafb97 None None] Network 08282f7c-9ab9-4d5f-bccf-b1d008492151 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:01.549028 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be866485-4223-428a-abb4-7832f15a9cc7 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:01.550214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-056e4fd8-6d1f-4c82-a089-033fd17137a0 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.574294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429c07c0-b497-466f-9a11-f1043de5998a None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:01.627478 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-05624a23-7171-4647-bdc0-7d1e4ace4bd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=452967da0d084435aba89302d5c7f15f&name=default HTTP/1.1" status: 200 len: 2995 time: 0.1771405 Nov 28 07:46:01.628408 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35902) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:01.669548 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.679863 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1395c6d4-00e3-4872-9d6b-f48cea1db1b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.703395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.710425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1395c6d4-00e3-4872-9d6b-f48cea1db1b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.710610 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/08282f7c-9ab9-4d5f-bccf-b1d008492151 HTTP/1.1" status: 204 len: 168 time: 1.6787388 Nov 28 07:46:01.710715 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35904) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:01.721519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-00101156-f2b9-4415-b5f4-c21219be8004 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-735792437'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:01.736604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056e4fd8-6d1f-4c82-a089-033fd17137a0 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network fb329bf8-72b6-42cb-8c92-d31bcd921a8e is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:01.740638 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba62698-6e2b-4b5c-9900-9e0540acba14 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Network': ['ID=08282f7c-9ab9-4d5f-bccf-b1d008492151,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:01.764772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-056e4fd8-6d1f-4c82-a089-033fd17137a0 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:01.764944 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00101156-f2b9-4415-b5f4-c21219be8004 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:01.769791 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-00101156-f2b9-4415-b5f4-c21219be8004 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.782466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755c00ea-214a-4608-be89-f5d0e36cea99 None None] Network 08282f7c-9ab9-4d5f-bccf-b1d008492151 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:01.802471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00101156-f2b9-4415-b5f4-c21219be8004 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:46:01.804517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1395c6d4-00e3-4872-9d6b-f48cea1db1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.807579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1395c6d4-00e3-4872-9d6b-f48cea1db1b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.808674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e4fd8-6d1f-4c82-a089-033fd17137a0 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:01.815962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad753a3-c6a5-4f27-b6eb-7323d82efa40 None None] DHCP port deletion for fb329bf8-72b6-42cb-8c92-d31bcd921a8e request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:01.822619 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1395c6d4-00e3-4872-9d6b-f48cea1db1b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9210f56-bab9-4435-b17b-cd3958c4b7e3 HTTP/1.1" status: 204 len: 168 time: 0.1818495 Nov 28 07:46:01.837895 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755c00ea-214a-4608-be89-f5d0e36cea99 None None] Network 08282f7c-9ab9-4d5f-bccf-b1d008492151 could not be found, it might have been deleted concurrently. {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 28 07:46:01.855488 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395c6d4-00e3-4872-9d6b-f48cea1db1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9210f56-bab9-4435-b17b-cd3958c4b7e3,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:01.863707 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-00101156-f2b9-4415-b5f4-c21219be8004 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.864061 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-00101156-f2b9-4415-b5f4-c21219be8004 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Added segment 977e85d3-0ea6-4d83-a13a-6b1a19e2e2d4 of type vlan for network aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb Nov 28 07:46:01.887747 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e4fd8-6d1f-4c82-a089-033fd17137a0 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=8ad517ba-f9f8-4708-920c-89274ec8ebcd,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:01.903743 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6e65d155-6b51-4a98-9ec8-8a71e9a39c89 None None] Provisioning complete for port 8ad517ba-f9f8-4708-920c-89274ec8ebcd triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:01.904268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6e65d155-6b51-4a98-9ec8-8a71e9a39c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.906859 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdbff6-9137-4a72-b70d-8e0b29adea50 req-ba4a0e70-11f0-4c5b-ae1e-59e8fde54db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:01.908731 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72cdbff6-9137-4a72-b70d-8e0b29adea50 req-ba4a0e70-11f0-4c5b-ae1e-59e8fde54db2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=052851385fa04dd18e1923c7c975cd9e&device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 1099 time: 0.3717229 Nov 28 07:46:01.935058 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-af68ff8c-840b-4736-974c-e5f94862c6e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.943106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0845e6c-282a-4f1a-85f4-367cd20d6194 None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:01.953499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e4fd8-6d1f-4c82-a089-033fd17137a0 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:01.954342 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-056e4fd8-6d1f-4c82-a089-033fd17137a0 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.966175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-00101156-f2b9-4415-b5f4-c21219be8004 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:01.992811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-6e65d155-6b51-4a98-9ec8-8a71e9a39c89 None None] Port 8ad517ba-f9f8-4708-920c-89274ec8ebcd cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:46:02.006036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-00101156-f2b9-4415-b5f4-c21219be8004 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.016091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00101156-f2b9-4415-b5f4-c21219be8004 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:02.016683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-00101156-f2b9-4415-b5f4-c21219be8004 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.017993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ff8c-840b-4736-974c-e5f94862c6e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Port': ['ID=372f5f33-c366-42b2-85f0-53633c89ad33,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:02.040961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b0845e6c-282a-4f1a-85f4-367cd20d6194 None None] Deleting port c9c7d82f-8be5-41f2-b773-65b02aa4474e {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:02.042214 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b0845e6c-282a-4f1a-85f4-367cd20d6194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.073810 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-056e4fd8-6d1f-4c82-a089-033fd17137a0 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2013612 Nov 28 07:46:02.075033 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35914) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:02.090731 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-2378dd2b-f856-4151-bc98-c9925faaf0c5 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'port': {'network_id': 'fb329bf8-72b6-42cb-8c92-d31bcd921a8e', 'name': 'tempest-FloatingIPTestJSON-79024009'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:02.110433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b0845e6c-282a-4f1a-85f4-367cd20d6194 None None] For port c9c7d82f-8be5-41f2-b773-65b02aa4474e, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c9c7d82f-8be5-41f2-b773-65b02aa4474e,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:02.111049 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b0845e6c-282a-4f1a-85f4-367cd20d6194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.123345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-af68ff8c-840b-4736-974c-e5f94862c6e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.124841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b0845e6c-282a-4f1a-85f4-367cd20d6194 None None] Calling delete_port for c9c7d82f-8be5-41f2-b773-65b02aa4474e owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:02.126632 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-af68ff8c-840b-4736-974c-e5f94862c6e7 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/ports/372f5f33-c366-42b2-85f0-53633c89ad33 HTTP/1.1" status: 204 len: 168 time: 1.3879156 Nov 28 07:46:02.133393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00101156-f2b9-4415-b5f4-c21219be8004 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Network': ['ID=aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:02.142210 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35916) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:02.163789 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-00101156-f2b9-4415-b5f4-c21219be8004 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4518075 Nov 28 07:46:02.164765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35918) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:02.190218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-867a2989-e875-434b-b89b-27c3fde511ff tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'subnet': {'network_id': 'aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:02.196693 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e609ec-302c-450a-938f-1b0e983ff642 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:02.197338 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e609ec-302c-450a-938f-1b0e983ff642 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:02.205820 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-82e609ec-302c-450a-938f-1b0e983ff642 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/subnets/3f312d72-e118-4dc7-81c9-28fbe6390be7 HTTP/1.1" status: 404 len: 337 time: 0.0616996 Nov 28 07:46:02.206724 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35920) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:02.209017 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:46:02.230494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b0845e6c-282a-4f1a-85f4-367cd20d6194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.305745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0845e6c-282a-4f1a-85f4-367cd20d6194 None None] Pushing event deleted for resources: {'Port': ['ID=c9c7d82f-8be5-41f2-b773-65b02aa4474e,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:02.308601 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0845e6c-282a-4f1a-85f4-367cd20d6194 None None] No DVR routers for this DVR port c9c7d82f-8be5-41f2-b773-65b02aa4474e on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:02.323587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867a2989-e875-434b-b89b-27c3fde511ff tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:02.326497 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-867a2989-e875-434b-b89b-27c3fde511ff tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.348575 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35922) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:02.361423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c9c7d82f-8be5-41f2-b773-65b02aa4474e no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:02.378509 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f4aac41-0481-4cfb-8ab1-966517b4e207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.386129 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: c9c7d82f-8be5-41f2-b773-65b02aa4474e {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:02.386437 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c9c7d82f-8be5-41f2-b773-65b02aa4474e not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:02.387017 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d3113583-a5f5-4de2-a1db-d32fcc07ec14 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:02.412125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: d3113583-a5f5-4de2-a1db-d32fcc07ec14 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:02.412554 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d3113583-a5f5-4de2-a1db-d32fcc07ec14 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:02.579646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f4aac41-0481-4cfb-8ab1-966517b4e207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.590623 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f4aac41-0481-4cfb-8ab1-966517b4e207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.612774 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-867a2989-e875-434b-b89b-27c3fde511ff tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.652005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdbff6-9137-4a72-b70d-8e0b29adea50 req-6910205a-c1a1-4179-b626-db37b6b929c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:02.653355 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72cdbff6-9137-4a72-b70d-8e0b29adea50 req-6910205a-c1a1-4179-b626-db37b6b929c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce72ab99-bc55-4271-8115-f97c259a6f8d HTTP/1.1" status: 200 len: 912 time: 0.6667514 Nov 28 07:46:02.658202 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b425051b-b617-46d1-b240-ae18cc0eccf6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.669833 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4aac41-0481-4cfb-8ab1-966517b4e207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c529232-6069-4255-82a2-1f8b8f9d7696,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:02.673949 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9f4aac41-0481-4cfb-8ab1-966517b4e207 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e14402565634bbba17a72025d914600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237116 Nov 28 07:46:02.677352 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35926) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:02.725595 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a2989-e875-434b-b89b-27c3fde511ff tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Subnet': ['ID=f079fc82-923d-4d8b-abb7-14a5ceec4952,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:02.744682 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867a2989-e875-434b-b89b-27c3fde511ff tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Checking segment: {'id': '977e85d3-0ea6-4d83-a13a-6b1a19e2e2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:02.745037 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a2989-e875-434b-b89b-27c3fde511ff tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network hostable DHCP agents. Network: aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:46:02.754658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-05c1fc16-069a-42c1-abdb-31ae3225e2e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.767132 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-971ae26c-a433-4e43-9dcb-a82c01e6e6cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.770073 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b425051b-b617-46d1-b240-ae18cc0eccf6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:02.779931 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a2989-e875-434b-b89b-27c3fde511ff tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:46:02.783267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-b425051b-b617-46d1-b240-ae18cc0eccf6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:02.797162 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b425051b-b617-46d1-b240-ae18cc0eccf6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:02.797967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b425051b-b617-46d1-b240-ae18cc0eccf6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.798100 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6b0ccd-f6a3-4c38-b8ee-0ac076394389 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:02.799990 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-971ae26c-a433-4e43-9dcb-a82c01e6e6cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.801695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-867a2989-e875-434b-b89b-27c3fde511ff tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:02.809238 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:46:02.811548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a2989-e875-434b-b89b-27c3fde511ff tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:02.812142 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-867a2989-e875-434b-b89b-27c3fde511ff tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.821446 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477f7c08-a843-4280-872d-d9d6272b39db None None] Network aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:02.821641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2378dd2b-f856-4151-bc98-c9925faaf0c5 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Made reservation on behalf of 3eef549e08fd41688b1ac7477120faf2 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:02.825299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2378dd2b-f856-4151-bc98-c9925faaf0c5 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.827210 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425051b-b617-46d1-b240-ae18cc0eccf6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=95b69c0c-f1de-4806-ab93-87f9f7d56bce,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:02.847557 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-867a2989-e875-434b-b89b-27c3fde511ff tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6587653 Nov 28 07:46:02.848717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35928) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:02.863149 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72cdbff6-9137-4a72-b70d-8e0b29adea50 req-2826358d-4dc4-4ec1-b80a-806207d89087 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=897b786e-b7cb-4610-aa9c-b106f514cf9f HTTP/1.1" status: 200 len: 1001 time: 0.1920755 Nov 28 07:46:02.875793 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b425051b-b617-46d1-b240-ae18cc0eccf6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7180090 Nov 28 07:46:02.876907 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35930) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:02.901494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-2378dd2b-f856-4151-bc98-c9925faaf0c5 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] device_id is not set on port 6a8bce38-3868-496f-bbad-8823f5079db4 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:46:02.911387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c2ca038d-3d0e-4d24-8e66-2e8765526f2a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-758757176', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:02.966223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-971ae26c-a433-4e43-9dcb-a82c01e6e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.969016 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-971ae26c-a433-4e43-9dcb-a82c01e6e6cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.970228 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-971ae26c-a433-4e43-9dcb-a82c01e6e6cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c529232-6069-4255-82a2-1f8b8f9d7696 HTTP/1.1" status: 204 len: 168 time: 0.2904100 Nov 28 07:46:02.985508 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:02.988695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ae26c-a433-4e43-9dcb-a82c01e6e6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c529232-6069-4255-82a2-1f8b8f9d7696,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:03.061808 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.082555 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-05c1fc16-069a-42c1-abdb-31ae3225e2e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.085809 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdbff6-9137-4a72-b70d-8e0b29adea50 req-44d8125c-33db-482d-b466-3b3fadf801ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:03.087295 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72cdbff6-9137-4a72-b70d-8e0b29adea50 req-44d8125c-33db-482d-b466-3b3fadf801ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51531a79-bee1-4e02-84fa-65543380b2b1 HTTP/1.1" status: 200 len: 850 time: 0.1957505 Nov 28 07:46:03.164385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-05c1fc16-069a-42c1-abdb-31ae3225e2e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd4b936-373f-4aee-972e-f5f10c464f6c']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:03.167948 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.181011 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '95b69c0c-f1de-4806-ab93-87f9f7d56bce'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:46:03.181874 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.202223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c16161-e222-459e-a9e1-b626026ec81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb', 'network_id': 'aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb', 'tenant_id': '366ac945831e4f33bbe77c9217667327', 'fixed_ips': [{'subnet_id': 'f079fc82-923d-4d8b-abb7-14a5ceec4952'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:46:03.203125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26c16161-e222-459e-a9e1-b626026ec81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.207316 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Subnet': ['ID=f079fc82-923d-4d8b-abb7-14a5ceec4952,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:03.222488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-05c1fc16-069a-42c1-abdb-31ae3225e2e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c9c5e6-bcd5-4d96-b784-da176440d356') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:03.222788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-05c1fc16-069a-42c1-abdb-31ae3225e2e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c9c5e6-bcd5-4d96-b784-da176440d356') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:03.233544 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-05c1fc16-069a-42c1-abdb-31ae3225e2e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.247352 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-05c1fc16-069a-42c1-abdb-31ae3225e2e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.253889 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c1fc16-069a-42c1-abdb-31ae3225e2e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:03.254293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-05c1fc16-069a-42c1-abdb-31ae3225e2e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:03.320197 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:03.322042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c2ca038d-3d0e-4d24-8e66-2e8765526f2a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.322517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c2ca038d-3d0e-4d24-8e66-2e8765526f2a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.330389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.332743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-05c1fc16-069a-42c1-abdb-31ae3225e2e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.351722 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-05c1fc16-069a-42c1-abdb-31ae3225e2e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.355537 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-05c1fc16-069a-42c1-abdb-31ae3225e2e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/networks/ecd4b936-373f-4aee-972e-f5f10c464f6c HTTP/1.1" status: 204 len: 168 time: 1.1454716 Nov 28 07:46:03.372908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35940) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:03.379872 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:03.382084 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d2c691-24f0-4893-9dd1-dfb3d4e5a034 None None] Network aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:03.390806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1fc16-069a-42c1-abdb-31ae3225e2e8 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Network': ['ID=ecd4b936-373f-4aee-972e-f5f10c464f6c,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:03.396120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977e85d3-0ea6-4d83-a13a-6b1a19e2e2d4') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:03.396715 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977e85d3-0ea6-4d83-a13a-6b1a19e2e2d4') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:03.407243 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.425377 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.428875 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-2378dd2b-f856-4151-bc98-c9925faaf0c5 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.20.0.10 (fb329bf8-72b6-42cb-8c92-d31bcd921a8e/2a97103d-dec6-4f07-9909-91a0e14bb858/6a8bce38-3868-496f-bbad-8823f5079db4) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:03.438907 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:03.438907 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:03.447406 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:03.486161 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Allocated IP 2001:db8::2 (c04e62e3-7156-478d-ad66-af6018eecb99/95b69c0c-f1de-4806-ab93-87f9f7d56bce/1cea3dee-fa45-49bd-b02f-37350be17bb5) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:03.510082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdbff6-9137-4a72-b70d-8e0b29adea50 req-c571bce2-71e3-4e50-8eb7-bb7f8ccc4f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:03.512269 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72cdbff6-9137-4a72-b70d-8e0b29adea50 req-c571bce2-71e3-4e50-8eb7-bb7f8ccc4f31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce72ab99-bc55-4271-8115-f97c259a6f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3860662 Nov 28 07:46:03.526292 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.577821 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.589718 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb HTTP/1.1" status: 204 len: 168 time: 0.7401228 Nov 28 07:46:03.594609 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35942) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:03.600308 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d7c88ca6-334a-48fc-8d8a-8ede1d0fb71b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-316498260'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:03.605752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f434aca-d4e9-48dc-9a26-17e466f92ca4 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Network': ['ID=aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:03.608467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c2ca038d-3d0e-4d24-8e66-2e8765526f2a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.630918 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c88ca6-334a-48fc-8d8a-8ede1d0fb71b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:03.635920 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d7c88ca6-334a-48fc-8d8a-8ede1d0fb71b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.655492 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35946) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:03.680059 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72cdbff6-9137-4a72-b70d-8e0b29adea50 req-614aedbd-4ab1-4e91-8cd3-56a0c9abdb26 service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442750 Nov 28 07:46:03.680311 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6c83e755-22f7-4874-8a26-60253c16566b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.688947 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c2ca038d-3d0e-4d24-8e66-2e8765526f2a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.696531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c88ca6-334a-48fc-8d8a-8ede1d0fb71b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:46:03.718307 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d7c88ca6-334a-48fc-8d8a-8ede1d0fb71b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.718643 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-d7c88ca6-334a-48fc-8d8a-8ede1d0fb71b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Added segment 5e308a0c-21d3-4fe7-810d-c42630ccf57d of type vlan for network 5d26311e-7247-4fc4-adc9-931e328d9c4e Nov 28 07:46:03.766608 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c2ca038d-3d0e-4d24-8e66-2e8765526f2a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.767950 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c2ca038d-3d0e-4d24-8e66-2e8765526f2a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8748493 Nov 28 07:46:03.772570 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35948) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:03.777150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d7c88ca6-334a-48fc-8d8a-8ede1d0fb71b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.782901 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.788776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.829824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:03.834627 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:03.841208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:03.852505 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Pushing event updated for resources: {'Port': ['ID=1cea3dee-fa45-49bd-b02f-37350be17bb5,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:03.886343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ba03b-0cce-46bc-842a-4b748ac9b261 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Deleting port adebdee9-5fc0-4273-83fd-f8956376a06a {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:03.886699 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f1ba03b-0cce-46bc-842a-4b748ac9b261 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.912384 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72cdbff6-9137-4a72-b70d-8e0b29adea50 req-80969049-1fa2-4947-b457-575f7911a264 service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110596 Nov 28 07:46:03.913063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Attempting to bind port 1cea3dee-fa45-49bd-b02f-37350be17bb5 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:46:03.913291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Attempting to bind port 1cea3dee-fa45-49bd-b02f-37350be17bb5 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:46:03.913564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Attempting to bind port 1cea3dee-fa45-49bd-b02f-37350be17bb5 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:46:03.920309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:46:03.920696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:03.921073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:03.921468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:46:03.922005 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Bound port: 1cea3dee-fa45-49bd-b02f-37350be17bb5, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:46:03.922393 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.000378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] For port 1cea3dee-fa45-49bd-b02f-37350be17bb5, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:46:04.004528 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] For port 1cea3dee-fa45-49bd-b02f-37350be17bb5, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1cea3dee-fa45-49bd-b02f-37350be17bb5,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:46:04.011205 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.032777 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f1ba03b-0cce-46bc-842a-4b748ac9b261 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.037499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2378dd2b-f856-4151-bc98-c9925faaf0c5 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ba03b-0cce-46bc-842a-4b748ac9b261 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Calling delete_port for adebdee9-5fc0-4273-83fd-f8956376a06a owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:04.154924 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2378dd2b-f856-4151-bc98-c9925faaf0c5 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.227519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2378dd2b-f856-4151-bc98-c9925faaf0c5 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network fb329bf8-72b6-42cb-8c92-d31bcd921a8e is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:04.237507 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f1ba03b-0cce-46bc-842a-4b748ac9b261 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.241937 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-2378dd2b-f856-4151-bc98-c9925faaf0c5 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:04.244089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2378dd2b-f856-4151-bc98-c9925faaf0c5 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:04.252727 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b160f5-dc36-426f-bd8c-6b7d9175307e None None] Pushing event updated for resources: {'Port': ['ID=1cea3dee-fa45-49bd-b02f-37350be17bb5,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:04.264848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6bab6f-a740-494a-adf6-3131c6fc11fb None None] DHCP port deletion for fb329bf8-72b6-42cb-8c92-d31bcd921a8e request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:04.305444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378dd2b-f856-4151-bc98-c9925faaf0c5 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=6a8bce38-3868-496f-bbad-8823f5079db4,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:04.317301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f1ba03b-0cce-46bc-842a-4b748ac9b261 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.323998 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9f1ba03b-0cce-46bc-842a-4b748ac9b261 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/ports/adebdee9-5fc0-4273-83fd-f8956376a06a HTTP/1.1" status: 204 len: 168 time: 0.9473574 Nov 28 07:46:04.331957 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d7c88ca6-334a-48fc-8d8a-8ede1d0fb71b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.337388 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c88ca6-334a-48fc-8d8a-8ede1d0fb71b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:04.337984 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d7c88ca6-334a-48fc-8d8a-8ede1d0fb71b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.342675 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35954) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:04.346590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-87616b84-9312-4823-8fc7-e87d37f08ddd None None] Provisioning complete for port 6a8bce38-3868-496f-bbad-8823f5079db4 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:04.347191 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-87616b84-9312-4823-8fc7-e87d37f08ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.353578 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2378dd2b-f856-4151-bc98-c9925faaf0c5 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:04.354238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2378dd2b-f856-4151-bc98-c9925faaf0c5 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.358309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ba03b-0cce-46bc-842a-4b748ac9b261 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Port': ['ID=adebdee9-5fc0-4273-83fd-f8956376a06a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:04.374912 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2378dd2b-f856-4151-bc98-c9925faaf0c5 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2922735 Nov 28 07:46:04.377740 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35956) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:04.383486 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '6a8bce38-3868-496f-bbad-8823f5079db4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:04.413084 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfb5b7a-d4b3-4f70-9007-c9a7c7b13a95 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:04.413539 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfb5b7a-d4b3-4f70-9007-c9a7c7b13a95 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:04.414226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.418923 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3bfb5b7a-d4b3-4f70-9007-c9a7c7b13a95 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/subnets/1b774529-74bb-4900-846a-6e989b3b4808 HTTP/1.1" status: 404 len: 337 time: 0.0680823 Nov 28 07:46:04.430638 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35958) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:04.460381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-87616b84-9312-4823-8fc7-e87d37f08ddd None None] Port 6a8bce38-3868-496f-bbad-8823f5079db4 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:46:04.484753 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d7c88ca6-334a-48fc-8d8a-8ede1d0fb71b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8864951 Nov 28 07:46:04.485679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35960) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:04.489935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0fbc82d1-0abc-4834-8e06-be4f859371b9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'subnet': {'network_id': '5d26311e-7247-4fc4-adc9-931e328d9c4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:04.564908 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6c83e755-22f7-4874-8a26-60253c16566b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.582419 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6c83e755-22f7-4874-8a26-60253c16566b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.596011 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c88ca6-334a-48fc-8d8a-8ede1d0fb71b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Network': ['ID=5d26311e-7247-4fc4-adc9-931e328d9c4e,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:04.609674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 5d26311e-7247-4fc4-adc9-931e328d9c4e details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:46:04.664440 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83e755-22f7-4874-8a26-60253c16566b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebc65cb-3f5e-4a03-a94b-d640ca20318b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:04.671147 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6c83e755-22f7-4874-8a26-60253c16566b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1c7bdb636e249c8b17524af9fbf9b23&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0144987 Nov 28 07:46:04.674129 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35962) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:04.707952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-30994696-b4ba-4055-b28e-2e4f2708c39c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.739039 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.796491 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbc82d1-0abc-4834-8e06-be4f859371b9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:04.799927 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0fbc82d1-0abc-4834-8e06-be4f859371b9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.836744 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9a586aff-bccf-4eec-a02a-6a4dcd43e7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.860219 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-30994696-b4ba-4055-b28e-2e4f2708c39c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.872095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9a586aff-bccf-4eec-a02a-6a4dcd43e7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.923660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-30994696-b4ba-4055-b28e-2e4f2708c39c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a426ecdd-a3fd-4ede-b7af-cc78966098e6']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:04.926621 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:04.949375 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-30994696-b4ba-4055-b28e-2e4f2708c39c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95669fcf-4930-4e97-b196-0af1d4922b15') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:04.949637 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-30994696-b4ba-4055-b28e-2e4f2708c39c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95669fcf-4930-4e97-b196-0af1d4922b15') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:04.999123 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9a586aff-bccf-4eec-a02a-6a4dcd43e7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.001571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9a586aff-bccf-4eec-a02a-6a4dcd43e7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.001969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-30994696-b4ba-4055-b28e-2e4f2708c39c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.002704 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9a586aff-bccf-4eec-a02a-6a4dcd43e7b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aebc65cb-3f5e-4a03-a94b-d640ca20318b HTTP/1.1" status: 204 len: 168 time: 0.3271918 Nov 28 07:46:05.031399 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-30994696-b4ba-4055-b28e-2e4f2708c39c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.035499 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a586aff-bccf-4eec-a02a-6a4dcd43e7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebc65cb-3f5e-4a03-a94b-d640ca20318b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:05.043152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30994696-b4ba-4055-b28e-2e4f2708c39c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:05.043606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-30994696-b4ba-4055-b28e-2e4f2708c39c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:05.048670 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:05.055791 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::1 (c04e62e3-7156-478d-ad66-af6018eecb99/95b69c0c-f1de-4806-ab93-87f9f7d56bce/760f08df-d753-45d0-aa60-6c5177e83754) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:05.202556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-30994696-b4ba-4055-b28e-2e4f2708c39c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.206893 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-30994696-b4ba-4055-b28e-2e4f2708c39c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.207092 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.210143 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-30994696-b4ba-4055-b28e-2e4f2708c39c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/networks/a426ecdd-a3fd-4ede-b7af-cc78966098e6 HTTP/1.1" status: 204 len: 168 time: 0.7783644 Nov 28 07:46:05.212598 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 35968) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:05.236064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.26.2.121 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/685f8581-3e96-40cd-8e4a-bcbf3fab423b) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:05.242465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30994696-b4ba-4055-b28e-2e4f2708c39c tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Network': ['ID=a426ecdd-a3fd-4ede-b7af-cc78966098e6,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:05.311993 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-249f1f13-94bc-4faf-bff2-bf1235030608 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Deleting subnet a866d6eb-a071-4cc6-9039-778fee64a714 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:05.317358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-249f1f13-94bc-4faf-bff2-bf1235030608 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.359462 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.391784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0fbc82d1-0abc-4834-8e06-be4f859371b9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.434250 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-249f1f13-94bc-4faf-bff2-bf1235030608 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.502737 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:05.507251 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:05.511751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=760f08df-d753-45d0-aa60-6c5177e83754,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:05.514219 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:05.514721 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.532944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc82d1-0abc-4834-8e06-be4f859371b9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Subnet': ['ID=6e31a1b1-68b1-413c-8bc3-0dba7c75932d,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:05.539751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbc82d1-0abc-4834-8e06-be4f859371b9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Checking segment: {'id': '5e308a0c-21d3-4fe7-810d-c42630ccf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d26311e-7247-4fc4-adc9-931e328d9c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:05.540127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbc82d1-0abc-4834-8e06-be4f859371b9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network hostable DHCP agents. Network: 5d26311e-7247-4fc4-adc9-931e328d9c4e, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:46:05.581696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.587142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbc82d1-0abc-4834-8e06-be4f859371b9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network 5d26311e-7247-4fc4-adc9-931e328d9c4e is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:46:05.605784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-0fbc82d1-0abc-4834-8e06-be4f859371b9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 5d26311e-7247-4fc4-adc9-931e328d9c4e) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:05.610331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbc82d1-0abc-4834-8e06-be4f859371b9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:05.610950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0fbc82d1-0abc-4834-8e06-be4f859371b9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.627641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8254e33c-130f-4b60-af8c-61f764fe5247 None None] Network 5d26311e-7247-4fc4-adc9-931e328d9c4e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:05.646927 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0fbc82d1-0abc-4834-8e06-be4f859371b9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1607356 Nov 28 07:46:05.649783 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35984) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:05.656992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-60994136-eb1a-48e0-a742-70d72bcdb96e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'subnet': {'network_id': '5d26311e-7247-4fc4-adc9-931e328d9c4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:05.663003 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.701408 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-249f1f13-94bc-4faf-bff2-bf1235030608 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.770960 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4bc050be-5c03-4fe4-a2e3-359e74333278 None None] Provisioning complete for port 1cea3dee-fa45-49bd-b02f-37350be17bb5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:05.770960 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4bc050be-5c03-4fe4-a2e3-359e74333278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.801189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:05.813046 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:05.818425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.819851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:05.827878 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=685f8581-3e96-40cd-8e4a-bcbf3fab423b,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:05.841525 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-249f1f13-94bc-4faf-bff2-bf1235030608 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.894905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-249f1f13-94bc-4faf-bff2-bf1235030608 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:05.898820 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-249f1f13-94bc-4faf-bff2-bf1235030608 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/subnets/a866d6eb-a071-4cc6-9039-778fee64a714 HTTP/1.1" status: 204 len: 168 time: 0.6831048 Nov 28 07:46:05.902807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 35994) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:05.906383 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df22a59c-496f-40b5-8434-89c8b53d21b4 None None] Network b522c75a-1a36-41a7-a378-310254ff17cf requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:05.940898 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f1f13-94bc-4faf-bff2-bf1235030608 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Subnet': ['ID=a866d6eb-a071-4cc6-9039-778fee64a714,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:06.098995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-5d26311e-7247-4fc4-adc9-931e328d9c4e', 'network_id': '5d26311e-7247-4fc4-adc9-931e328d9c4e', 'tenant_id': '366ac945831e4f33bbe77c9217667327', 'fixed_ips': [{'subnet_id': '6e31a1b1-68b1-413c-8bc3-0dba7c75932d'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:46:06.099855 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:06.120333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60994136-eb1a-48e0-a742-70d72bcdb96e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:06.124824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60994136-eb1a-48e0-a742-70d72bcdb96e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:06.131339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:06.185983 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4bc050be-5c03-4fe4-a2e3-359e74333278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:06.321105 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4bc050be-5c03-4fe4-a2e3-359e74333278 None None] For port 1cea3dee-fa45-49bd-b02f-37350be17bb5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1cea3dee-fa45-49bd-b02f-37350be17bb5,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:06.328261 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:06.334293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:06.335331 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:06.353624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4bc050be-5c03-4fe4-a2e3-359e74333278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:06.414898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1cea3dee-fa45-49bd-b02f-37350be17bb5 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:06.429802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Allocated IP 2001:db8::2 (5d26311e-7247-4fc4-adc9-931e328d9c4e/6e31a1b1-68b1-413c-8bc3-0dba7c75932d/973c1d20-2b7f-4d44-a148-b55a15709314) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:06.504163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=760f08df-d753-45d0-aa60-6c5177e83754,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:06.507645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc050be-5c03-4fe4-a2e3-359e74333278 None None] Pushing event updated for resources: {'Port': ['ID=1cea3dee-fa45-49bd-b02f-37350be17bb5,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:06.540568 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879eafa4-6062-4b77-9147-ddb943cf5219 None None] DHCP port deletion for b522c75a-1a36-41a7-a378-310254ff17cf request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:06.591910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9c7047ee-0813-45bf-af94-6ac81f2e9026 None None] Provisioning complete for port 760f08df-d753-45d0-aa60-6c5177e83754 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:06.592174 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9c7047ee-0813-45bf-af94-6ac81f2e9026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:06.633767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:06.638003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:06.698162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9c7047ee-0813-45bf-af94-6ac81f2e9026 None None] Port 760f08df-d753-45d0-aa60-6c5177e83754 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:46:06.710775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 1cea3dee-fa45-49bd-b02f-37350be17bb5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:06.711546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:06.836645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:06.848787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Router da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:46:06.851962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-879eafa4-6062-4b77-9147-ddb943cf5219 None None] Deleting port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:06.852338 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-879eafa4-6062-4b77-9147-ddb943cf5219 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:06.857744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.029142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Deleting port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:07.029566 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.050362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Network 5d26311e-7247-4fc4-adc9-931e328d9c4e is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:07.075043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:07.079411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-879eafa4-6062-4b77-9147-ddb943cf5219 None None] For port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d,segment=NetworkSegment(c9231c3e-ebf7-4a4d-8dec-727c42856596),segment_id=c9231c3e-ebf7-4a4d-8dec-727c42856596)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:07.079992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-879eafa4-6062-4b77-9147-ddb943cf5219 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.084854 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:07.098840 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a3c54818-56e6-4dc6-89aa-fe150177a91c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "PUT /v2.0/routers/da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3233454 Nov 28 07:46:07.102338 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36022) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:07.118514 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:07.124006 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Pushing event updated for resources: {'Port': ['ID=973c1d20-2b7f-4d44-a148-b55a15709314,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:07.152868 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Sync routers for ids ['da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:07.162038 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-879eafa4-6062-4b77-9147-ddb943cf5219 None None] Calling delete_port for 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:07.167596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1df9adf4-9e44-4366-bc91-c07ad729fdf5 None None] Provisioning complete for port 760f08df-d753-45d0-aa60-6c5177e83754 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:07.168225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1df9adf4-9e44-4366-bc91-c07ad729fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.190295 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6d2516-a2d4-48d8-be24-c190d6ee16fe tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:07.191994 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3c6d2516-a2d4-48d8-be24-c190d6ee16fe tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports/760f08df-d753-45d0-aa60-6c5177e83754 HTTP/1.1" status: 200 len: 911 time: 0.0886600 Nov 28 07:46:07.194650 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36026) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:07.252633 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] For port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d,segment=NetworkSegment(c9231c3e-ebf7-4a4d-8dec-727c42856596),segment_id=c9231c3e-ebf7-4a4d-8dec-727c42856596)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:07.253228 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.257029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Routers {'da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:07.257779 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:07.273347 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa319c9-dd24-4fd2-b0b6-71a8ddbd0bc2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:07.280980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Calling delete_port for 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:07.283818 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa319c9-dd24-4fd2-b0b6-71a8ddbd0bc2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:07.286575 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9aa319c9-dd24-4fd2-b0b6-71a8ddbd0bc2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0897808 Nov 28 07:46:07.289041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36028) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:07.306402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36030) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:07.332546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.390168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60994136-eb1a-48e0-a742-70d72bcdb96e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.472896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60994136-eb1a-48e0-a742-70d72bcdb96e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network 5d26311e-7247-4fc4-adc9-931e328d9c4e is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:07.482244 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-60994136-eb1a-48e0-a742-70d72bcdb96e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:07.489877 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60994136-eb1a-48e0-a742-70d72bcdb96e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:07.490596 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60994136-eb1a-48e0-a742-70d72bcdb96e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.532811 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60994136-eb1a-48e0-a742-70d72bcdb96e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Subnet': ['ID=abca729d-0238-4159-ba05-8ad41f31be0f,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:07.553043 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-60994136-eb1a-48e0-a742-70d72bcdb96e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9021814 Nov 28 07:46:07.554272 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.555903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36034) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:07.588697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.589002 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Attempting to bind port 973c1d20-2b7f-4d44-a148-b55a15709314 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:46:07.589447 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Attempting to bind port 973c1d20-2b7f-4d44-a148-b55a15709314 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '5e308a0c-21d3-4fe7-810d-c42630ccf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d26311e-7247-4fc4-adc9-931e328d9c4e'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:46:07.589883 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Attempting to bind port 973c1d20-2b7f-4d44-a148-b55a15709314 on network 5d26311e-7247-4fc4-adc9-931e328d9c4e {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:46:07.604740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:46:07.605194 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Checking segment: {'id': '5e308a0c-21d3-4fe7-810d-c42630ccf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d26311e-7247-4fc4-adc9-931e328d9c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:07.605671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.606195 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Bound using segment: {'id': '5e308a0c-21d3-4fe7-810d-c42630ccf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d26311e-7247-4fc4-adc9-931e328d9c4e'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:46:07.606745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Bound port: 973c1d20-2b7f-4d44-a148-b55a15709314, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e308a0c-21d3-4fe7-810d-c42630ccf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d26311e-7247-4fc4-adc9-931e328d9c4e'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:46:07.607217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.633369 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-1df9adf4-9e44-4366-bc91-c07ad729fdf5 None None] Port 760f08df-d753-45d0-aa60-6c5177e83754 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:46:07.701822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Set router da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:07.705603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb99ac74-218c-41f1-8741-dbf861d4c1f6 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:07.707265 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb99ac74-218c-41f1-8741-dbf861d4c1f6 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:07.708944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb99ac74-218c-41f1-8741-dbf861d4c1f6 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:07.710458 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb99ac74-218c-41f1-8741-dbf861d4c1f6 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:07.711988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb99ac74-218c-41f1-8741-dbf861d4c1f6 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:07.718378 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cb99ac74-218c-41f1-8741-dbf861d4c1f6 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1573405 Nov 28 07:46:07.718378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Port': ['ID=22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:07.721948 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36040) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:07.723847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8213d8b6-815e-4dd5-a66b-564335ff6246 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Request body: {'quota': {'network': 2}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:07.733362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-fcae1a16-ef52-4517-b4e0-55e75a1804c1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1877712275'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:07.740123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] No DVR routers for this DVR port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:07.793550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] For port 973c1d20-2b7f-4d44-a148-b55a15709314, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:46:07.824184 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcae1a16-ef52-4517-b4e0-55e75a1804c1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:07.827985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fcae1a16-ef52-4517-b4e0-55e75a1804c1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.837027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] For port 973c1d20-2b7f-4d44-a148-b55a15709314, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=973c1d20-2b7f-4d44-a148-b55a15709314,segment=NetworkSegment(5e308a0c-21d3-4fe7-810d-c42630ccf57d),segment_id=5e308a0c-21d3-4fe7-810d-c42630ccf57d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:46:07.838588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-879eafa4-6062-4b77-9147-ddb943cf5219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.842951 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8213d8b6-815e-4dd5-a66b-564335ff6246 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] 10.222.0.31 "PUT /v2.0/quotas/b335b0a0696f4147981e6e2cc8ed2eea HTTP/1.1" status: 200 len: 368 time: 0.5319788 Nov 28 07:46:07.843819 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36042) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:07.850855 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Request body: {'network': {'project_id': 'b335b0a0696f4147981e6e2cc8ed2eea'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:07.861901 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.871841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879eafa4-6062-4b77-9147-ddb943cf5219 None None] No DVR routers for this DVR port 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:07.873017 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.890789 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcae1a16-ef52-4517-b4e0-55e75a1804c1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:46:07.903445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879eafa4-6062-4b77-9147-ddb943cf5219 None None] Pushing event deleted for resources: {'Port': ['ID=22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:07.913879 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Made reservation on behalf of b335b0a0696f4147981e6e2cc8ed2eea for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:07.916845 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.927560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fcae1a16-ef52-4517-b4e0-55e75a1804c1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.927560 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-fcae1a16-ef52-4517-b4e0-55e75a1804c1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Added segment 13f0ef08-4647-4371-9bf4-204e65231185 of type vlan for network a89db2e5-9f1b-47a5-ba4c-b990cabf44f5 Nov 28 07:46:07.932491 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b522c75a-1a36-41a7-a378-310254ff17cf']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:07.932662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:07.953296 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9231c3e-ebf7-4a4d-8dec-727c42856596') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:07.953595 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9231c3e-ebf7-4a4d-8dec-727c42856596') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:07.986469 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.014430 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.021199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:08.021600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.038462 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a4495-4092-4390-8ddc-8624e955a426 None None] Pushing event updated for resources: {'Port': ['ID=973c1d20-2b7f-4d44-a148-b55a15709314,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:08.053591 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:08.079688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fcae1a16-ef52-4517-b4e0-55e75a1804c1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.110234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f122b94-d442-4b07-9283-75a7c6afd8e1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.126921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.141814 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa', 'name': 'tempest-NetworksTestDHCPv6-router-758757176', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:46:03Z', 'updated_at': '2021-11-28T07:46:05Z', 'revision_number': 2, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'gw_port_host': None, '_interfaces': [{'id': '760f08df-d753-45d0-aa60-6c5177e83754', 'name': '', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'mac_address': 'fa:16:3e:62:77:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '95b69c0c-f1de-4806-ab93-87f9f7d56bce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:46:04Z', 'updated_at': '2021-11-28T07:46:06Z', 'revision_number': 2, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'subnets': [{'id': '95b69c0c-f1de-4806-ab93-87f9f7d56bce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:08.153546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.155894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.161513 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] 10.222.0.31 "DELETE /v2.0/networks/b522c75a-1a36-41a7-a378-310254ff17cf HTTP/1.1" status: 204 len: 168 time: 2.2538164 Nov 28 07:46:08.161513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23c652-d99f-444c-ab17-c07b170b30c9 tempest-NetworksIpV6TestAttrs-1194053671 tempest-NetworksIpV6TestAttrs-1194053671-project] Pushing event deleted for resources: {'Network': ['ID=b522c75a-1a36-41a7-a378-310254ff17cf,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:08.167018 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.223234 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Checking router: da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:46:08.223596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Updating router da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa port 760f08df-d753-45d0-aa60-6c5177e83754 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:46:08.272800 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fcae1a16-ef52-4517-b4e0-55e75a1804c1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.283647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae1a16-ef52-4517-b4e0-55e75a1804c1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:08.284274 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fcae1a16-ef52-4517-b4e0-55e75a1804c1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.294192 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=685f8581-3e96-40cd-8e4a-bcbf3fab423b,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:08.313101 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.372821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.411408 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.424278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1cea3dee-fa45-49bd-b02f-37350be17bb5 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:08.427194 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.493332 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fcae1a16-ef52-4517-b4e0-55e75a1804c1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7654982 Nov 28 07:46:08.498903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36048) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:08.513588 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c92ac8e2-b7f3-406a-b0f4-0b4f24894406 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:08.534102 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:46:08.548371 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae1a16-ef52-4517-b4e0-55e75a1804c1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Network': ['ID=a89db2e5-9f1b-47a5-ba4c-b990cabf44f5,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:08.569115 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network a89db2e5-9f1b-47a5-ba4c-b990cabf44f5 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:46:08.575460 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Floating IP 202b03fe-8cfc-4290-8449-f5d664d99566 associated. External IP: 172.26.2.121, port: 6a8bce38-3868-496f-bbad-8823f5079db4. Nov 28 07:46:08.645018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8da25c5-6120-49d8-9cb3-1599f5efd674,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:08.653992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36052) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:08.668293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.669237 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Added segment cdd329b3-e0d9-4403-a4c3-7a88accc4db9 of type vlan for network 9b175b28-df67-44ba-b139-ae69f6902d3f Nov 28 07:46:08.687826 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 1cea3dee-fa45-49bd-b02f-37350be17bb5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:08.688289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.819956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.922085 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c92ac8e2-b7f3-406a-b0f4-0b4f24894406 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.932742 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-33fc98ad-33e6-4795-9a0e-9afe8055cec6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f84b6becaa734a7f9c19839660750df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761669 Nov 28 07:46:08.934698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.935700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:08.936286 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.939680 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36060) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:08.946672 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.954377 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:08.989663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c92ac8e2-b7f3-406a-b0f4-0b4f24894406 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.005460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:09.040417 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:09.052992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:09.053346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 22e0991c-ac9b-42e9-b0d6-0d41e8c0e07d not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:09.075197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f128c14-1bdd-44a2-bc1d-773b00facadb None None] Pushing event updated for resources: {'Port': ['ID=760f08df-d753-45d0-aa60-6c5177e83754,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:09.154559 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Attempting to bind port 760f08df-d753-45d0-aa60-6c5177e83754 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:46:09.154846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Attempting to bind port 760f08df-d753-45d0-aa60-6c5177e83754 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:46:09.155480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Attempting to bind port 760f08df-d753-45d0-aa60-6c5177e83754 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:46:09.170257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:46:09.171089 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:09.171693 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.172404 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:46:09.173063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Bound port: 760f08df-d753-45d0-aa60-6c5177e83754, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:46:09.173621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.239404 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:09.255131 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ff0454-f143-4610-b88a-5ad89257c231 None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:09.271503 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff0454-f143-4610-b88a-5ad89257c231 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:09.272263 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a7ff0454-f143-4610-b88a-5ad89257c231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:09.278192 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] For port 760f08df-d753-45d0-aa60-6c5177e83754, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:46:09.278409 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.290197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] For port 760f08df-d753-45d0-aa60-6c5177e83754, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=760f08df-d753-45d0-aa60-6c5177e83754,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:46:09.295943 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.354778 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a7ff0454-f143-4610-b88a-5ad89257c231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:09.368228 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-752d0f66-0d5d-4578-b712-05ca67421b46 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9870424 Nov 28 07:46:09.371289 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36064) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:09.378427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-6867209a-cc74-4095-b1d8-ce7550ac46ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:09.390763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Routers {'da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:09.394442 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:09.396925 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff0454-f143-4610-b88a-5ad89257c231 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:09.397551 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a7ff0454-f143-4610-b88a-5ad89257c231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:09.400103 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f128c14-1bdd-44a2-bc1d-773b00facadb None None] Pushing event updated for resources: {'Port': ['ID=760f08df-d753-45d0-aa60-6c5177e83754,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:09.447624 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a7ff0454-f143-4610-b88a-5ad89257c231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:09.448297 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ff0454-f143-4610-b88a-5ad89257c231 None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:09.560006 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d87b96ff-1ae7-438d-8cd4-5031a3065cf7 None None] Provisioning complete for port 760f08df-d753-45d0-aa60-6c5177e83754 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:09.560391 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d87b96ff-1ae7-438d-8cd4-5031a3065cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.562216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6867209a-cc74-4095-b1d8-ce7550ac46ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.600275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] Set router da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:09.631372 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7843356 Nov 28 07:46:09.633902 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c92ac8e2-b7f3-406a-b0f4-0b4f24894406 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network a89db2e5-9f1b-47a5-ba4c-b990cabf44f5 is not hosted by any dhcp agent {{(pid=115119) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 28 07:46:09.635313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaefc2c1-a697-4945-94e3-c820d3ef5523 None None] Network 5d26311e-7247-4fc4-adc9-931e328d9c4e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:09.639768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92ac8e2-b7f3-406a-b0f4-0b4f24894406 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:09.639921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36066) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:09.641581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c92ac8e2-b7f3-406a-b0f4-0b4f24894406 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.646006 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c92ac8e2-b7f3-406a-b0f4-0b4f24894406 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "PUT /v2.0/networks/a89db2e5-9f1b-47a5-ba4c-b990cabf44f5 HTTP/1.1" status: 200 len: 723 time: 1.1443865 Nov 28 07:46:09.647021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-bfaf1b25-5918-4ada-a11d-f286d0682e43 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Request body: {'network': {'project_id': 'b335b0a0696f4147981e6e2cc8ed2eea'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:09.649817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36068) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:09.655628 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78531bb5-9649-4cd4-89a5-175356359909 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Pushing event updated for resources: {'Network': ['ID=9b175b28-df67-44ba-b139-ae69f6902d3f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:09.675894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0ccc77ea-6da1-4d8d-9c04-e7e9aee8f541 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'subnet': {'network_id': 'a89db2e5-9f1b-47a5-ba4c-b990cabf44f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:09.677309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 9b175b28-df67-44ba-b139-ae69f6902d3f details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:46:09.765193 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ac8e2-b7f3-406a-b0f4-0b4f24894406 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Network': ['ID=a89db2e5-9f1b-47a5-ba4c-b990cabf44f5,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:09.767527 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6a37a94-e9ae-4c90-9c69-dde7d905f371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.785211 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network a89db2e5-9f1b-47a5-ba4c-b990cabf44f5 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:46:09.798904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6a37a94-e9ae-4c90-9c69-dde7d905f371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.832945 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-4f122b94-d442-4b07-9283-75a7c6afd8e1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port 760f08df-d753-45d0-aa60-6c5177e83754 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:09.833262 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f122b94-d442-4b07-9283-75a7c6afd8e1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.841830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaf1b25-5918-4ada-a11d-f286d0682e43 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Made reservation on behalf of b335b0a0696f4147981e6e2cc8ed2eea for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:09.844500 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bfaf1b25-5918-4ada-a11d-f286d0682e43 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.922404 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6867209a-cc74-4095-b1d8-ce7550ac46ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.939576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfaf1b25-5918-4ada-a11d-f286d0682e43 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:46:09.947211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6867209a-cc74-4095-b1d8-ce7550ac46ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.947716 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-6867209a-cc74-4095-b1d8-ce7550ac46ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Floating IP 202b03fe-8cfc-4290-8449-f5d664d99566 disassociated. External IP: 172.26.2.121, port: 6a8bce38-3868-496f-bbad-8823f5079db4. Nov 28 07:46:09.973287 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6a37a94-e9ae-4c90-9c69-dde7d905f371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.975869 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6a37a94-e9ae-4c90-9c69-dde7d905f371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.977021 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e6a37a94-e9ae-4c90-9c69-dde7d905f371 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8faad17b-b997-4828-9c3e-ead28efc74ac HTTP/1.1" status: 204 len: 168 time: 1.0348608 Nov 28 07:46:09.994775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-4f122b94-d442-4b07-9283-75a7c6afd8e1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] For port 760f08df-d753-45d0-aa60-6c5177e83754, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=760f08df-d753-45d0-aa60-6c5177e83754,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:09.995224 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f122b94-d442-4b07-9283-75a7c6afd8e1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:09.998100 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a37a94-e9ae-4c90-9c69-dde7d905f371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faad17b-b997-4828-9c3e-ead28efc74ac,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:10.011269 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-4f122b94-d442-4b07-9283-75a7c6afd8e1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for 760f08df-d753-45d0-aa60-6c5177e83754 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:10.093699 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccc77ea-6da1-4d8d-9c04-e7e9aee8f541 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:10.097482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ccc77ea-6da1-4d8d-9c04-e7e9aee8f541 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:10.105992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bfaf1b25-5918-4ada-a11d-f286d0682e43 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:10.106430 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-bfaf1b25-5918-4ada-a11d-f286d0682e43 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Added segment 6db10af4-6226-4e2f-bb1b-d7c261d01060 of type vlan for network 67b16d85-5233-4ae7-ac30-fc68b795638e Nov 28 07:46:10.141070 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d87b96ff-1ae7-438d-8cd4-5031a3065cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:10.343925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6867209a-cc74-4095-b1d8-ce7550ac46ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:10.349550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f122b94-d442-4b07-9283-75a7c6afd8e1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:10.359399 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bfaf1b25-5918-4ada-a11d-f286d0682e43 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:10.394233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f122b94-d442-4b07-9283-75a7c6afd8e1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=760f08df-d753-45d0-aa60-6c5177e83754,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:10.465099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa', 'name': 'tempest-NetworksTestDHCPv6-router-758757176', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:46:03Z', 'updated_at': '2021-11-28T07:46:05Z', 'revision_number': 2, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'gw_port_host': None, '_interfaces': [{'id': '760f08df-d753-45d0-aa60-6c5177e83754', 'name': '', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'mac_address': 'fa:16:3e:62:77:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '95b69c0c-f1de-4806-ab93-87f9f7d56bce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:46:04Z', 'updated_at': '2021-11-28T07:46:09Z', 'revision_number': 4, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'subnets': [{'id': '95b69c0c-f1de-4806-ab93-87f9f7d56bce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:10.546491 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bfaf1b25-5918-4ada-a11d-f286d0682e43 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:10.547462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaf1b25-5918-4ada-a11d-f286d0682e43 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:10.548034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bfaf1b25-5918-4ada-a11d-f286d0682e43 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:10.590798 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c109ea0-d7e4-4f76-87e8-1d8461db1b8d None None] The sync data for ids ['da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa'] in dv-neutron-744815-16-hyperv is: [{'id': 'da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa', 'name': 'tempest-NetworksTestDHCPv6-router-758757176', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:46:03Z', 'updated_at': '2021-11-28T07:46:05Z', 'revision_number': 2, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'gw_port_host': None, '_interfaces': [{'id': '760f08df-d753-45d0-aa60-6c5177e83754', 'name': '', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'mac_address': 'fa:16:3e:62:77:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '95b69c0c-f1de-4806-ab93-87f9f7d56bce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:46:04Z', 'updated_at': '2021-11-28T07:46:09Z', 'revision_number': 4, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'subnets': [{'id': '95b69c0c-f1de-4806-ab93-87f9f7d56bce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:10.603684 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f122b94-d442-4b07-9283-75a7c6afd8e1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:10.615170 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 973c1d20-2b7f-4d44-a148-b55a15709314 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:10.649553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1976c06b-0b53-4e20-b02a-173d0ac59200 None None] Could not find standard attr ID for object 760f08df-d753-45d0-aa60-6c5177e83754. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:46:10.671165 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf1b25-5918-4ada-a11d-f286d0682e43 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Pushing event updated for resources: {'Network': ['ID=67b16d85-5233-4ae7-ac30-fc68b795638e,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:10.682650 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bfaf1b25-5918-4ada-a11d-f286d0682e43 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0409598 Nov 28 07:46:10.686211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36088) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:10.700902 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-ad828894-040d-42f1-803a-d35b3d8a335e tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Request body: {'network': {'project_id': 'b335b0a0696f4147981e6e2cc8ed2eea'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:10.716307 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 67b16d85-5233-4ae7-ac30-fc68b795638e details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:46:10.752400 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1976c06b-0b53-4e20-b02a-173d0ac59200 None None] Provisioning complete for port 973c1d20-2b7f-4d44-a148-b55a15709314 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:10.753689 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1976c06b-0b53-4e20-b02a-173d0ac59200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:10.763634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2c9e2b-460a-498c-a66f-8537ab092452 None None] Update dhcp port {'port': {'network_id': '5d26311e-7247-4fc4-adc9-931e328d9c4e', 'fixed_ips': [{'subnet_id': '6e31a1b1-68b1-413c-8bc3-0dba7c75932d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'abca729d-0238-4159-ba05-8ad41f31be0f'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': '973c1d20-2b7f-4d44-a148-b55a15709314'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:46:10.838776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9e2b-460a-498c-a66f-8537ab092452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:10.946939 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f122b94-d442-4b07-9283-75a7c6afd8e1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Router da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:11.007458 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 973c1d20-2b7f-4d44-a148-b55a15709314 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:11.008067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.155705 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f122b94-d442-4b07-9283-75a7c6afd8e1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:11.161005 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4f122b94-d442-4b07-9283-75a7c6afd8e1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "PUT /v2.0/routers/da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8707654 Nov 28 07:46:11.163442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36102) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:11.225037 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6db43a-c2d6-4e32-b02c-2a406d37603c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:11.226891 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6db43a-c2d6-4e32-b02c-2a406d37603c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:11.229746 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36104) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:11.230231 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3a6db43a-c2d6-4e32-b02c-2a406d37603c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0654914 Nov 28 07:46:11.233515 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36106) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:11.264671 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad828894-040d-42f1-803a-d35b3d8a335e tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 28 07:46:11.265090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad828894-040d-42f1-803a-d35b3d8a335e tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:11.269986 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ad828894-040d-42f1-803a-d35b3d8a335e tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5745132 Nov 28 07:46:11.278975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36110) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:11.296027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1976c06b-0b53-4e20-b02a-173d0ac59200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.341709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76eab33-4073-4cf5-b054-50bfa4029aa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 95b69c0c-f1de-4806-ab93-87f9f7d56bce {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:11.352493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b76eab33-4073-4cf5-b054-50bfa4029aa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.392748 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.419252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-fd2c9e2b-460a-498c-a66f-8537ab092452 None None] Allocated IP 172.20.0.1 (5d26311e-7247-4fc4-adc9-931e328d9c4e/abca729d-0238-4159-ba05-8ad41f31be0f/973c1d20-2b7f-4d44-a148-b55a15709314) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:11.424381 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b76eab33-4073-4cf5-b054-50bfa4029aa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.429464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-1976c06b-0b53-4e20-b02a-173d0ac59200 None None] For port 973c1d20-2b7f-4d44-a148-b55a15709314, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=973c1d20-2b7f-4d44-a148-b55a15709314,segment=NetworkSegment(5e308a0c-21d3-4fe7-810d-c42630ccf57d),segment_id=5e308a0c-21d3-4fe7-810d-c42630ccf57d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:11.440835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1976c06b-0b53-4e20-b02a-173d0ac59200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.452731 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'network': {'name': 'tempest-RoutersTest-462497347'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:11.507243 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-68d21b63-fc6c-42e1-9198-46b0dae7fb9a tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b335b0a0696f4147981e6e2cc8ed2eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246292 Nov 28 07:46:11.511885 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ccc77ea-6da1-4d8d-9c04-e7e9aee8f541 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.514276 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36112) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:11.558045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6867209a-cc74-4095-b1d8-ce7550ac46ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:11.574155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6867209a-cc74-4095-b1d8-ce7550ac46ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.579861 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7f6a92-9423-417a-8323-4e2139583a41 None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:11.590778 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:11.594361 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.608649 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.616625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b76eab33-4073-4cf5-b054-50bfa4029aa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.642897 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:46:11.643492 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:46:11.657759 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976c06b-0b53-4e20-b02a-173d0ac59200 None None] Pushing event updated for resources: {'Port': ['ID=973c1d20-2b7f-4d44-a148-b55a15709314,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:11.669114 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f6a92-9423-417a-8323-4e2139583a41 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:11.669762 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8a7f6a92-9423-417a-8323-4e2139583a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:11.679521 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79d95584-d5f0-4d55-989f-95629a197430 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.704286 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79d95584-d5f0-4d55-989f-95629a197430 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.712162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8a7f6a92-9423-417a-8323-4e2139583a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:11.715836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccc77ea-6da1-4d8d-9c04-e7e9aee8f541 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Checking segment: {'id': '13f0ef08-4647-4371-9bf4-204e65231185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a89db2e5-9f1b-47a5-ba4c-b990cabf44f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:11.716802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccc77ea-6da1-4d8d-9c04-e7e9aee8f541 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network hostable DHCP agents. Network: a89db2e5-9f1b-47a5-ba4c-b990cabf44f5, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:46:11.738847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc77ea-6da1-4d8d-9c04-e7e9aee8f541 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Subnet': ['ID=f0003f12-86e3-47ba-9bf8-c26ae17d4ab8,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:11.739951 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f6a92-9423-417a-8323-4e2139583a41 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:11.740574 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8a7f6a92-9423-417a-8323-4e2139583a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:11.744121 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-fd2c9e2b-460a-498c-a66f-8537ab092452 None None] For port 973c1d20-2b7f-4d44-a148-b55a15709314, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=973c1d20-2b7f-4d44-a148-b55a15709314,segment=NetworkSegment(5e308a0c-21d3-4fe7-810d-c42630ccf57d),segment_id=5e308a0c-21d3-4fe7-810d-c42630ccf57d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:11.745518 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6867209a-cc74-4095-b1d8-ce7550ac46ed tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "PUT /v2.0/floatingips/202b03fe-8cfc-4290-8449-f5d664d99566 HTTP/1.1" status: 200 len: 688 time: 2.3724227 Nov 28 07:46:11.750098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36116) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:11.784267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccc77ea-6da1-4d8d-9c04-e7e9aee8f541 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network a89db2e5-9f1b-47a5-ba4c-b990cabf44f5 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:46:11.797055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8a7f6a92-9423-417a-8323-4e2139583a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:11.797849 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7f6a92-9423-417a-8323-4e2139583a41 None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:11.805271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-0ccc77ea-6da1-4d8d-9c04-e7e9aee8f541 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, a89db2e5-9f1b-47a5-ba4c-b990cabf44f5) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:11.813474 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccc77ea-6da1-4d8d-9c04-e7e9aee8f541 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:11.814161 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ccc77ea-6da1-4d8d-9c04-e7e9aee8f541 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.818002 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0150c442-0a75-4a63-8206-980085071bae None None] Network a89db2e5-9f1b-47a5-ba4c-b990cabf44f5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:11.830594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9e2b-460a-498c-a66f-8537ab092452 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.842064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.848956 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0ccc77ea-6da1-4d8d-9c04-e7e9aee8f541 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1805944 Nov 28 07:46:11.849662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36118) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:11.849822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9e2b-460a-498c-a66f-8537ab092452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.855192 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-fb90f32d-5e21-4a68-8caa-a137e6b8b1fd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:11.860331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.909987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b76eab33-4073-4cf5-b054-50bfa4029aa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.913374 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c9e2b-460a-498c-a66f-8537ab092452 None None] Pushing event updated for resources: {'Port': ['ID=973c1d20-2b7f-4d44-a148-b55a15709314,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:11.920748 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:46:11.933716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80588eb-ab45-49e8-9c0a-621ff0e0a176,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:11.943087 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.943510 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Added segment fa278160-aaf1-4795-8b02-76eab58089cb of type vlan for network 9d1791e1-6089-411c-8599-b25f4be76d80 Nov 28 07:46:11.971273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79d95584-d5f0-4d55-989f-95629a197430 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.974103 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79d95584-d5f0-4d55-989f-95629a197430 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.977830 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-79d95584-d5f0-4d55-989f-95629a197430 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8da25c5-6120-49d8-9cb3-1599f5efd674 HTTP/1.1" status: 204 len: 168 time: 0.4593987 Nov 28 07:46:11.985380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36120) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:11.990101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b76eab33-4073-4cf5-b054-50bfa4029aa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:11.995639 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b76eab33-4073-4cf5-b054-50bfa4029aa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/95b69c0c-f1de-4806-ab93-87f9f7d56bce HTTP/1.1" status: 204 len: 168 time: 0.7608266 Nov 28 07:46:11.999366 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76eab33-4073-4cf5-b054-50bfa4029aa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=95b69c0c-f1de-4806-ab93-87f9f7d56bce,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:12.005595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d655958-5daf-4357-abb9-c8aa2583f74c None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:12.006967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36122) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:12.029782 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d95584-d5f0-4d55-989f-95629a197430 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8da25c5-6120-49d8-9cb3-1599f5efd674,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:12.080387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.098176 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fb90f32d-5e21-4a68-8caa-a137e6b8b1fd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12278130'] for subnet, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.100681 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8882eaca-cb6b-4be8-899c-4294c251a436 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port 685f8581-3e96-40cd-8e4a-bcbf3fab423b {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:12.101019 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8882eaca-cb6b-4be8-899c-4294c251a436 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.116100 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef15700a-70d4-45e6-bd4a-29df528dd523 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.240806 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8882eaca-cb6b-4be8-899c-4294c251a436 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.241608 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8882eaca-cb6b-4be8-899c-4294c251a436 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.261361 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-a89db2e5-9f1b-47a5-ba4c-b990cabf44f5', 'network_id': 'a89db2e5-9f1b-47a5-ba4c-b990cabf44f5', 'tenant_id': '366ac945831e4f33bbe77c9217667327', 'fixed_ips': [{'subnet_id': 'f0003f12-86e3-47ba-9bf8-c26ae17d4ab8'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:46:12.263493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.292483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8882eaca-cb6b-4be8-899c-4294c251a436 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for 685f8581-3e96-40cd-8e4a-bcbf3fab423b owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:12.295515 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef15700a-70d4-45e6-bd4a-29df528dd523 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.303689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.318083 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:12.318722 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.328588 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ef15700a-70d4-45e6-bd4a-29df528dd523 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b16d85-5233-4ae7-ac30-fc68b795638e']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:12.377337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ef15700a-70d4-45e6-bd4a-29df528dd523 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db10af4-6226-4e2f-bb1b-d7c261d01060') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:12.377700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ef15700a-70d4-45e6-bd4a-29df528dd523 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db10af4-6226-4e2f-bb1b-d7c261d01060') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:12.390726 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef15700a-70d4-45e6-bd4a-29df528dd523 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.424181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef15700a-70d4-45e6-bd4a-29df528dd523 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.429419 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3777d0ef-07b1-4fd6-874c-a496f9681216 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4191928 Nov 28 07:46:12.436577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36128) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:12.439758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef15700a-70d4-45e6-bd4a-29df528dd523 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:12.440392 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef15700a-70d4-45e6-bd4a-29df528dd523 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:12.495333 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:12.540688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef15700a-70d4-45e6-bd4a-29df528dd523 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.545746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef15700a-70d4-45e6-bd4a-29df528dd523 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.552422 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ef15700a-70d4-45e6-bd4a-29df528dd523 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] 10.222.0.31 "DELETE /v2.0/networks/67b16d85-5233-4ae7-ac30-fc68b795638e HTTP/1.1" status: 204 len: 168 time: 0.5553577 Nov 28 07:46:12.553108 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36130) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:12.570349 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3340440 Nov 28 07:46:12.586513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36132) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:12.615442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15700a-70d4-45e6-bd4a-29df528dd523 tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Pushing event deleted for resources: {'Network': ['ID=67b16d85-5233-4ae7-ac30-fc68b795638e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:12.633925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486822e9-28da-4b9e-8ae4-da5f510f6080 None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:12.648545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b1d3c77a-31e9-46c3-8234-283890effaf3 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'network': {'name': 'tempest-RoutersTest-2004665267'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:12.656111 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa0248-c813-415a-adad-0f0f6b46d973 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Network': ['ID=9d1791e1-6089-411c-8599-b25f4be76d80,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:12.692302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff5e4f0e-de73-4f75-8f48-ce53c0a8e0f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.702450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fb90f32d-5e21-4a68-8caa-a137e6b8b1fd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757784284703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12237219'] for subnet, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.702729 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6754b01-6577-4605-81c2-d86822a97fbf None None] Sync routers for ids ['da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:12.716683 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6754b01-6577-4605-81c2-d86822a97fbf None None] Routers {'da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:12.717382 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a6754b01-6577-4605-81c2-d86822a97fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:12.750649 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-660d9bae-2bac-4b35-9897-61eda4a9d07d tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.810629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Allocated IP 2001:db8::2 (a89db2e5-9f1b-47a5-ba4c-b990cabf44f5/f0003f12-86e3-47ba-9bf8-c26ae17d4ab8/729753db-4f81-48b1-b04a-3c324f6f112c) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:12.819306 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-a6754b01-6577-4605-81c2-d86822a97fbf None None] Set router da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:12.838692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb90f32d-5e21-4a68-8caa-a137e6b8b1fd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:12.839320 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fb90f32d-5e21-4a68-8caa-a137e6b8b1fd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.843663 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fb90f32d-5e21-4a68-8caa-a137e6b8b1fd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "PUT /v2.0/subnets/f0003f12-86e3-47ba-9bf8-c26ae17d4ab8 HTTP/1.1" status: 200 len: 826 time: 0.9928424 Nov 28 07:46:12.847374 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36136) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:12.849368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d3c77a-31e9-46c3-8234-283890effaf3 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:12.852879 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8882eaca-cb6b-4be8-899c-4294c251a436 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.853068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1d3c77a-31e9-46c3-8234-283890effaf3 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:12.915424 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882eaca-cb6b-4be8-899c-4294c251a436 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=685f8581-3e96-40cd-8e4a-bcbf3fab423b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:12.969158 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90f32d-5e21-4a68-8caa-a137e6b8b1fd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Subnet': ['ID=f0003f12-86e3-47ba-9bf8-c26ae17d4ab8,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:12.985810 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 9d1791e1-6089-411c-8599-b25f4be76d80 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:46:12.987765 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 973c1d20-2b7f-4d44-a148-b55a15709314 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:13.001311 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b21041-522f-4d2b-9dc7-297b22e11016 None None] Network 5d26311e-7247-4fc4-adc9-931e328d9c4e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:13.064053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-660d9bae-2bac-4b35-9897-61eda4a9d07d tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.066167 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff5e4f0e-de73-4f75-8f48-ce53c0a8e0f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.066592 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a6754b01-6577-4605-81c2-d86822a97fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa', 'name': 'tempest-NetworksTestDHCPv6-router-758757176', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:46:03Z', 'updated_at': '2021-11-28T07:46:10Z', 'revision_number': 3, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:13.069829 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d3c77a-31e9-46c3-8234-283890effaf3 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:46:13.074642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff5e4f0e-de73-4f75-8f48-ce53c0a8e0f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.104804 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6754b01-6577-4605-81c2-d86822a97fbf None None] Checking router: da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:46:13.111873 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-660d9bae-2bac-4b35-9897-61eda4a9d07d tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b175b28-df67-44ba-b139-ae69f6902d3f']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:13.115288 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6754b01-6577-4605-81c2-d86822a97fbf None None] Routers {'da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:13.115904 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a6754b01-6577-4605-81c2-d86822a97fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:13.146449 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-660d9bae-2bac-4b35-9897-61eda4a9d07d tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd329b3-e0d9-4403-a4c3-7a88accc4db9') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:13.146734 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-660d9bae-2bac-4b35-9897-61eda4a9d07d tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd329b3-e0d9-4403-a4c3-7a88accc4db9') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:13.156786 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1d3c77a-31e9-46c3-8234-283890effaf3 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.157330 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-b1d3c77a-31e9-46c3-8234-283890effaf3 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Added segment ba6f2a3a-6df7-4de0-a4bf-aa86eac6f9dd of type vlan for network ecce2b6d-bb06-4e99-ba3d-5bba1835d86e Nov 28 07:46:13.167746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-660d9bae-2bac-4b35-9897-61eda4a9d07d tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.189017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-660d9bae-2bac-4b35-9897-61eda4a9d07d tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.200844 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660d9bae-2bac-4b35-9897-61eda4a9d07d tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:13.201897 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-660d9bae-2bac-4b35-9897-61eda4a9d07d tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.206609 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-a6754b01-6577-4605-81c2-d86822a97fbf None None] Set router da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:13.231708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1d3c77a-31e9-46c3-8234-283890effaf3 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.237632 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.241387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff5e4f0e-de73-4f75-8f48-ce53c0a8e0f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.241865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5e4f0e-de73-4f75-8f48-ce53c0a8e0f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Fanout notify agent at l3_agent the message router_deleted on router da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:46:13.251486 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff5e4f0e-de73-4f75-8f48-ce53c0a8e0f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.252572 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ff5e4f0e-de73-4f75-8f48-ce53c0a8e0f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/routers/da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa HTTP/1.1" status: 204 len: 168 time: 0.8077648 Nov 28 07:46:13.255230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36138) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:13.267148 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a6754b01-6577-4605-81c2-d86822a97fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa', 'name': 'tempest-NetworksTestDHCPv6-router-758757176', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:46:03Z', 'updated_at': '2021-11-28T07:46:10Z', 'revision_number': 3, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:13.276541 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:13.281674 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8882eaca-cb6b-4be8-899c-4294c251a436 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.284474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8882eaca-cb6b-4be8-899c-4294c251a436 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.285798 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8882eaca-cb6b-4be8-899c-4294c251a436 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/floatingips/202b03fe-8cfc-4290-8449-f5d664d99566 HTTP/1.1" status: 204 len: 168 time: 1.5355463 Nov 28 07:46:13.291195 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36140) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:13.295790 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '8ad517ba-f9f8-4708-920c-89274ec8ebcd'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:13.308350 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6754b01-6577-4605-81c2-d86822a97fbf None None] The sync data for ids ['da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa'] in dv-neutron-744815-16-hyperv is: [{'id': 'da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa', 'name': 'tempest-NetworksTestDHCPv6-router-758757176', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:46:03Z', 'updated_at': '2021-11-28T07:46:10Z', 'revision_number': 3, 'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'gw_port_host': None}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:13.329563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-660d9bae-2bac-4b35-9897-61eda4a9d07d tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.350962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-660d9bae-2bac-4b35-9897-61eda4a9d07d tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.355417 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1d3c77a-31e9-46c3-8234-283890effaf3 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.356276 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-660d9bae-2bac-4b35-9897-61eda4a9d07d tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9b175b28-df67-44ba-b139-ae69f6902d3f HTTP/1.1" status: 204 len: 168 time: 0.7974162 Nov 28 07:46:13.372557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d3c77a-31e9-46c3-8234-283890effaf3 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:13.373202 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1d3c77a-31e9-46c3-8234-283890effaf3 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.378758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d9bae-2bac-4b35-9897-61eda4a9d07d tempest-QuotasNegativeTest-77472667 tempest-QuotasNegativeTest-77472667-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b175b28-df67-44ba-b139-ae69f6902d3f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:13.389551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.454922 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-98dd7638-82af-41bd-b169-7c7c85a63cc3 None None] Provisioning complete for port 973c1d20-2b7f-4d44-a148-b55a15709314 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:13.455354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-98dd7638-82af-41bd-b169-7c7c85a63cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.459576 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.502388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.515873 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b1d3c77a-31e9-46c3-8234-283890effaf3 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8764653 Nov 28 07:46:13.519529 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36148) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:13.527691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-7b18affa-6a39-4a5d-ac61-2d634f3b9a6f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'subnet': {'network_id': '9d1791e1-6089-411c-8599-b25f4be76d80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:13.534651 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.562723 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3c77a-31e9-46c3-8234-283890effaf3 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Network': ['ID=ecce2b6d-bb06-4e99-ba3d-5bba1835d86e,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:13.576334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.592119 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-486822e9-28da-4b9e-8ae4-da5f510f6080 None None] Deleting port 1cea3dee-fa45-49bd-b02f-37350be17bb5 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:13.592665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-486822e9-28da-4b9e-8ae4-da5f510f6080 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.593893 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dd2c04-1370-41f6-b4c9-b3c10966dd0a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:13.594953 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network ecce2b6d-bb06-4e99-ba3d-5bba1835d86e details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:46:13.598749 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-90dd2c04-1370-41f6-b4c9-b3c10966dd0a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3393126 Nov 28 07:46:13.598749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36150) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:13.688173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Network a89db2e5-9f1b-47a5-ba4c-b990cabf44f5 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:13.689364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 973c1d20-2b7f-4d44-a148-b55a15709314 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:13.689846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.692726 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9368a6e-83b9-44c3-9cea-9346171b718c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:13.696857 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f9368a6e-83b9-44c3-9cea-9346171b718c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0952353 Nov 28 07:46:13.696857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.699951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36152) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:13.759066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:13.762694 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:13.786063 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-635bc6ed-19b7-4f83-8679-04b76502cf80 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802906 Nov 28 07:46:13.788130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Subnet': ['ID=f0003f12-86e3-47ba-9bf8-c26ae17d4ab8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:13.794815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36156) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:13.800943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-80421756-c5fe-42bf-9aaa-e4075f7c9af5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:13.808361 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.26.2.70 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/cc3d7591-50bb-495c-ac07-e567802f523f) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:13.864895 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Pushing event updated for resources: {'Port': ['ID=729753db-4f81-48b1-b04a-3c324f6f112c,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:13.923728 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-486822e9-28da-4b9e-8ae4-da5f510f6080 None None] For port 1cea3dee-fa45-49bd-b02f-37350be17bb5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1cea3dee-fa45-49bd-b02f-37350be17bb5,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:13.924157 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-486822e9-28da-4b9e-8ae4-da5f510f6080 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.958119 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:13.988163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89db2e5-9f1b-47a5-ba4c-b990cabf44f5']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:14.004506 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f0ef08-4647-4371-9bf4-204e65231185') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:14.005188 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f0ef08-4647-4371-9bf4-204e65231185') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:14.007892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-486822e9-28da-4b9e-8ae4-da5f510f6080 None None] Calling delete_port for 1cea3dee-fa45-49bd-b02f-37350be17bb5 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:14.030218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.040233 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80421756-c5fe-42bf-9aaa-e4075f7c9af5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:14.045182 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80421756-c5fe-42bf-9aaa-e4075f7c9af5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.046107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.057551 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Attempting to bind port 729753db-4f81-48b1-b04a-3c324f6f112c on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:46:14.057551 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Attempting to bind port 729753db-4f81-48b1-b04a-3c324f6f112c by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '13f0ef08-4647-4371-9bf4-204e65231185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a89db2e5-9f1b-47a5-ba4c-b990cabf44f5'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:46:14.057908 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Attempting to bind port 729753db-4f81-48b1-b04a-3c324f6f112c on network a89db2e5-9f1b-47a5-ba4c-b990cabf44f5 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:46:14.080251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.104802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b18affa-6a39-4a5d-ac61-2d634f3b9a6f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:14.108129 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7b18affa-6a39-4a5d-ac61-2d634f3b9a6f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.127540 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:14.127944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:14.131084 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:14.173609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:46:14.173609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Checking segment: {'id': '13f0ef08-4647-4371-9bf4-204e65231185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a89db2e5-9f1b-47a5-ba4c-b990cabf44f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:14.174358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.174358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Bound using segment: {'id': '13f0ef08-4647-4371-9bf4-204e65231185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a89db2e5-9f1b-47a5-ba4c-b990cabf44f5'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:46:14.175071 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Bound port: 729753db-4f81-48b1-b04a-3c324f6f112c, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f0ef08-4647-4371-9bf4-204e65231185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a89db2e5-9f1b-47a5-ba4c-b990cabf44f5'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:46:14.175465 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.226463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.api [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 28 07:46:14.226463 dv-neutron-744815-16-hyperv neutron-server[115118]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 28 07:46:14.226463 dv-neutron-744815-16-hyperv neutron-server[115118]: [parameters: {'id': 'a89db2e5-9f1b-47a5-ba4c-b990cabf44f5'}] Nov 28 07:46:14.226463 dv-neutron-744815-16-hyperv neutron-server[115118]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:46:14.226954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG oslo_db.api [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:46:14.247964 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.288291 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36162) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:14.329393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=cc3d7591-50bb-495c-ac07-e567802f523f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:14.361059 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:14.370789 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:14.376090 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-486822e9-28da-4b9e-8ae4-da5f510f6080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.382689 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:14.387801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] For port 729753db-4f81-48b1-b04a-3c324f6f112c, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:46:14.445856 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486822e9-28da-4b9e-8ae4-da5f510f6080 None None] No DVR routers for this DVR port 1cea3dee-fa45-49bd-b02f-37350be17bb5 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:14.451353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486822e9-28da-4b9e-8ae4-da5f510f6080 None None] Pushing event deleted for resources: {'Port': ['ID=1cea3dee-fa45-49bd-b02f-37350be17bb5,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:14.464752 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] For port 729753db-4f81-48b1-b04a-3c324f6f112c, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=729753db-4f81-48b1-b04a-3c324f6f112c,segment=NetworkSegment(13f0ef08-4647-4371-9bf4-204e65231185),segment_id=13f0ef08-4647-4371-9bf4-204e65231185)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:46:14.474033 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.491700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.objects.ports [None req-80421756-c5fe-42bf-9aaa-e4075f7c9af5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115118) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:46:14.500778 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80421756-c5fe-42bf-9aaa-e4075f7c9af5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.614522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a059c8a-8a3b-4c8e-8193-2979d07f2f12 None None] Network a89db2e5-9f1b-47a5-ba4c-b990cabf44f5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:14.631913 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80421756-c5fe-42bf-9aaa-e4075f7c9af5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=787f4b53-9eab-4e47-baa6-0e73d5563efb,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:14.638249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-782feb17-0bc6-47b4-89e3-c79ee7589a85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.663214 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1cea3dee-fa45-49bd-b02f-37350be17bb5 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:14.667647 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80421756-c5fe-42bf-9aaa-e4075f7c9af5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:14.670681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-80421756-c5fe-42bf-9aaa-e4075f7c9af5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:14.674471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80421756-c5fe-42bf-9aaa-e4075f7c9af5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:14.675170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80421756-c5fe-42bf-9aaa-e4075f7c9af5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.704164 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-80421756-c5fe-42bf-9aaa-e4075f7c9af5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9080667 Nov 28 07:46:14.709749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36170) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:14.716312 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d590cb99-dad4-4d2f-a0e7-8bccb1c895c3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:14.724962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a335314c-f7ac-4a3c-bbdc-30b969afbfef None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:14.730937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 1cea3dee-fa45-49bd-b02f-37350be17bb5 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:14.731285 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1cea3dee-fa45-49bd-b02f-37350be17bb5 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:14.731706 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 760f08df-d753-45d0-aa60-6c5177e83754 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:14.732517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.733758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151c2eb-d0ea-4978-a4a4-b9ab98a9e00b None None] Pushing event updated for resources: {'Port': ['ID=729753db-4f81-48b1-b04a-3c324f6f112c,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:14.759584 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-df9f8e05-5578-4e4f-bb31-5bbf224a5ce0 None None] Provisioning complete for port 973c1d20-2b7f-4d44-a148-b55a15709314 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:14.759907 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-df9f8e05-5578-4e4f-bb31-5bbf224a5ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.821485 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 760f08df-d753-45d0-aa60-6c5177e83754 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:14.821832 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 760f08df-d753-45d0-aa60-6c5177e83754 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:14.872545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-782feb17-0bc6-47b4-89e3-c79ee7589a85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.886069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-782feb17-0bc6-47b4-89e3-c79ee7589a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:14.968517 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-782feb17-0bc6-47b4-89e3-c79ee7589a85 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80734dacdf5542a7a8b2c32de03327b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6767497 Nov 28 07:46:14.971101 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36172) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:14.972900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782feb17-0bc6-47b4-89e3-c79ee7589a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4755799-e505-4b5b-961f-47fb8a20c220,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:14.984449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Deleting port 729753db-4f81-48b1-b04a-3c324f6f112c {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:14.984449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.002685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d590cb99-dad4-4d2f-a0e7-8bccb1c895c3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:15.005348 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7b18affa-6a39-4a5d-ac61-2d634f3b9a6f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.007599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d590cb99-dad4-4d2f-a0e7-8bccb1c895c3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.030947 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3fb942-5ac6-4ef7-90b1-4571d582cae7 None None] Network a89db2e5-9f1b-47a5-ba4c-b990cabf44f5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:15.099230 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '787f4b53-9eab-4e47-baa6-0e73d5563efb'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:46:15.100099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.131173 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18affa-6a39-4a5d-ac61-2d634f3b9a6f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Subnet': ['ID=a5f6d4db-d77a-436f-9375-0d41ebe0a94e,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:15.145472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] For port 729753db-4f81-48b1-b04a-3c324f6f112c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=729753db-4f81-48b1-b04a-3c324f6f112c,segment=NetworkSegment(13f0ef08-4647-4371-9bf4-204e65231185),segment_id=13f0ef08-4647-4371-9bf4-204e65231185)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:15.146195 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.178130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Calling delete_port for 729753db-4f81-48b1-b04a-3c324f6f112c owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:15.181813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b18affa-6a39-4a5d-ac61-2d634f3b9a6f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Checking segment: {'id': 'fa278160-aaf1-4795-8b02-76eab58089cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9d1791e1-6089-411c-8599-b25f4be76d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:15.182248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b18affa-6a39-4a5d-ac61-2d634f3b9a6f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network hostable DHCP agents. Network: 9d1791e1-6089-411c-8599-b25f4be76d80, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:46:15.191114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2219618f-0f76-4861-939f-ff40f3108a7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.221200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2219618f-0f76-4861-939f-ff40f3108a7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.224123 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b18affa-6a39-4a5d-ac61-2d634f3b9a6f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 9d1791e1-6089-411c-8599-b25f4be76d80 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:46:15.241281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-7b18affa-6a39-4a5d-ac61-2d634f3b9a6f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 9d1791e1-6089-411c-8599-b25f4be76d80) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:15.250512 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b18affa-6a39-4a5d-ac61-2d634f3b9a6f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:15.251206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7b18affa-6a39-4a5d-ac61-2d634f3b9a6f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.309497 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7b18affa-6a39-4a5d-ac61-2d634f3b9a6f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7887743 Nov 28 07:46:15.313728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36176) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:15.322845 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-954adfa2-1f05-4e0d-aa15-4671322b9427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'subnet': {'network_id': 'ecce2b6d-bb06-4e99-ba3d-5bba1835d86e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:15.420260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2219618f-0f76-4861-939f-ff40f3108a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.422843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2219618f-0f76-4861-939f-ff40f3108a7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.426439 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2219618f-0f76-4861-939f-ff40f3108a7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4755799-e505-4b5b-961f-47fb8a20c220 HTTP/1.1" status: 204 len: 168 time: 0.4520698 Nov 28 07:46:15.439657 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341e2f84-1af3-4087-8f33-dbf19dad01d4 None None] Network 9d1791e1-6089-411c-8599-b25f4be76d80 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:15.478919 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219618f-0f76-4861-939f-ff40f3108a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4755799-e505-4b5b-961f-47fb8a20c220,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:15.511772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.520906 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.531431 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-10bed9b6-4efa-458e-9cf4-c13d58a4e876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.535662 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Allocated IP 2001:db8::f816:3eff:fe45:cbbe (c04e62e3-7156-478d-ad66-af6018eecb99/787f4b53-9eab-4e47-baa6-0e73d5563efb/a61dc187-a3c1-44fc-98ee-5c9f60f61867) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:15.559496 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Port': ['ID=729753db-4f81-48b1-b04a-3c324f6f112c,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:15.573425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954adfa2-1f05-4e0d-aa15-4671322b9427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:15.577125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-954adfa2-1f05-4e0d-aa15-4671322b9427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.591414 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No DVR routers for this DVR port 729753db-4f81-48b1-b04a-3c324f6f112c on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:15.635677 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.718100 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-9d1791e1-6089-411c-8599-b25f4be76d80', 'network_id': '9d1791e1-6089-411c-8599-b25f4be76d80', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'fixed_ips': [{'subnet_id': 'a5f6d4db-d77a-436f-9375-0d41ebe0a94e'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:46:15.719345 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.873900 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.890151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.895799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.901766 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:15.971525 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:15.974519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36186) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:15.980054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:15.990195 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:16.002047 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Pushing event updated for resources: {'Port': ['ID=a61dc187-a3c1-44fc-98ee-5c9f60f61867,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:16.005020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Allocated IP 172.20.0.2 (9d1791e1-6089-411c-8599-b25f4be76d80/a5f6d4db-d77a-436f-9375-0d41ebe0a94e/2ad61dab-c29f-4591-9eb7-da4b2967cbda) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:16.013258 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-498992e3-366a-4141-9c6b-7bdcaa720fa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.028347 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=cc3d7591-50bb-495c-ac07-e567802f523f,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:16.043565 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.095199 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Attempting to bind port a61dc187-a3c1-44fc-98ee-5c9f60f61867 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:46:16.095481 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Attempting to bind port a61dc187-a3c1-44fc-98ee-5c9f60f61867 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:46:16.095836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Attempting to bind port a61dc187-a3c1-44fc-98ee-5c9f60f61867 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:46:16.131660 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:46:16.132109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:16.132485 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.132774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.133409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:46:16.133409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Bound port: a61dc187-a3c1-44fc-98ee-5c9f60f61867, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:46:16.133830 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.146856 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d590cb99-dad4-4d2f-a0e7-8bccb1c895c3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.172686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89db2e5-9f1b-47a5-ba4c-b990cabf44f5']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:16.213905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f0ef08-4647-4371-9bf4-204e65231185') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:16.214280 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f0ef08-4647-4371-9bf4-204e65231185') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:16.216331 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-498992e3-366a-4141-9c6b-7bdcaa720fa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.218975 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Floating IP 62023288-54d9-415a-baf6-8a7c95008d4c associated. External IP: 172.26.2.70, port: 8ad517ba-f9f8-4708-920c-89274ec8ebcd. Nov 28 07:46:16.222540 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d590cb99-dad4-4d2f-a0e7-8bccb1c895c3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:16.223562 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-498992e3-366a-4141-9c6b-7bdcaa720fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.233740 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.237430 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-d590cb99-dad4-4d2f-a0e7-8bccb1c895c3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:16.250971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d590cb99-dad4-4d2f-a0e7-8bccb1c895c3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:16.251649 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d590cb99-dad4-4d2f-a0e7-8bccb1c895c3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.253892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] For port a61dc187-a3c1-44fc-98ee-5c9f60f61867, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:46:16.266238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590cb99-dad4-4d2f-a0e7-8bccb1c895c3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=b3e85470-96fc-4981-a2c9-dba5a5a54085,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:16.272976 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d590cb99-dad4-4d2f-a0e7-8bccb1c895c3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5618055 Nov 28 07:46:16.274381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] For port a61dc187-a3c1-44fc-98ee-5c9f60f61867, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a61dc187-a3c1-44fc-98ee-5c9f60f61867,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:46:16.276311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.278404 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36188) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:16.285024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'mac_address': 'fa:16:3e:71:8d:c2', 'name': 'tempest-NetworksTestDHCPv6-690622158'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:16.288045 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.291617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.327161 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.331549 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-498992e3-366a-4141-9c6b-7bdcaa720fa1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db2d2cdd1baf4b0c8ff8a09f38f7fe3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519788 Nov 28 07:46:16.333038 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498992e3-366a-4141-9c6b-7bdcaa720fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898b980f-6963-4d4a-969a-d3aed7f5487b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:16.336045 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36192) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:16.380591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Network 9d1791e1-6089-411c-8599-b25f4be76d80 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:16.385782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:16.388732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d65b9b-4add-484e-b73f-976299c56ee1 None None] Pushing event updated for resources: {'Port': ['ID=a61dc187-a3c1-44fc-98ee-5c9f60f61867,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:16.391510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:16.420270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:16.420977 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:16.425531 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:16.544911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:16.558286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Pushing event updated for resources: {'Port': ['ID=2ad61dab-c29f-4591-9eb7-da4b2967cbda,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:16.560582 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.568663 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Attempting to bind port 2ad61dab-c29f-4591-9eb7-da4b2967cbda on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:46:16.569105 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Attempting to bind port 2ad61dab-c29f-4591-9eb7-da4b2967cbda by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'fa278160-aaf1-4795-8b02-76eab58089cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9d1791e1-6089-411c-8599-b25f4be76d80'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:46:16.569621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Attempting to bind port 2ad61dab-c29f-4591-9eb7-da4b2967cbda on network 9d1791e1-6089-411c-8599-b25f4be76d80 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:46:16.585506 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.589310 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/a89db2e5-9f1b-47a5-ba4c-b990cabf44f5 HTTP/1.1" status: 204 len: 168 time: 3.7334652 Nov 28 07:46:16.590294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:46:16.590889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Checking segment: {'id': 'fa278160-aaf1-4795-8b02-76eab58089cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9d1791e1-6089-411c-8599-b25f4be76d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:16.591430 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.592027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Bound using segment: {'id': 'fa278160-aaf1-4795-8b02-76eab58089cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9d1791e1-6089-411c-8599-b25f4be76d80'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:46:16.593350 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Bound port: 2ad61dab-c29f-4591-9eb7-da4b2967cbda, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa278160-aaf1-4795-8b02-76eab58089cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9d1791e1-6089-411c-8599-b25f4be76d80'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:46:16.593894 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.601772 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36194) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:16.604228 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f178dd-1a4f-4cde-a023-1943d4087dae tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Network': ['ID=a89db2e5-9f1b-47a5-ba4c-b990cabf44f5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:16.623590 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8173759-867b-49e4-9a70-e42a53f6cd8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.631905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-954adfa2-1f05-4e0d-aa15-4671322b9427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.658840 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:16.662338 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3e3460-3f33-4146-9398-04e0d77f9d8e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:16.662840 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3e3460-3f33-4146-9398-04e0d77f9d8e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:16.677052 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9e3e3460-3f33-4146-9398-04e0d77f9d8e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/a89db2e5-9f1b-47a5-ba4c-b990cabf44f5 HTTP/1.1" status: 404 len: 339 time: 0.0683584 Nov 28 07:46:16.683189 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36196) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:16.694632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] For port 2ad61dab-c29f-4591-9eb7-da4b2967cbda, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:46:16.698117 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b2dd6a9e-c34e-44f7-a7c9-897ad1e36d08 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2063470385', 'description': 'd1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:16.699880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] For port 2ad61dab-c29f-4591-9eb7-da4b2967cbda, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=2ad61dab-c29f-4591-9eb7-da4b2967cbda,segment=NetworkSegment(fa278160-aaf1-4795-8b02-76eab58089cb),segment_id=fa278160-aaf1-4795-8b02-76eab58089cb)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:46:16.708249 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.729323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8173759-867b-49e4-9a70-e42a53f6cd8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.766830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954adfa2-1f05-4e0d-aa15-4671322b9427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Subnet': ['ID=b76c5939-6834-42ec-9b00-6d62fcc3da66,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:16.776164 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.783564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9f692-14c2-4c2c-a7d1-20e2338e6a9e None None] Pushing event updated for resources: {'Port': ['ID=2ad61dab-c29f-4591-9eb7-da4b2967cbda,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:16.813032 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954adfa2-1f05-4e0d-aa15-4671322b9427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Checking segment: {'id': 'ba6f2a3a-6df7-4de0-a4bf-aa86eac6f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ecce2b6d-bb06-4e99-ba3d-5bba1835d86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:16.813488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954adfa2-1f05-4e0d-aa15-4671322b9427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network hostable DHCP agents. Network: ecce2b6d-bb06-4e99-ba3d-5bba1835d86e, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:46:16.821702 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port 3277a729-1cc6-43b5-95a2-71e77ec73b01 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:46:16.839370 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dd6a9e-c34e-44f7-a7c9-897ad1e36d08 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:16.843107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6a9e-c34e-44f7-a7c9-897ad1e36d08 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.881995 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954adfa2-1f05-4e0d-aa15-4671322b9427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network ecce2b6d-bb06-4e99-ba3d-5bba1835d86e is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:46:16.925289 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-954adfa2-1f05-4e0d-aa15-4671322b9427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, ecce2b6d-bb06-4e99-ba3d-5bba1835d86e) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:16.937609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e4741a-9a0b-413b-975d-48b11e92368a None None] Network ecce2b6d-bb06-4e99-ba3d-5bba1835d86e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:16.938081 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954adfa2-1f05-4e0d-aa15-4671322b9427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:16.938467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-954adfa2-1f05-4e0d-aa15-4671322b9427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.962786 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8173759-867b-49e4-9a70-e42a53f6cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.973820 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8173759-867b-49e4-9a70-e42a53f6cd8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:16.976806 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f8173759-867b-49e4-9a70-e42a53f6cd8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/898b980f-6963-4d4a-969a-d3aed7f5487b HTTP/1.1" status: 204 len: 168 time: 0.6360812 Nov 28 07:46:16.988963 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-954adfa2-1f05-4e0d-aa15-4671322b9427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6725814 Nov 28 07:46:16.992454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36204) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:16.998040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-9a0017d0-59a8-4023-ab67-c06957680b79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1185414218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:17.002242 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:17.004014 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2dd6a9e-c34e-44f7-a7c9-897ad1e36d08 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:46:17.021601 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a92aef-995a-4954-a9ea-96891151ff14 None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:17.036018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8173759-867b-49e4-9a70-e42a53f6cd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898b980f-6963-4d4a-969a-d3aed7f5487b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:17.054824 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6a9e-c34e-44f7-a7c9-897ad1e36d08 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:17.055246 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-b2dd6a9e-c34e-44f7-a7c9-897ad1e36d08 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Added segment 1201121d-af8b-40d1-89d9-5ea6288b2787 of type vlan for network 60000b9b-aed7-4794-8eb8-07209a3c0d2a Nov 28 07:46:17.074702 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9a0017d0-59a8-4023-ab67-c06957680b79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:17.076179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9a0017d0-59a8-4023-ab67-c06957680b79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:17.121330 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a92aef-995a-4954-a9ea-96891151ff14 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:17.122543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-49a92aef-995a-4954-a9ea-96891151ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:17.161422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:17.177465 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-49a92aef-995a-4954-a9ea-96891151ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:17.199086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a92aef-995a-4954-a9ea-96891151ff14 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:17.200037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-49a92aef-995a-4954-a9ea-96891151ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:45:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:17.205875 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 172.20.0.4 (c04e62e3-7156-478d-ad66-af6018eecb99/b3e85470-96fc-4981-a2c9-dba5a5a54085/3277a729-1cc6-43b5-95a2-71e77ec73b01) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:17.213882 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6a9e-c34e-44f7-a7c9-897ad1e36d08 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:17.251712 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3dfb278a-42de-4d7e-aadc-bff8ae71d957 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.9569721 Nov 28 07:46:17.252415 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36206) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:17.262488 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-49a92aef-995a-4954-a9ea-96891151ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:17.263245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a92aef-995a-4954-a9ea-96891151ff14 None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:17.284190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::f816:3eff:fe71:8dc2 (c04e62e3-7156-478d-ad66-af6018eecb99/787f4b53-9eab-4e47-baa6-0e73d5563efb/3277a729-1cc6-43b5-95a2-71e77ec73b01) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:17.292317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9a0017d0-59a8-4023-ab67-c06957680b79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:17.308522 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9a0017d0-59a8-4023-ab67-c06957680b79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:17.359009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9a0017d0-59a8-4023-ab67-c06957680b79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:17.362677 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9a0017d0-59a8-4023-ab67-c06957680b79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3665581 Nov 28 07:46:17.365871 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36208) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:17.374200 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-ecce2b6d-bb06-4e99-ba3d-5bba1835d86e', 'network_id': 'ecce2b6d-bb06-4e99-ba3d-5bba1835d86e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'fixed_ips': [{'subnet_id': 'b76c5939-6834-42ec-9b00-6d62fcc3da66'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:46:17.376158 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:17.406492 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6a9e-c34e-44f7-a7c9-897ad1e36d08 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:17.417716 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dd6a9e-c34e-44f7-a7c9-897ad1e36d08 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:17.418368 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6a9e-c34e-44f7-a7c9-897ad1e36d08 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:17.444646 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-94a7b832-e535-4176-b19a-c84c9b7a7eee tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "GET /v2.0/floatingips/62023288-54d9-415a-baf6-8a7c95008d4c HTTP/1.1" status: 200 len: 976 time: 0.1893036 Nov 28 07:46:17.446489 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36210) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:17.461584 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b2dd6a9e-c34e-44f7-a7c9-897ad1e36d08 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7711554 Nov 28 07:46:17.465287 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36212) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:17.646444 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Allocated IP 172.21.0.2 (ecce2b6d-bb06-4e99-ba3d-5bba1835d86e/b76c5939-6834-42ec-9b00-6d62fcc3da66/df6adee4-ada8-4c77-af5b-d5822d4299f3) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:17.852332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:17.883454 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:17.889163 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9af2c998-16b2-43d6-b1f5-750fd8547950 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.4362757 Nov 28 07:46:17.931153 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36224) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:17.946654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-95cb052f-cb26-420f-bb9c-586dc2aff5e2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'floatingip': {'port_id': '6a8bce38-3868-496f-bbad-8823f5079db4'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:17.979468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9430e161-5b82-491e-8827-082589582c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:17.980931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5257d3-5e2e-444c-93e5-af284c4c4c1f None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:17.996590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Network ecce2b6d-bb06-4e99-ba3d-5bba1835d86e is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:18.017398 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:18.039877 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:18.046424 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:18.062063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Pushing event updated for resources: {'Port': ['ID=df6adee4-ada8-4c77-af5b-d5822d4299f3,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:18.233577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:18.249098 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e03c2a46-2e92-4349-8040-3af6dc78c68e None None] Provisioning complete for port a61dc187-a3c1-44fc-98ee-5c9f60f61867 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:18.249948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e03c2a46-2e92-4349-8040-3af6dc78c68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:18.264317 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd6a9e-c34e-44f7-a7c9-897ad1e36d08 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Network': ['ID=60000b9b-aed7-4794-8eb8-07209a3c0d2a,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:18.272209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-95cb052f-cb26-420f-bb9c-586dc2aff5e2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:18.307729 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4667f88d-947f-4939-aa78-09038d29fd65 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:18.311805 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4667f88d-947f-4939-aa78-09038d29fd65 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "GET /v2.0/networks?id=60000b9b-aed7-4794-8eb8-07209a3c0d2a HTTP/1.1" status: 200 len: 765 time: 0.8430982 Nov 28 07:46:18.311959 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 60000b9b-aed7-4794-8eb8-07209a3c0d2a details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:46:18.313484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36238) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:18.319299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:18.320584 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-4e9a8e01-8089-4e26-8794-0b6b42abeeb0 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'network': {'description': 'd2'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:18.343414 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Attempting to bind port df6adee4-ada8-4c77-af5b-d5822d4299f3 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:46:18.343789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Attempting to bind port df6adee4-ada8-4c77-af5b-d5822d4299f3 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'ba6f2a3a-6df7-4de0-a4bf-aa86eac6f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ecce2b6d-bb06-4e99-ba3d-5bba1835d86e'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:46:18.344147 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Attempting to bind port df6adee4-ada8-4c77-af5b-d5822d4299f3 on network ecce2b6d-bb06-4e99-ba3d-5bba1835d86e {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:46:18.413762 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:46:18.414161 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Checking segment: {'id': 'ba6f2a3a-6df7-4de0-a4bf-aa86eac6f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ecce2b6d-bb06-4e99-ba3d-5bba1835d86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:18.414528 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:18.415008 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Bound using segment: {'id': 'ba6f2a3a-6df7-4de0-a4bf-aa86eac6f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ecce2b6d-bb06-4e99-ba3d-5bba1835d86e'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:46:18.415666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Bound port: df6adee4-ada8-4c77-af5b-d5822d4299f3, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6f2a3a-6df7-4de0-a4bf-aa86eac6f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ecce2b6d-bb06-4e99-ba3d-5bba1835d86e'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:46:18.417827 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:18.420821 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=3277a729-1cc6-43b5-95a2-71e77ec73b01,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:18.429670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:18.440413 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:18.500557 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] For port df6adee4-ada8-4c77-af5b-d5822d4299f3, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:46:18.505350 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] For port df6adee4-ada8-4c77-af5b-d5822d4299f3, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=df6adee4-ada8-4c77-af5b-d5822d4299f3,segment=NetworkSegment(ba6f2a3a-6df7-4de0-a4bf-aa86eac6f9dd),segment_id=ba6f2a3a-6df7-4de0-a4bf-aa86eac6f9dd)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:46:18.514792 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc502fb-c14f-477d-9202-d5c22822d8c3 None None] Network 9d1791e1-6089-411c-8599-b25f4be76d80 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:18.523315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:18.530057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:18.545987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8e01-8089-4e26-8794-0b6b42abeeb0 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:18.569919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8e01-8089-4e26-8794-0b6b42abeeb0 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:18.635745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:18.636407 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:18.658220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a8e01-8089-4e26-8794-0b6b42abeeb0 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Network': ['ID=60000b9b-aed7-4794-8eb8-07209a3c0d2a,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:18.664720 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e9a8e01-8089-4e26-8794-0b6b42abeeb0 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network 60000b9b-aed7-4794-8eb8-07209a3c0d2a is not hosted by any dhcp agent {{(pid=115119) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 28 07:46:18.676118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9a8e01-8089-4e26-8794-0b6b42abeeb0 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:18.676991 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8e01-8089-4e26-8794-0b6b42abeeb0 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:18.678521 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4e9a8e01-8089-4e26-8794-0b6b42abeeb0 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "PUT /v2.0/networks/60000b9b-aed7-4794-8eb8-07209a3c0d2a HTTP/1.1" status: 200 len: 762 time: 0.3641198 Nov 28 07:46:18.681199 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36244) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:18.722036 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 60000b9b-aed7-4794-8eb8-07209a3c0d2a details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:46:18.766054 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-661b0fa9-5726-486f-98b0-336a0943caa0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4848406 Nov 28 07:46:18.817907 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36248) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:18.837695 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a61dc187-a3c1-44fc-98ee-5c9f60f61867 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:18.858350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca50d8ed-e301-492c-aeb4-0603aba05a05 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:18.860110 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ca50d8ed-e301-492c-aeb4-0603aba05a05 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "GET /v2.0/networks?id=60000b9b-aed7-4794-8eb8-07209a3c0d2a HTTP/1.1" status: 200 len: 765 time: 0.1768816 Nov 28 07:46:18.867615 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36252) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:19.229677 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599ae73-a47d-431d-901f-1f57d23c977b None None] Pushing event updated for resources: {'Port': ['ID=df6adee4-ada8-4c77-af5b-d5822d4299f3,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:19.299854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:19.347555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e03c2a46-2e92-4349-8040-3af6dc78c68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:19.351845 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010cae0d-d5b2-4f8d-95e1-689c39daf38c None None] Update dhcp port {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': '787f4b53-9eab-4e47-baa6-0e73d5563efb', 'ip_address': '2001:db8::f816:3eff:fe45:cbbe'}, {'subnet_id': 'b3e85470-96fc-4981-a2c9-dba5a5a54085'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': 'a61dc187-a3c1-44fc-98ee-5c9f60f61867'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:46:19.398020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port a61dc187-a3c1-44fc-98ee-5c9f60f61867 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:19.398397 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:19.441279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-010cae0d-d5b2-4f8d-95e1-689c39daf38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:19.468341 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36268) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:19.499653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e03c2a46-2e92-4349-8040-3af6dc78c68e None None] For port a61dc187-a3c1-44fc-98ee-5c9f60f61867, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a61dc187-a3c1-44fc-98ee-5c9f60f61867,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:19.527659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e03c2a46-2e92-4349-8040-3af6dc78c68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:19.610293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1716203967', 'router:external': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:19.644699 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Made reservation on behalf of 3c1c6b205e584b84bdbf94395dbac96d for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:19.648554 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:19.662226 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:19.753802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c2a46-2e92-4349-8040-3af6dc78c68e None None] Pushing event updated for resources: {'Port': ['ID=a61dc187-a3c1-44fc-98ee-5c9f60f61867,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:19.784120 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b962125-42a4-4160-9e1e-aaf793929055 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:19.790185 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b962125-42a4-4160-9e1e-aaf793929055 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:19.797069 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5b962125-42a4-4160-9e1e-aaf793929055 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.9759617 Nov 28 07:46:19.803647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36272) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:19.808009 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-02059007-f434-4296-bab4-5f09d221be32 None None] Provisioning complete for port 2ad61dab-c29f-4591-9eb7-da4b2967cbda triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:19.808365 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-02059007-f434-4296-bab4-5f09d221be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:19.838352 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc9fa0-c277-43a9-8c7c-4278a73793c5 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:19.840085 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dddc9fa0-c277-43a9-8c7c-4278a73793c5 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9684689 Nov 28 07:46:19.845932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36274) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:19.867059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 2ad61dab-c29f-4591-9eb7-da4b2967cbda up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:19.877677 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:19.893972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Allocated IP 172.20.0.1 (9d1791e1-6089-411c-8599-b25f4be76d80/a5f6d4db-d77a-436f-9375-0d41ebe0a94e/7c837709-7614-4cf7-bb81-3dbe4bee44dc) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:19.957511 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-932bfd7e-2a33-489e-b1fb-57d1b4773fd5 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 207 time: 0.1104083 Nov 28 07:46:19.966249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36278) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:19.985662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.001760 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-010cae0d-d5b2-4f8d-95e1-689c39daf38c None None] Allocated IP 172.20.0.2 (c04e62e3-7156-478d-ad66-af6018eecb99/b3e85470-96fc-4981-a2c9-dba5a5a54085/a61dc187-a3c1-44fc-98ee-5c9f60f61867) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:20.025497 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:46:20.037100 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-02059007-f434-4296-bab4-5f09d221be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.074194 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3339a8-2d3b-4ed9-b007-90e0de36758f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:20.077801 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.078342 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Added segment 7bf9a699-8805-4df8-ae40-c33182a7c70a of type vlan for network 9a09bfeb-a054-45da-a1cb-8adc6a52e818 Nov 28 07:46:20.123320 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-0a70628a-d247-42fb-9f0e-59f35f9c8cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port 3277a729-1cc6-43b5-95a2-71e77ec73b01 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:20.124455 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a70628a-d247-42fb-9f0e-59f35f9c8cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.176341 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.179354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 2ad61dab-c29f-4591-9eb7-da4b2967cbda triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:20.179719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.225972 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-02059007-f434-4296-bab4-5f09d221be32 None None] For port 2ad61dab-c29f-4591-9eb7-da4b2967cbda, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=2ad61dab-c29f-4591-9eb7-da4b2967cbda,segment=NetworkSegment(fa278160-aaf1-4795-8b02-76eab58089cb),segment_id=fa278160-aaf1-4795-8b02-76eab58089cb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:20.237193 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-02059007-f434-4296-bab4-5f09d221be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.276307 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.277569 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:20.278359 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.279741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1121d55-926e-4b31-9ccd-198bcc744828 None None] Network ecce2b6d-bb06-4e99-ba3d-5bba1835d86e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:20.292372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a70628a-d247-42fb-9f0e-59f35f9c8cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.305734 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8358769 Nov 28 07:46:20.310883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36280) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:20.329294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9084dc5d-38fa-472b-8099-d84513f83599 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Request body: {'subnet': {'network_id': '9a09bfeb-a054-45da-a1cb-8adc6a52e818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:20.336829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-0a70628a-d247-42fb-9f0e-59f35f9c8cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for 3277a729-1cc6-43b5-95a2-71e77ec73b01 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:20.344296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-010cae0d-d5b2-4f8d-95e1-689c39daf38c None None] For port a61dc187-a3c1-44fc-98ee-5c9f60f61867, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a61dc187-a3c1-44fc-98ee-5c9f60f61867,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:20.351522 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be3737-e610-4fe4-8448-ecaa441e85c5 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:20.357850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be3737-e610-4fe4-8448-ecaa441e85c5 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:20.363993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be3737-e610-4fe4-8448-ecaa441e85c5 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:20.370316 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be3737-e610-4fe4-8448-ecaa441e85c5 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:20.376100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be3737-e610-4fe4-8448-ecaa441e85c5 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:20.381954 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.382072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be3737-e610-4fe4-8448-ecaa441e85c5 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:20.383872 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b9be3737-e610-4fe4-8448-ecaa441e85c5 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4185903 Nov 28 07:46:20.388694 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36284) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:20.432374 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.441761 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8388d1-2d6f-4d01-9e36-979fd857fa5c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event updated for resources: {'Network': ['ID=9a09bfeb-a054-45da-a1cb-8adc6a52e818,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:20.469118 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 9a09bfeb-a054-45da-a1cb-8adc6a52e818 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:46:20.521601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9084dc5d-38fa-472b-8099-d84513f83599 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Made reservation on behalf of 3c1c6b205e584b84bdbf94395dbac96d for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:20.523568 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02059007-f434-4296-bab4-5f09d221be32 None None] Pushing event updated for resources: {'Port': ['ID=2ad61dab-c29f-4591-9eb7-da4b2967cbda,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:20.524041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9084dc5d-38fa-472b-8099-d84513f83599 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.552587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-010cae0d-d5b2-4f8d-95e1-689c39daf38c None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.564419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e2d766a5-4f41-46f7-9c31-51f0a405cd9c None None] Provisioning complete for port 2ad61dab-c29f-4591-9eb7-da4b2967cbda triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:20.564897 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e2d766a5-4f41-46f7-9c31-51f0a405cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.576631 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-010cae0d-d5b2-4f8d-95e1-689c39daf38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.602998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-95cb052f-cb26-420f-bb9c-586dc2aff5e2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.617130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-95cb052f-cb26-420f-bb9c-586dc2aff5e2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.750312 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.849097 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a70628a-d247-42fb-9f0e-59f35f9c8cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.851448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 9d1791e1-6089-411c-8599-b25f4be76d80 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:20.865142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cae0d-d5b2-4f8d-95e1-689c39daf38c None None] Pushing event updated for resources: {'Port': ['ID=a61dc187-a3c1-44fc-98ee-5c9f60f61867,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:20.887088 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3fac327d-210a-4f39-8bfb-bd7a29c4526e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 914 time: 0.4948537 Nov 28 07:46:20.891999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:20.899250 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36288) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:20.903570 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70628a-d247-42fb-9f0e-59f35f9c8cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=3277a729-1cc6-43b5-95a2-71e77ec73b01,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:20.911067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:20.965211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:20.994074 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e2d766a5-4f41-46f7-9c31-51f0a405cd9c None None] Provisioning complete for port df6adee4-ada8-4c77-af5b-d5822d4299f3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:20.994554 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e2d766a5-4f41-46f7-9c31-51f0a405cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:21.046036 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device df6adee4-ada8-4c77-af5b-d5822d4299f3 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:21.202594 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a70628a-d247-42fb-9f0e-59f35f9c8cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:21.208237 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=7c837709-7614-4cf7-bb81-3dbe4bee44dc,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:21.208432 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0a70628a-d247-42fb-9f0e-59f35f9c8cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/3277a729-1cc6-43b5-95a2-71e77ec73b01 HTTP/1.1" status: 204 len: 168 time: 1.4001544 Nov 28 07:46:21.218570 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36292) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:21.233262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e2d766a5-4f41-46f7-9c31-51f0a405cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:21.263723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port df6adee4-ada8-4c77-af5b-d5822d4299f3 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:21.264411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:21.294506 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-95cb052f-cb26-420f-bb9c-586dc2aff5e2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Floating IP 62023288-54d9-415a-baf6-8a7c95008d4c associated. External IP: 172.26.2.70, port: 8ad517ba-f9f8-4708-920c-89274ec8ebcd. Nov 28 07:46:21.326940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e2d766a5-4f41-46f7-9c31-51f0a405cd9c None None] For port df6adee4-ada8-4c77-af5b-d5822d4299f3, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=df6adee4-ada8-4c77-af5b-d5822d4299f3,segment=NetworkSegment(ba6f2a3a-6df7-4de0-a4bf-aa86eac6f9dd),segment_id=ba6f2a3a-6df7-4de0-a4bf-aa86eac6f9dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:21.332279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:21.342698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e2d766a5-4f41-46f7-9c31-51f0a405cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:21.395926 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.objects.ports [None req-9084dc5d-38fa-472b-8099-d84513f83599 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115119) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:46:21.396400 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9084dc5d-38fa-472b-8099-d84513f83599 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:21.414282 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e747f-f533-42c9-b454-461b97c08928 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.416083 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e747f-f533-42c9-b454-461b97c08928 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.417759 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e747f-f533-42c9-b454-461b97c08928 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.419294 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e747f-f533-42c9-b454-461b97c08928 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.420802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e747f-f533-42c9-b454-461b97c08928 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.425874 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0e6e747f-f533-42c9-b454-461b97c08928 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5222089 Nov 28 07:46:21.426056 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d766a5-4f41-46f7-9c31-51f0a405cd9c None None] Pushing event updated for resources: {'Port': ['ID=df6adee4-ada8-4c77-af5b-d5822d4299f3,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:21.433411 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36296) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:21.442759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a664fe64-ff64-4ef6-ae3c-8148507214b1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.444330 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a664fe64-ff64-4ef6-ae3c-8148507214b1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.445864 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a664fe64-ff64-4ef6-ae3c-8148507214b1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.448084 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a664fe64-ff64-4ef6-ae3c-8148507214b1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2073736 Nov 28 07:46:21.460715 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36298) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:21.468748 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:21.503620 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a61dc187-a3c1-44fc-98ee-5c9f60f61867 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:21.507688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a2074f-1d78-4e60-9b2e-952dd1898486 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.509247 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a2074f-1d78-4e60-9b2e-952dd1898486 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.511257 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a2074f-1d78-4e60-9b2e-952dd1898486 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.512691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a2074f-1d78-4e60-9b2e-952dd1898486 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.514114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a2074f-1d78-4e60-9b2e-952dd1898486 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.519566 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-14a2074f-1d78-4e60-9b2e-952dd1898486 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0667176 Nov 28 07:46:21.522572 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36300) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:21.642959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f93c2-0479-45d8-9fd6-a262385d34bd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.644426 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e61f93c2-0479-45d8-9fd6-a262385d34bd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "GET /v2.0/networks/a015d020-a7a2-4c3c-a0f3-51bc751fc040 HTTP/1.1" status: 200 len: 803 time: 0.1209073 Nov 28 07:46:21.648862 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36306) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:21.692202 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084dc5d-38fa-472b-8099-d84513f83599 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:21.710627 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9084dc5d-38fa-472b-8099-d84513f83599 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Checking segment: {'id': '7bf9a699-8805-4df8-ae40-c33182a7c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a09bfeb-a054-45da-a1cb-8adc6a52e818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:21.711164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9084dc5d-38fa-472b-8099-d84513f83599 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Network hostable DHCP agents. Network: 9a09bfeb-a054-45da-a1cb-8adc6a52e818, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:46:21.786710 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9084dc5d-38fa-472b-8099-d84513f83599 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Network 9a09bfeb-a054-45da-a1cb-8adc6a52e818 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:46:21.805016 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-9084dc5d-38fa-472b-8099-d84513f83599 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 9a09bfeb-a054-45da-a1cb-8adc6a52e818) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:21.818331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503abedf-dcd3-46ce-bcf6-f793d62f499b req-7bf37761-72f6-4f1f-93b3-0928cddbe030 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.821634 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9084dc5d-38fa-472b-8099-d84513f83599 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.821634 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9084dc5d-38fa-472b-8099-d84513f83599 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:21.823719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port a61dc187-a3c1-44fc-98ee-5c9f60f61867 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:21.824073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:21.826042 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-503abedf-dcd3-46ce-bcf6-f793d62f499b req-7bf37761-72f6-4f1f-93b3-0928cddbe030 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.4468009 Nov 28 07:46:21.836024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-c438fa12-7df9-4d6e-aef7-8e1cca68cb9e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 787f4b53-9eab-4e47-baa6-0e73d5563efb {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:21.841690 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a9b32f78-73b5-489c-8651-53f715146ba0 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "GET /v2.0/networks/a015d020-a7a2-4c3c-a0f3-51bc751fc040?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1874166 Nov 28 07:46:21.842546 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36310) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:21.864691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c438fa12-7df9-4d6e-aef7-8e1cca68cb9e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:21.877854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bede727c-4b01-4b62-8ad9-a562b033ebc6 None None] Provisioning complete for port df6adee4-ada8-4c77-af5b-d5822d4299f3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:21.878234 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bede727c-4b01-4b62-8ad9-a562b033ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:21.886020 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9084dc5d-38fa-472b-8099-d84513f83599 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5642421 Nov 28 07:46:21.889211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36312) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:21.895355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3713cbc2-8c93-444a-99ad-7e4121d3381d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-399535220', 'network_id': '9a09bfeb-a054-45da-a1cb-8adc6a52e818'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:21.925179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01dea09-a82d-4012-9dde-444cd31b9809 None None] Network 9a09bfeb-a054-45da-a1cb-8adc6a52e818 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:21.934919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844418a2-9717-4776-a1e2-66a145997453 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:21.941402 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-844418a2-9717-4776-a1e2-66a145997453 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "GET /v2.0/subnets/4775eb40-8a28-4219-ac53-db9178d29319 HTTP/1.1" status: 200 len: 843 time: 0.0969498 Nov 28 07:46:21.942456 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36314) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:22.007002 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3713cbc2-8c93-444a-99ad-7e4121d3381d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Made reservation on behalf of 3c1c6b205e584b84bdbf94395dbac96d for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:22.009598 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3713cbc2-8c93-444a-99ad-7e4121d3381d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.047094 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-3713cbc2-8c93-444a-99ad-7e4121d3381d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] device_id is not set on port a8b7eb1d-52f9-409e-9132-8da9f355075b yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:46:22.122663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafc4390-c6ab-4cd6-8a39-70cb97eb9614 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:22.130545 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dafc4390-c6ab-4cd6-8a39-70cb97eb9614 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "GET /v2.0/subnets/4775eb40-8a28-4219-ac53-db9178d29319?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1848662 Nov 28 07:46:22.131184 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36316) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:22.143640 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-aea7cf56-b1a5-4615-bf1c-9fcfe3692e83 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927165874'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:22.171861 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661571b-0d09-492c-a12b-7eb4636dc846 req-8e351bbe-c5a0-427a-a245-dae9777dca0a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:22.172310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 2ad61dab-c29f-4591-9eb7-da4b2967cbda up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:22.173753 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8661571b-0d09-492c-a12b-7eb4636dc846 req-8e351bbe-c5a0-427a-a245-dae9777dca0a tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 945 time: 0.2179759 Nov 28 07:46:22.276607 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bede727c-4b01-4b62-8ad9-a562b033ebc6 None None] Provisioning complete for port 7c837709-7614-4cf7-bb81-3dbe4bee44dc triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:22.277211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea7cf56-b1a5-4615-bf1c-9fcfe3692e83 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:22.277450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bede727c-4b01-4b62-8ad9-a562b033ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.282073 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aea7cf56-b1a5-4615-bf1c-9fcfe3692e83 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.303399 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8661571b-0d09-492c-a12b-7eb4636dc846 req-e598d98e-cbb2-4e1e-b131-b16eed602489 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178827 Nov 28 07:46:22.304669 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcca697e-52bb-458c-ac2b-6866e62a9a67 None None] Network 9a09bfeb-a054-45da-a1cb-8adc6a52e818 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:22.322723 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-3713cbc2-8c93-444a-99ad-7e4121d3381d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Allocated IP 172.20.0.3 (9a09bfeb-a054-45da-a1cb-8adc6a52e818/2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d/a8b7eb1d-52f9-409e-9132-8da9f355075b) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:22.387405 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-bede727c-4b01-4b62-8ad9-a562b033ebc6 None None] Port 7c837709-7614-4cf7-bb81-3dbe4bee44dc cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:46:22.397266 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 2ad61dab-c29f-4591-9eb7-da4b2967cbda triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:22.397478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea7cf56-b1a5-4615-bf1c-9fcfe3692e83 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:46:22.397633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.414728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c438fa12-7df9-4d6e-aef7-8e1cca68cb9e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.420439 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-503abedf-dcd3-46ce-bcf6-f793d62f499b req-f19c4624-e346-4e23-b499-8bc774db28e2 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5935893 Nov 28 07:46:22.429471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aea7cf56-b1a5-4615-bf1c-9fcfe3692e83 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.429594 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-aea7cf56-b1a5-4615-bf1c-9fcfe3692e83 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Added segment a83f575e-c85f-439e-971f-f52e71e5b09c of type vlan for network 2642bc6e-95f4-4a89-afe7-0791b75f4cba Nov 28 07:46:22.513333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aea7cf56-b1a5-4615-bf1c-9fcfe3692e83 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.532563 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7184ad92-5cc8-4751-ac73-6369f3160b4c None None] Could not find standard attr ID for object 3277a729-1cc6-43b5-95a2-71e77ec73b01. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:46:22.582240 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aea7cf56-b1a5-4615-bf1c-9fcfe3692e83 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.586310 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea7cf56-b1a5-4615-bf1c-9fcfe3692e83 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:22.587071 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aea7cf56-b1a5-4615-bf1c-9fcfe3692e83 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.590381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7184ad92-5cc8-4751-ac73-6369f3160b4c None None] Provisioning complete for port a61dc187-a3c1-44fc-98ee-5c9f60f61867 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:22.591314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7184ad92-5cc8-4751-ac73-6369f3160b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.593489 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3713cbc2-8c93-444a-99ad-7e4121d3381d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.674211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7cf56-b1a5-4615-bf1c-9fcfe3692e83 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Network': ['ID=2642bc6e-95f4-4a89-afe7-0791b75f4cba,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:22.699748 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c438fa12-7df9-4d6e-aef7-8e1cca68cb9e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.700003 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 2642bc6e-95f4-4a89-afe7-0791b75f4cba details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:46:22.703967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cb052f-cb26-420f-bb9c-586dc2aff5e2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:22.706207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.714393 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-aea7cf56-b1a5-4615-bf1c-9fcfe3692e83 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5752742 Nov 28 07:46:22.715171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36324) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:22.729356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-42281b3e-de46-4007-8398-51783f6a98d2 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'subnet': {'network_id': '2642bc6e-95f4-4a89-afe7-0791b75f4cba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:22.746186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.844029 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3713cbc2-8c93-444a-99ad-7e4121d3381d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.879295 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42281b3e-de46-4007-8398-51783f6a98d2 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Made reservation on behalf of 366ac945831e4f33bbe77c9217667327 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:22.881179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=7c837709-7614-4cf7-bb81-3dbe4bee44dc,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:22.882050 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-42281b3e-de46-4007-8398-51783f6a98d2 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:22.887947 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device df6adee4-ada8-4c77-af5b-d5822d4299f3 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:22.938726 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3713cbc2-8c93-444a-99ad-7e4121d3381d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Network 9a09bfeb-a054-45da-a1cb-8adc6a52e818 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:22.951457 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-3713cbc2-8c93-444a-99ad-7e4121d3381d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:22.963201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3713cbc2-8c93-444a-99ad-7e4121d3381d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:22.982661 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e86a297-335a-4fb5-98d4-b0d63808126b None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:46:23.015501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:23.037005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-42281b3e-de46-4007-8398-51783f6a98d2 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Performing IP validity checks on allocation pools {{(pid=115119) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 28 07:46:23.037532 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-42281b3e-de46-4007-8398-51783f6a98d2 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115119) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 28 07:46:23.041272 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c438fa12-7df9-4d6e-aef7-8e1cca68cb9e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:23.044354 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713cbc2-8c93-444a-99ad-7e4121d3381d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event updated for resources: {'Port': ['ID=a8b7eb1d-52f9-409e-9132-8da9f355075b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:23.084617 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3713cbc2-8c93-444a-99ad-7e4121d3381d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:23.085832 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3713cbc2-8c93-444a-99ad-7e4121d3381d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:23.094049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82036b-043e-4f27-ab33-326de03f6633 req-a8e51b25-ceb1-46ac-bbae-896cf70090ee tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:23.095893 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dd82036b-043e-4f27-ab33-326de03f6633 req-a8e51b25-ceb1-46ac-bbae-896cf70090ee tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2538478 Nov 28 07:46:23.119569 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3713cbc2-8c93-444a-99ad-7e4121d3381d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.2286160 Nov 28 07:46:23.132586 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36332) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:23.174935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cb052f-cb26-420f-bb9c-586dc2aff5e2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:23.187504 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd428eb-fded-4431-9069-dc341698d641 None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:23.202616 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port df6adee4-ada8-4c77-af5b-d5822d4299f3 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:23.203023 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:23.205491 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd428eb-fded-4431-9069-dc341698d641 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:23.207599 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-6bd428eb-fded-4431-9069-dc341698d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:23.255272 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-6bd428eb-fded-4431-9069-dc341698d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:23.261499 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e86a297-335a-4fb5-98d4-b0d63808126b None None] Resources bound (agent type, host, resource id): {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 07:46:23.266483 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd428eb-fded-4431-9069-dc341698d641 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:23.267574 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-6bd428eb-fded-4431-9069-dc341698d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:23.296888 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438fa12-7df9-4d6e-aef7-8e1cca68cb9e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=787f4b53-9eab-4e47-baa6-0e73d5563efb,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:23.299225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c438fa12-7df9-4d6e-aef7-8e1cca68cb9e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:23.305209 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c438fa12-7df9-4d6e-aef7-8e1cca68cb9e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/787f4b53-9eab-4e47-baa6-0e73d5563efb HTTP/1.1" status: 204 len: 168 time: 1.8203535 Nov 28 07:46:23.311920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36336) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:23.322268 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-6bd428eb-fded-4431-9069-dc341698d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:23.323249 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd428eb-fded-4431-9069-dc341698d641 None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:23.411060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a61dc187-a3c1-44fc-98ee-5c9f60f61867 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:23.485534 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dd82036b-043e-4f27-ab33-326de03f6633 req-2643785d-544a-4a39-8330-7b3273b72e3e tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835093 Nov 28 07:46:23.498090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d88907-1e2b-4fd9-8dba-805054b8e9cc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet b3e85470-96fc-4981-a2c9-dba5a5a54085 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:23.504283 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-34d88907-1e2b-4fd9-8dba-805054b8e9cc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:23.538408 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 9d1791e1-6089-411c-8599-b25f4be76d80 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:23.551896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port a61dc187-a3c1-44fc-98ee-5c9f60f61867 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:23.552742 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:23.579177 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:23.598908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-34d88907-1e2b-4fd9-8dba-805054b8e9cc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:23.648620 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732f897-fa08-4520-ac45-1af71e49d734 req-9510b526-7b2a-43e6-b7c9-78b34abc12d2 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:23.656512 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a732f897-fa08-4520-ac45-1af71e49d734 req-9510b526-7b2a-43e6-b7c9-78b34abc12d2 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 945 time: 0.4431465 Nov 28 07:46:23.664653 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8c27e965-870e-48e5-8cd3-3bdfa858b359 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Deleting port a8b7eb1d-52f9-409e-9132-8da9f355075b {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:23.664987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c27e965-870e-48e5-8cd3-3bdfa858b359 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:23.709798 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-42281b3e-de46-4007-8398-51783f6a98d2 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:23.809767 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a732f897-fa08-4520-ac45-1af71e49d734 req-bffa4489-aa18-4400-a6bc-229370a7f434 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469626 Nov 28 07:46:23.861741 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-34d88907-1e2b-4fd9-8dba-805054b8e9cc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:23.866858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42281b3e-de46-4007-8398-51783f6a98d2 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Subnet': ['ID=a5ea50d7-98a4-40b6-9878-369af96c8d4a,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:23.881280 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c27e965-870e-48e5-8cd3-3bdfa858b359 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:23.892235 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14613459-4b21-4636-a1b8-64d567eca769 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:23.901707 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8c27e965-870e-48e5-8cd3-3bdfa858b359 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Calling delete_port for a8b7eb1d-52f9-409e-9132-8da9f355075b owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:23.911734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cb052f-cb26-420f-bb9c-586dc2aff5e2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:24.030154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 6382273c-e0dd-4c5c-b75d-25e413dbaf68 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:46:24.085358 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-34d88907-1e2b-4fd9-8dba-805054b8e9cc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.090128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42281b3e-de46-4007-8398-51783f6a98d2 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Checking segment: {'id': 'a83f575e-c85f-439e-971f-f52e71e5b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2642bc6e-95f4-4a89-afe7-0791b75f4cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:24.090688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42281b3e-de46-4007-8398-51783f6a98d2 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network hostable DHCP agents. Network: 2642bc6e-95f4-4a89-afe7-0791b75f4cba, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:46:24.098112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c27e965-870e-48e5-8cd3-3bdfa858b359 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.149012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27e965-870e-48e5-8cd3-3bdfa858b359 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8b7eb1d-52f9-409e-9132-8da9f355075b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:24.155954 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-15c6fe2b-a9c1-4d25-8bed-686ba8f0807a None None] Could not find standard attr ID for object a8b7eb1d-52f9-409e-9132-8da9f355075b. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:46:24.176431 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeafc98-a5c9-4fb4-9d93-781de53dc732 None None] DHCP port deletion for 9a09bfeb-a054-45da-a1cb-8adc6a52e818 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:24.230700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42281b3e-de46-4007-8398-51783f6a98d2 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Network 2642bc6e-95f4-4a89-afe7-0791b75f4cba is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:46:24.237884 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c27e965-870e-48e5-8cd3-3bdfa858b359 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.244840 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8c27e965-870e-48e5-8cd3-3bdfa858b359 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a8b7eb1d-52f9-409e-9132-8da9f355075b HTTP/1.1" status: 204 len: 168 time: 1.1083524 Nov 28 07:46:24.254721 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36348) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:24.262565 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9a09bfeb-a054-45da-a1cb-8adc6a52e818', 'external_fixed_ips': [{'subnet_id': '2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d', 'ip_address': '172.20.0.3'}]}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:24.281814 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-42281b3e-de46-4007-8398-51783f6a98d2 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 2642bc6e-95f4-4a89-afe7-0791b75f4cba) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:24.282843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:24.288006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42281b3e-de46-4007-8398-51783f6a98d2 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:24.288731 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-42281b3e-de46-4007-8398-51783f6a98d2 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.291398 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c66433bd-7531-483a-8ae0-112928a71d9b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/6382273c-e0dd-4c5c-b75d-25e413dbaf68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9244454 Nov 28 07:46:24.292764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d88907-1e2b-4fd9-8dba-805054b8e9cc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e85470-96fc-4981-a2c9-dba5a5a54085,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:24.296207 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49d269-aa60-423f-b88a-887ab54a604c None None] Sync routers for ids ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:24.297659 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36350) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:24.311291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53edd498-7a6d-4108-b895-f6ca8e8f13b9 None None] Network 2642bc6e-95f4-4a89-afe7-0791b75f4cba requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:24.312062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-34d88907-1e2b-4fd9-8dba-805054b8e9cc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.316630 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49d269-aa60-423f-b88a-887ab54a604c None None] Routers {'6382273c-e0dd-4c5c-b75d-25e413dbaf68'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:24.317329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4a49d269-aa60-423f-b88a-887ab54a604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:24.317723 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-34d88907-1e2b-4fd9-8dba-805054b8e9cc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/b3e85470-96fc-4981-a2c9-dba5a5a54085 HTTP/1.1" status: 204 len: 168 time: 0.9992826 Nov 28 07:46:24.326009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36352) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:24.350023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cb052f-cb26-420f-bb9c-586dc2aff5e2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:24.354578 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-95cb052f-cb26-420f-bb9c-586dc2aff5e2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.361886 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323145a-05e7-42b7-889b-205bc36944bc None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:24.373773 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323145a-05e7-42b7-889b-205bc36944bc None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:24.374608 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8323145a-05e7-42b7-889b-205bc36944bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:24.405828 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4a49d269-aa60-423f-b88a-887ab54a604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:24.411888 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8323145a-05e7-42b7-889b-205bc36944bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:24.421116 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323145a-05e7-42b7-889b-205bc36944bc None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:24.422182 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8323145a-05e7-42b7-889b-205bc36944bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:24.432798 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-77e83920-e6ca-419d-a662-ad717add2636 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957491 Nov 28 07:46:24.433938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36354) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:24.441568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.442751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.448651 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1c809376-bddd-459c-9a63-924391ebea46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:24.478086 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8323145a-05e7-42b7-889b-205bc36944bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:24.479127 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323145a-05e7-42b7-889b-205bc36944bc None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:24.489653 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-95cb052f-cb26-420f-bb9c-586dc2aff5e2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "PUT /v2.0/floatingips/62023288-54d9-415a-baf6-8a7c95008d4c HTTP/1.1" status: 200 len: 976 time: 6.5545337 Nov 28 07:46:24.492671 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36356) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:24.500193 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-da87bee9-4f3a-4e26-bdcc-d62bc5952496 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:24.513117 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.526021 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-42281b3e-de46-4007-8398-51783f6a98d2 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7995727 Nov 28 07:46:24.533914 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36358) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:24.547041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa145814-4359-4bbe-bb22-897df6d63ba7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:24.549198 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fa145814-4359-4bbe-bb22-897df6d63ba7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports/7c837709-7614-4cf7-bb81-3dbe4bee44dc HTTP/1.1" status: 200 len: 910 time: 0.2471733 Nov 28 07:46:24.552730 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36360) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:24.570701 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ee581-9cd5-43c7-a316-1ac8c4846100 req-1cfb4ce6-7e6c-4c1a-b578-9be559ca0854 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:24.572456 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-af556599-1dbd-4fd6-9ed7-0e60e13a2b2c tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:24.573372 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-943ee581-9cd5-43c7-a316-1ac8c4846100 req-1cfb4ce6-7e6c-4c1a-b578-9be559ca0854 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3402061 Nov 28 07:46:24.603527 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a7fe1655-f062-48c7-92d7-7d33ee91cdb0 None None] Provisioning complete for port 7c837709-7614-4cf7-bb81-3dbe4bee44dc triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:24.604116 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a7fe1655-f062-48c7-92d7-7d33ee91cdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.643764 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49d269-aa60-423f-b88a-887ab54a604c None None] Routers {'6382273c-e0dd-4c5c-b75d-25e413dbaf68'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:24.644497 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4a49d269-aa60-423f-b88a-887ab54a604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:24.694472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-da87bee9-4f3a-4e26-bdcc-d62bc5952496 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.702072 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b629f9e-7005-46e1-8d4c-1d0a8e27930e None None] Update dhcp port {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': 'b3e85470-96fc-4981-a2c9-dba5a5a54085'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': 'a61dc187-a3c1-44fc-98ee-5c9f60f61867'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:46:24.708032 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4a49d269-aa60-423f-b88a-887ab54a604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:24.708786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49d269-aa60-423f-b88a-887ab54a604c None None] The sync data for ids ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:24.751472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c809376-bddd-459c-9a63-924391ebea46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:24.755078 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c809376-bddd-459c-9a63-924391ebea46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.779773 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe1655-f062-48c7-92d7-7d33ee91cdb0 None None] Port 7c837709-7614-4cf7-bb81-3dbe4bee44dc cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:46:24.782420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-af556599-1dbd-4fd6-9ed7-0e60e13a2b2c tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12278130'] for subnet, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.801911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1b629f9e-7005-46e1-8d4c-1d0a8e27930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.820560 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-2642bc6e-95f4-4a89-afe7-0791b75f4cba', 'network_id': '2642bc6e-95f4-4a89-afe7-0791b75f4cba', 'tenant_id': '366ac945831e4f33bbe77c9217667327', 'fixed_ips': [{'subnet_id': 'a5ea50d7-98a4-40b6-9878-369af96c8d4a'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:46:24.822121 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:24.872310 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-943ee581-9cd5-43c7-a316-1ac8c4846100 req-bb42e249-8109-42aa-8064-0ef3622b27da tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627747 Nov 28 07:46:24.886383 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:25.073484 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95bae4d-32a4-4488-8bdc-72a04608eeb6 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:25.145781 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4e4373cf-267b-48ff-a7e9-03a7aa36cb54 None None] Provisioning complete for port a61dc187-a3c1-44fc-98ee-5c9f60f61867 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:25.146324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4e4373cf-267b-48ff-a7e9-03a7aa36cb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:25.284236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:25.335177 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-da87bee9-4f3a-4e26-bdcc-d62bc5952496 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:25.349473 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e5fddf-8c97-4018-b986-f52f95ffb1c8 None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:25.399559 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-da87bee9-4f3a-4e26-bdcc-d62bc5952496 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:25.400560 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-da87bee9-4f3a-4e26-bdcc-d62bc5952496 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Floating IP 62023288-54d9-415a-baf6-8a7c95008d4c disassociated. External IP: 172.26.2.70, port: 6a8bce38-3868-496f-bbad-8823f5079db4. Nov 28 07:46:25.418683 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-89e5fddf-8c97-4018-b986-f52f95ffb1c8 None None] Deleting port a61dc187-a3c1-44fc-98ee-5c9f60f61867 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:25.419177 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-89e5fddf-8c97-4018-b986-f52f95ffb1c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:25.492040 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-89e5fddf-8c97-4018-b986-f52f95ffb1c8 None None] For port a61dc187-a3c1-44fc-98ee-5c9f60f61867, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a61dc187-a3c1-44fc-98ee-5c9f60f61867,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:25.492562 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-89e5fddf-8c97-4018-b986-f52f95ffb1c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:25.514492 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-89e5fddf-8c97-4018-b986-f52f95ffb1c8 None None] Calling delete_port for a61dc187-a3c1-44fc-98ee-5c9f60f61867 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:25.529152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-3a7697fd-2c45-4d0f-bc22-4651bbdb1f2e tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:25.529636 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-3a7697fd-2c45-4d0f-bc22-4651bbdb1f2e tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 945 time: 0.7930763 Nov 28 07:46:25.578150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:46:25.578150 dv-neutron-744815-16-hyperv neutron-server[115120]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 28 07:46:25.578150 dv-neutron-744815-16-hyperv neutron-server[115120]: [parameters: {'in_use': 1, 'id_1': 'a5ea50d7-98a4-40b6-9878-369af96c8d4a'}] Nov 28 07:46:25.578150 dv-neutron-744815-16-hyperv neutron-server[115120]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:46:25.578601 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:46:25.617567 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-89e5fddf-8c97-4018-b986-f52f95ffb1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:25.643518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5fddf-8c97-4018-b986-f52f95ffb1c8 None None] Pushing event deleted for resources: {'Port': ['ID=a61dc187-a3c1-44fc-98ee-5c9f60f61867,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:25.651679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e5fddf-8c97-4018-b986-f52f95ffb1c8 None None] No DVR routers for this DVR port a61dc187-a3c1-44fc-98ee-5c9f60f61867 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:25.661436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b01c3-0eb7-4203-b086-e55711fb619a req-64dca3be-8bbc-41b4-a523-a8d33bed9be4 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:25.662659 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b17b01c3-0eb7-4203-b086-e55711fb619a req-64dca3be-8bbc-41b4-a523-a8d33bed9be4 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 945 time: 0.3319705 Nov 28 07:46:25.879286 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:25.890749 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3811ce0-2eaf-4a56-ad95-ceafbc9fc213 req-199c4c16-f474-42fc-899f-1fa9406fd2ab tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:25.892257 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a3811ce0-2eaf-4a56-ad95-ceafbc9fc213 req-199c4c16-f474-42fc-899f-1fa9406fd2ab tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 946 time: 0.4531648 Nov 28 07:46:25.917864 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:25.949590 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b17b01c3-0eb7-4203-b086-e55711fb619a req-c2e4f46d-5f01-4e20-b9c8-d4bda255e8a8 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536097 Nov 28 07:46:25.979470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-af556599-1dbd-4fd6-9ed7-0e60e13a2b2c tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757784284703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12237219'] for subnet, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.080353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.081307 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Deleting port 1183e5de-6600-4398-83c4-68b6e7535d85 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:26.081652 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.125490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Allocated IP 172.21.0.1 (ecce2b6d-bb06-4e99-ba3d-5bba1835d86e/b76c5939-6834-42ec-9b00-6d62fcc3da66/d69d7eef-891b-4611-9cf6-34a8784738a3) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:26.134887 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a3811ce0-2eaf-4a56-ad95-ceafbc9fc213 req-84300fd6-9f5a-41ec-b627-74f288f333f4 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217641 Nov 28 07:46:26.159127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af556599-1dbd-4fd6-9ed7-0e60e13a2b2c tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:26.159739 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-af556599-1dbd-4fd6-9ed7-0e60e13a2b2c tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.161078 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-af556599-1dbd-4fd6-9ed7-0e60e13a2b2c tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "PUT /v2.0/subnets/a5ea50d7-98a4-40b6-9878-369af96c8d4a HTTP/1.1" status: 200 len: 900 time: 1.6250572 Nov 28 07:46:26.174004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36370) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:26.188140 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af556599-1dbd-4fd6-9ed7-0e60e13a2b2c tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event updated for resources: {'Subnet': ['ID=a5ea50d7-98a4-40b6-9878-369af96c8d4a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:26.266371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Allocated IP 2001:db8::3 (2642bc6e-95f4-4a89-afe7-0791b75f4cba/a5ea50d7-98a4-40b6-9878-369af96c8d4a/dc0833a8-21e4-4172-849b-1c62a403c111) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:26.302904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.objects.ports [None req-1c809376-bddd-459c-9a63-924391ebea46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115118) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:46:26.302904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da87bee9-4f3a-4e26-bdcc-d62bc5952496 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:26.314938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee0681-26b8-4de6-a9cc-04c1a0399221 req-58bcb647-37b6-4ff5-a6ce-b17650baf2fe tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:26.316846 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-61ee0681-26b8-4de6-a9cc-04c1a0399221 req-58bcb647-37b6-4ff5-a6ce-b17650baf2fe tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2631845 Nov 28 07:46:26.317674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c809376-bddd-459c-9a63-924391ebea46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.323088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Allocated IP 172.20.0.3 (9a09bfeb-a054-45da-a1cb-8adc6a52e818/2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d/c0084e25-9f09-4d23-8539-fc5ff2d33d28) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:26.407372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c809376-bddd-459c-9a63-924391ebea46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:26.409404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.417054 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-1c809376-bddd-459c-9a63-924391ebea46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:26.422708 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.426376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] For port 1183e5de-6600-4398-83c4-68b6e7535d85, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1183e5de-6600-4398-83c4-68b6e7535d85,segment=NetworkSegment(125eb330-7b86-4cef-8143-0e8efc42e843),segment_id=125eb330-7b86-4cef-8143-0e8efc42e843)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:26.427119 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.430801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7b153e-70f3-402a-95a8-70198e3d3c77 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:26.432653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c809376-bddd-459c-9a63-924391ebea46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:26.433238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c809376-bddd-459c-9a63-924391ebea46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.451874 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c809376-bddd-459c-9a63-924391ebea46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=7495d1d0-0c64-44bc-a54d-c8dec5264551,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:26.536397 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.539629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.556375 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.562953 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.586494 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1c809376-bddd-459c-9a63-924391ebea46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1456833 Nov 28 07:46:26.594652 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36376) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:26.606570 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b62f3870-d8b1-42ec-9e44-fe7917341c36 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:26.610626 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.614017 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-61ee0681-26b8-4de6-a9cc-04c1a0399221 req-69673674-a17c-4fb9-913c-953f99680183 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857423 Nov 28 07:46:26.672064 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Network 2642bc6e-95f4-4a89-afe7-0791b75f4cba is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:26.680139 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network ecce2b6d-bb06-4e99-ba3d-5bba1835d86e is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:26.680974 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=d69d7eef-891b-4611-9cf6-34a8784738a3,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:26.696724 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:26.702289 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.703243 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:26.710804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:26.729370 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:26.772961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '7495d1d0-0c64-44bc-a54d-c8dec5264551'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:46:26.773779 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.778280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Pushing event updated for resources: {'Port': ['ID=dc0833a8-21e4-4172-849b-1c62a403c111,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:26.795248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Network 9a09bfeb-a054-45da-a1cb-8adc6a52e818 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:26.817053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Attempting to bind port dc0833a8-21e4-4172-849b-1c62a403c111 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:46:26.817053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Attempting to bind port dc0833a8-21e4-4172-849b-1c62a403c111 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'a83f575e-c85f-439e-971f-f52e71e5b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2642bc6e-95f4-4a89-afe7-0791b75f4cba'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:46:26.817053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Attempting to bind port dc0833a8-21e4-4172-849b-1c62a403c111 on network 2642bc6e-95f4-4a89-afe7-0791b75f4cba {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:46:26.817439 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.819327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:26.825200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:26.841305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:46:26.841735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Checking segment: {'id': 'a83f575e-c85f-439e-971f-f52e71e5b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2642bc6e-95f4-4a89-afe7-0791b75f4cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:26.842085 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.847608 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Bound using segment: {'id': 'a83f575e-c85f-439e-971f-f52e71e5b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2642bc6e-95f4-4a89-afe7-0791b75f4cba'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:46:26.848079 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Bound port: dc0833a8-21e4-4172-849b-1c62a403c111, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83f575e-c85f-439e-971f-f52e71e5b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2642bc6e-95f4-4a89-afe7-0791b75f4cba'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:46:26.848579 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.862134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d6b7e5-4b5f-4074-8081-76df6df3c11d None None] DHCP port deletion for 9a09bfeb-a054-45da-a1cb-8adc6a52e818 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:26.866219 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a61dc187-a3c1-44fc-98ee-5c9f60f61867 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:26.904150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ea50d7-98a4-40b6-9878-369af96c8d4a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:26.909801 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:26.915749 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event updated for resources: {'Port': ['ID=c0084e25-9f09-4d23-8539-fc5ff2d33d28,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:26.944076 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: a61dc187-a3c1-44fc-98ee-5c9f60f61867 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:26.944409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a61dc187-a3c1-44fc-98ee-5c9f60f61867 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:27.088726 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da87bee9-4f3a-4e26-bdcc-d62bc5952496 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:27.118957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-da87bee9-4f3a-4e26-bdcc-d62bc5952496 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:27.122883 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3c3462-5fa6-4faf-bed3-90f6f59cf1a2 None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:27.158131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:27.181174 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e27e067e-9363-4e14-a9b4-2317532554d2 None None] Provisioning complete for port c0084e25-9f09-4d23-8539-fc5ff2d33d28 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:27.181360 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e27e067e-9363-4e14-a9b4-2317532554d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:27.211555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] For port dc0833a8-21e4-4172-849b-1c62a403c111, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:46:27.216119 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c3462-5fa6-4faf-bed3-90f6f59cf1a2 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:27.216751 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6d3c3462-5fa6-4faf-bed3-90f6f59cf1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:27.231723 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-da87bee9-4f3a-4e26-bdcc-d62bc5952496 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "PUT /v2.0/floatingips/62023288-54d9-415a-baf6-8a7c95008d4c HTTP/1.1" status: 200 len: 687 time: 2.7381775 Nov 28 07:46:27.241378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36384) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:27.253465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:27.253823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:27.254138 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Floating IP 73e19a93-84e7-4eb6-8c5d-2ddcc40cd716 disassociated. External IP: 172.26.2.214, port: 1183e5de-6600-4398-83c4-68b6e7535d85. Nov 28 07:46:27.254476 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Calling delete_port for 1183e5de-6600-4398-83c4-68b6e7535d85 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:27.273312 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6d3c3462-5fa6-4faf-bed3-90f6f59cf1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:27.290654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] For port dc0833a8-21e4-4172-849b-1c62a403c111, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=dc0833a8-21e4-4172-849b-1c62a403c111,segment=NetworkSegment(a83f575e-c85f-439e-971f-f52e71e5b09c),segment_id=a83f575e-c85f-439e-971f-f52e71e5b09c)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:46:27.296005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2642bc6e-95f4-4a89-afe7-0791b75f4cba']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:27.303115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62f3870-d8b1-42ec-9e44-fe7917341c36 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:27.304032 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Allocated IP 2001:db8::f816:3eff:feb9:7013 (c04e62e3-7156-478d-ad66-af6018eecb99/7495d1d0-0c64-44bc-a54d-c8dec5264551/e2ef7da0-7930-4c27-8f4c-5212a32ae938) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:27.307359 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b62f3870-d8b1-42ec-9e44-fe7917341c36 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:27.308105 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:27.315040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83f575e-c85f-439e-971f-f52e71e5b09c') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:27.315463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83f575e-c85f-439e-971f-f52e71e5b09c') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:27.349826 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968c49a-3e0b-4d98-be33-9f8ac0412bc0 req-f896a84e-b77d-4363-a2cb-f5acaf4b4f02 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:27.351371 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4968c49a-3e0b-4d98-be33-9f8ac0412bc0 req-f896a84e-b77d-4363-a2cb-f5acaf4b4f02 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 945 time: 0.2600515 Nov 28 07:46:27.354240 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c3462-5fa6-4faf-bed3-90f6f59cf1a2 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:27.355134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6d3c3462-5fa6-4faf-bed3-90f6f59cf1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:27.358279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-e27e067e-9363-4e14-a9b4-2317532554d2 None None] Port c0084e25-9f09-4d23-8539-fc5ff2d33d28 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:46:27.387199 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:27.392961 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:27.423130 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:27.449461 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:27.449461 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:27.451626 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:27.490775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d680f5-d6cf-4095-85e3-27aa95bd1b0e req-e17be8fa-e4dd-45bb-9c7d-8161d035454a tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:27.492573 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-54d680f5-d6cf-4095-85e3-27aa95bd1b0e req-e17be8fa-e4dd-45bb-9c7d-8161d035454a tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 946 time: 0.3410263 Nov 28 07:46:27.593312 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6d3c3462-5fa6-4faf-bed3-90f6f59cf1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:27.594280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3c3462-5fa6-4faf-bed3-90f6f59cf1a2 None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:27.694380 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b18aa-5d27-4953-b656-3a19856607dc None None] Pushing event updated for resources: {'Port': ['ID=dc0833a8-21e4-4172-849b-1c62a403c111,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:27.699629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ca40b0f1-4ce2-4223-9651-b079ba37be87 None None] Provisioning complete for port d69d7eef-891b-4611-9cf6-34a8784738a3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:27.699919 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ca40b0f1-4ce2-4223-9651-b079ba37be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:27.715987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.api [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 28 07:46:27.715987 dv-neutron-744815-16-hyperv neutron-server[115119]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 28 07:46:27.715987 dv-neutron-744815-16-hyperv neutron-server[115119]: [parameters: {'id': '2642bc6e-95f4-4a89-afe7-0791b75f4cba'}] Nov 28 07:46:27.715987 dv-neutron-744815-16-hyperv neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:46:27.716388 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG oslo_db.api [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:46:27.734803 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e194c86-7690-4826-bdcf-663cb45f4465 None None] Network 2642bc6e-95f4-4a89-afe7-0791b75f4cba requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:27.749597 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-54d680f5-d6cf-4095-85e3-27aa95bd1b0e req-c6a245a2-cd5a-44e6-8a15-b23a9dc84f3a tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392502 Nov 28 07:46:27.888175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-ca40b0f1-4ce2-4223-9651-b079ba37be87 None None] Port d69d7eef-891b-4611-9cf6-34a8784738a3 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:46:27.901146 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4968c49a-3e0b-4d98-be33-9f8ac0412bc0 req-02ee8df7-e3dd-479b-a30a-d993f4495a04 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups?id=774ab8a8-8f01-4216-9a16-efff4c2a6e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5123291 Nov 28 07:46:27.906473 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:27.976623 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:27.986394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.003653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-91a839c8-209f-420f-b459-aa29e98b246f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port cc3d7591-50bb-495c-ac07-e567802f523f {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:28.003989 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91a839c8-209f-420f-b459-aa29e98b246f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.058387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:28.067107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:28.069436 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Pushing event updated for resources: {'Port': ['ID=e2ef7da0-7930-4c27-8f4c-5212a32ae938,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:28.074074 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:28.089329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.104299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05208d9a-bb44-4c01-8b4d-362165eb6889 None None] Network 2642bc6e-95f4-4a89-afe7-0791b75f4cba requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:28.145445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Pushing event deleted for resources: {'Port': ['ID=1183e5de-6600-4398-83c4-68b6e7535d85,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:28.218450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Attempting to bind port e2ef7da0-7930-4c27-8f4c-5212a32ae938 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:46:28.219144 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Attempting to bind port e2ef7da0-7930-4c27-8f4c-5212a32ae938 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:46:28.219676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Attempting to bind port e2ef7da0-7930-4c27-8f4c-5212a32ae938 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:46:28.232241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:46:28.233116 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:28.233331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91a839c8-209f-420f-b459-aa29e98b246f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.233668 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91a839c8-209f-420f-b459-aa29e98b246f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.234043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.234589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:46:28.235293 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Bound port: e2ef7da0-7930-4c27-8f4c-5212a32ae938, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:46:28.235858 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.236435 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b62f3870-d8b1-42ec-9e44-fe7917341c36 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.267090 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.283851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-91a839c8-209f-420f-b459-aa29e98b246f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for cc3d7591-50bb-495c-ac07-e567802f523f owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:28.322736 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62f3870-d8b1-42ec-9e44-fe7917341c36 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:28.356619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f3870-d8b1-42ec-9e44-fe7917341c36 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=f5a991f0-9078-4163-9955-ce82c28e9640,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:28.357569 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] For port e2ef7da0-7930-4c27-8f4c-5212a32ae938, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:46:28.358904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-b62f3870-d8b1-42ec-9e44-fe7917341c36 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:28.367431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.370450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] For port e2ef7da0-7930-4c27-8f4c-5212a32ae938, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e2ef7da0-7930-4c27-8f4c-5212a32ae938,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:46:28.377113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.395771 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f3870-d8b1-42ec-9e44-fe7917341c36 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:28.396357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b62f3870-d8b1-42ec-9e44-fe7917341c36 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.404975 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.424286 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9eeeb-201b-4124-8cfe-e089ee97389d req-9ea83e55-19c6-4194-948d-103cb8faacb3 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:28.431646 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-64e9eeeb-201b-4124-8cfe-e089ee97389d req-9ea83e55-19c6-4194-948d-103cb8faacb3 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.5678124 Nov 28 07:46:28.443908 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b62f3870-d8b1-42ec-9e44-fe7917341c36 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8480909 Nov 28 07:46:28.451669 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36388) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:28.456524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'mac_address': 'fa:16:3e:83:83:bd', 'name': 'tempest-NetworksTestDHCPv6-487318272'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:28.481894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:28.488374 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9708d-d11f-4385-8bc1-455c1cc21b6b None None] Pushing event updated for resources: {'Port': ['ID=e2ef7da0-7930-4c27-8f4c-5212a32ae938,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:28.568221 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.629786 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=d69d7eef-891b-4611-9cf6-34a8784738a3,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:28.664360 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-64e9eeeb-201b-4124-8cfe-e089ee97389d req-f2d0a822-8193-4633-870d-7e6488ea034b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315440 Nov 28 07:46:28.804770 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-0a327206-80d4-4e37-97c6-2a7622074271 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:28.807508 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-0a327206-80d4-4e37-97c6-2a7622074271 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 946 time: 0.1975029 Nov 28 07:46:28.816007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Deleting port dc0833a8-21e4-4172-849b-1c62a403c111 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:28.818512 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.890475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:28.911217 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91a839c8-209f-420f-b459-aa29e98b246f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.947697 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] For port dc0833a8-21e4-4172-849b-1c62a403c111, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=dc0833a8-21e4-4172-849b-1c62a403c111,segment=NetworkSegment(a83f575e-c85f-439e-971f-f52e71e5b09c),segment_id=a83f575e-c85f-439e-971f-f52e71e5b09c)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:28.948167 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.951032 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:28.973405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Calling delete_port for dc0833a8-21e4-4172-849b-1c62a403c111 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:29.010411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:29.017556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a839c8-209f-420f-b459-aa29e98b246f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=cc3d7591-50bb-495c-ac07-e567802f523f,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:29.023026 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaa62ba-c7b9-4956-b557-b94336927fd9 None None] Sync routers for ids ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:29.032063 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network ecce2b6d-bb06-4e99-ba3d-5bba1835d86e is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:29.034126 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa62ba-c7b9-4956-b557-b94336927fd9 None None] Routers {'6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:29.034994 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-efaa62ba-c7b9-4956-b557-b94336927fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:29.055225 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:29.059481 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0678d243-f23c-4227-b0c5-5a506b0e2b02 req-050af3d0-ef7b-4e63-ba36-44491b834cb2 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c62b4d3-e296-4b81-a08f-6444ab818b52 HTTP/1.1" status: 200 len: 210 time: 0.0441072 Nov 28 07:46:29.152203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] No DVR routers for this DVR port 1183e5de-6600-4398-83c4-68b6e7535d85 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:29.177111 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-efaa62ba-c7b9-4956-b557-b94336927fd9 None None] Set router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:29.178561 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:29.182907 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9393d9e1-c2f7-4cb0-8b16-2009c5f49f4b req-fb85abfb-e0a2-4116-87b2-847814b8c604 tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.35 "DELETE /v2.0/ports/1183e5de-6600-4398-83c4-68b6e7535d85 HTTP/1.1" status: 204 len: 173 time: 3.6425378 Nov 28 07:46:29.188754 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c62b4d3-e296-4b81-a08f-6444ab818b52', 'name': 'network-vif-deleted', 'tag': '1183e5de-6600-4398-83c4-68b6e7535d85'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:46:29.191401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cca48a4-7a14-41da-abd0-d50f3a2e8cd3" -d '{"events": [{"server_uuid": "8c62b4d3-e296-4b81-a08f-6444ab818b52", "name": "network-vif-deleted", "tag": "1183e5de-6600-4398-83c4-68b6e7535d85"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:46:29.275222 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f024db36-5ac1-4f82-8eb7-3160375cabc4 x-openstack-request-id: req-f024db36-5ac1-4f82-8eb7-3160375cabc4 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:46:29.275857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c62b4d3-e296-4b81-a08f-6444ab818b52", "name": "network-vif-deleted", "tag": "1183e5de-6600-4398-83c4-68b6e7535d85", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:46:29.276296 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f024db36-5ac1-4f82-8eb7-3160375cabc4 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:46:29.276960 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c62b4d3-e296-4b81-a08f-6444ab818b52', 'name': 'network-vif-deleted', 'tag': '1183e5de-6600-4398-83c4-68b6e7535d85', 'status': 'completed', 'code': 200} Nov 28 07:46:29.295378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718216a4-6be1-4499-8664-93c7b8a7a2e3 req-88a31509-517b-42d3-a458-b3213211d7fe tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:29.296990 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-718216a4-6be1-4499-8664-93c7b8a7a2e3 req-88a31509-517b-42d3-a458-b3213211d7fe tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 946 time: 0.4178176 Nov 28 07:46:29.333186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91a839c8-209f-420f-b459-aa29e98b246f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:29.336066 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91a839c8-209f-420f-b459-aa29e98b246f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:29.340547 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-91a839c8-209f-420f-b459-aa29e98b246f tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/floatingips/62023288-54d9-415a-baf6-8a7c95008d4c HTTP/1.1" status: 204 len: 168 time: 2.0982418 Nov 28 07:46:29.348394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36396) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:29.353348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:29.384150 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Deleting port d5d42c16-8719-4e85-8a86-0999b8b298d0 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:29.384662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:29.428533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port eeb2960f-53d6-485a-becc-db5c57f76070 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:46:29.437638 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:29.438021 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-0ffea381-f338-4626-9864-3ec60adeb7dd None None] Provisioning complete for port d69d7eef-891b-4611-9cf6-34a8784738a3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:29.439197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0ffea381-f338-4626-9864-3ec60adeb7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:29.487831 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-0ffea381-f338-4626-9864-3ec60adeb7dd None None] Port d69d7eef-891b-4611-9cf6-34a8784738a3 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:46:29.504235 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Port': ['ID=dc0833a8-21e4-4172-849b-1c62a403c111,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:29.529247 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No DVR routers for this DVR port dc0833a8-21e4-4172-849b-1c62a403c111 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:29.536378 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-5aa54f59-0d5a-488b-a3f3-534ae8c39764 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] delete failed (client error): The resource could not be found. Nov 28 07:46:29.538191 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5aa54f59-0d5a-488b-a3f3-534ae8c39764 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/floatingips/62023288-54d9-415a-baf6-8a7c95008d4c HTTP/1.1" status: 404 len: 345 time: 0.1887329 Nov 28 07:46:29.545955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36398) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:29.553329 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-efaa62ba-c7b9-4956-b557-b94336927fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:44:46Z', 'revision_number': 4, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '76767b81-aef3-439a-9d54-96bd87d385d8', 'name': '', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'mac_address': 'fa:16:3e:cc:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:44Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 5, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'subnets': [{'id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:29.592581 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaa62ba-c7b9-4956-b557-b94336927fd9 None None] Checking router: 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:46:29.603921 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa62ba-c7b9-4956-b557-b94336927fd9 None None] Routers {'6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:29.605533 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-efaa62ba-c7b9-4956-b557-b94336927fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:29.620027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 6382273c-e0dd-4c5c-b75d-25e413dbaf68 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:29.670079 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Router 3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:46:29.742977 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-718216a4-6be1-4499-8664-93c7b8a7a2e3 req-5ee698f2-591e-45a6-8b3a-974b32f8b5fa tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4192293 Nov 28 07:46:29.745284 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:29.851738 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-efaa62ba-c7b9-4956-b557-b94336927fd9 None None] Set router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:29.872123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b62ed63-7f23-4493-bbdd-25630da006b9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:29.881082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b62ed63-7f23-4493-bbdd-25630da006b9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:29.888675 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b62ed63-7f23-4493-bbdd-25630da006b9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:29.893326 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2b62ed63-7f23-4493-bbdd-25630da006b9 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "GET /v2.0/ports?network_id=fb329bf8-72b6-42cb-8c92-d31bcd921a8e HTTP/1.1" status: 200 len: 2356 time: 0.3275702 Nov 28 07:46:29.902458 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36404) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:29.906015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] For port d5d42c16-8719-4e85-8a86-0999b8b298d0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=d5d42c16-8719-4e85-8a86-0999b8b298d0,segment=NetworkSegment(b247918b-a48e-4353-87c3-3ac3772ebffb),segment_id=b247918b-a48e-4353-87c3-3ac3772ebffb)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:29.906385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:29.912836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b50a05-e179-4616-92f7-25432ce9b31e None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:29.971798 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2642bc6e-95f4-4a89-afe7-0791b75f4cba']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:29.995139 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83f575e-c85f-439e-971f-f52e71e5b09c') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:29.995534 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83f575e-c85f-439e-971f-f52e71e5b09c') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:30.023654 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.043618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 172.20.0.14 (c04e62e3-7156-478d-ad66-af6018eecb99/f5a991f0-9078-4163-9955-ce82c28e9640/eeb2960f-53d6-485a-becc-db5c57f76070) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:30.059964 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-05d14fba-ba72-4073-a830-4f1b5b0e8e5a None None] Provisioning complete for port e2ef7da0-7930-4c27-8f4c-5212a32ae938 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:30.060916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05d14fba-ba72-4073-a830-4f1b5b0e8e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.067160 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::f816:3eff:fe83:83bd (c04e62e3-7156-478d-ad66-af6018eecb99/7495d1d0-0c64-44bc-a54d-c8dec5264551/eeb2960f-53d6-485a-becc-db5c57f76070) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:30.076628 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75bc575-fe55-40b3-8344-6689f4f71d8c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:30.083657 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c75bc575-fe55-40b3-8344-6689f4f71d8c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "GET /v2.0/subnets/2a97103d-dec6-4f07-9909-91a0e14bb858 HTTP/1.1" status: 200 len: 797 time: 0.1796255 Nov 28 07:46:30.087818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36406) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:30.096186 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e052cd-4b47-4416-acfe-74932f7bf6c6 req-08c30c70-e834-4d1a-9171-4f02ae12bb3c tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:30.096909 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'port': {'network_id': 'fb329bf8-72b6-42cb-8c92-d31bcd921a8e', 'name': 'tempest-FloatingIPTestJSON-2109208755', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:30.103771 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e7e052cd-4b47-4416-acfe-74932f7bf6c6 req-08c30c70-e834-4d1a-9171-4f02ae12bb3c tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3309104 Nov 28 07:46:30.112086 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.186813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:30.187231 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.195344 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-efaa62ba-c7b9-4956-b557-b94336927fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:44:46Z', 'revision_number': 4, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '76767b81-aef3-439a-9d54-96bd87d385d8', 'name': '', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'mac_address': 'fa:16:3e:cc:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:44Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 5, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'subnets': [{'id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:30.200630 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:30.202580 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:30.208162 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a4d73a96-e0a2-4e84-a49b-c9ca4ffbc040 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/6382273c-e0dd-4c5c-b75d-25e413dbaf68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6534438 Nov 28 07:46:30.215862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1342b339-503e-4dff-a9d8-9edd7753ff44 None None] Sync routers for ids ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:30.222077 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36412) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:30.222780 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36414) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:30.301416 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec7962a-7c8e-41f5-beb0-596cd6ad2e04 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:30.301922 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1342b339-503e-4dff-a9d8-9edd7753ff44 None None] Routers {'6382273c-e0dd-4c5c-b75d-25e413dbaf68'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:30.302834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1342b339-503e-4dff-a9d8-9edd7753ff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:30.311494 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7ec7962a-7c8e-41f5-beb0-596cd6ad2e04 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports/d69d7eef-891b-4611-9cf6-34a8784738a3 HTTP/1.1" status: 200 len: 910 time: 0.0730445 Nov 28 07:46:30.332067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36416) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:30.374472 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaa62ba-c7b9-4956-b557-b94336927fd9 None None] The sync data for ids ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'] in dv-neutron-744815-16-hyperv is: [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:44:46Z', 'revision_number': 4, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '76767b81-aef3-439a-9d54-96bd87d385d8', 'name': '', 'network_id': 'db240e92-4657-404b-8ef6-82b1c7e0a1b4', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'mac_address': 'fa:16:3e:cc:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:44Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 5, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'subnets': [{'id': '82c1a081-8f46-4c98-a9e2-52525c803bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:30.375848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device d5d42c16-8719-4e85-8a86-0999b8b298d0 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:30.387746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1342b339-503e-4dff-a9d8-9edd7753ff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:30.414486 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:30.423995 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Sync routers for ids ['3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:30.447504 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Routers {'3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:30.449226 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:30.450729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05d14fba-ba72-4073-a830-4f1b5b0e8e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.466983 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.472676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.484251 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/2642bc6e-95f4-4a89-afe7-0791b75f4cba HTTP/1.1" status: 204 len: 168 time: 4.2921078 Nov 28 07:46:30.486183 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36418) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:30.493014 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1342b339-503e-4dff-a9d8-9edd7753ff44 None None] Routers {'6382273c-e0dd-4c5c-b75d-25e413dbaf68'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:30.494279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1342b339-503e-4dff-a9d8-9edd7753ff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:30.520856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306004d2-9313-4635-9cda-c93bfad1909b tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Network': ['ID=2642bc6e-95f4-4a89-afe7-0791b75f4cba,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:30.540168 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1342b339-503e-4dff-a9d8-9edd7753ff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:30.541521 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1342b339-503e-4dff-a9d8-9edd7753ff44 None None] The sync data for ids ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:30.565090 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e7e052cd-4b47-4416-acfe-74932f7bf6c6 req-70968935-52f7-4dba-8f8e-8575f347e09e tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4607272 Nov 28 07:46:30.567243 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-05d14fba-ba72-4073-a830-4f1b5b0e8e5a None None] For port e2ef7da0-7930-4c27-8f4c-5212a32ae938, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e2ef7da0-7930-4c27-8f4c-5212a32ae938,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:30.568370 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf5355a-b5e1-47c2-b950-83590a3ef176 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:30.569786 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf5355a-b5e1-47c2-b950-83590a3ef176 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:30.577854 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-eaf5355a-b5e1-47c2-b950-83590a3ef176 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/subnets/a5ea50d7-98a4-40b6-9878-369af96c8d4a HTTP/1.1" status: 404 len: 337 time: 0.0693262 Nov 28 07:46:30.579717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36420) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:30.597121 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485957f-960d-4ffa-b8f2-ee52d297476c None None] Update dhcp port {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': '7495d1d0-0c64-44bc-a54d-c8dec5264551', 'ip_address': '2001:db8::f816:3eff:feb9:7013'}, {'subnet_id': 'f5a991f0-9078-4163-9955-ce82c28e9640'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': 'e2ef7da0-7930-4c27-8f4c-5212a32ae938'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:46:30.613000 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a40ee40-b07a-4912-b9ba-951b5bf52903 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:30.623165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a40ee40-b07a-4912-b9ba-951b5bf52903 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:30.629636 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05d14fba-ba72-4073-a830-4f1b5b0e8e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.631890 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3a40ee40-b07a-4912-b9ba-951b5bf52903 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/2642bc6e-95f4-4a89-afe7-0791b75f4cba HTTP/1.1" status: 404 len: 339 time: 0.0489039 Nov 28 07:46:30.633037 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36422) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:30.660075 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Set router 3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:30.732529 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7485957f-960d-4ffa-b8f2-ee52d297476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.748650 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-389bee0c-35b3-46e4-ba4a-8600f1b558a1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.756463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c2932ba-efb3-425d-8478-c27cbe23e34b tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.814436 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c2932ba-efb3-425d-8478-c27cbe23e34b tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.838745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d14fba-ba72-4073-a830-4f1b5b0e8e5a None None] Pushing event updated for resources: {'Port': ['ID=e2ef7da0-7930-4c27-8f4c-5212a32ae938,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:30.846808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.893664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-389bee0c-35b3-46e4-ba4a-8600f1b558a1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.921727 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-389bee0c-35b3-46e4-ba4a-8600f1b558a1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60000b9b-aed7-4794-8eb8-07209a3c0d2a']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:30.939066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae559618-da4d-427a-a53b-00a8b0df0e13 None None] New status for floating IP 73e19a93-84e7-4eb6-8c5d-2ddcc40cd716: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:46:30.941367 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-389bee0c-35b3-46e4-ba4a-8600f1b558a1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1201121d-af8b-40d1-89d9-5ea6288b2787') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:30.941717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-389bee0c-35b3-46e4-ba4a-8600f1b558a1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1201121d-af8b-40d1-89d9-5ea6288b2787') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:30.952429 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-389bee0c-35b3-46e4-ba4a-8600f1b558a1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.975102 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-389bee0c-35b3-46e4-ba4a-8600f1b558a1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:30.980358 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5', 'name': '', 'tenant_id': '3c1c6b205e584b84bdbf94395dbac96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a09bfeb-a054-45da-a1cb-8adc6a52e818', 'external_fixed_ips': [{'subnet_id': '2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c0084e25-9f09-4d23-8539-fc5ff2d33d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:46:24Z', 'updated_at': '2021-11-28T07:46:27Z', 'revision_number': 3, 'project_id': '3c1c6b205e584b84bdbf94395dbac96d', 'gw_port': {'id': 'c0084e25-9f09-4d23-8539-fc5ff2d33d28', 'name': '', 'network_id': '9a09bfeb-a054-45da-a1cb-8adc6a52e818', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:46:25Z', 'updated_at': '2021-11-28T07:46:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:30.981996 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389bee0c-35b3-46e4-ba4a-8600f1b558a1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:30.982398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-389bee0c-35b3-46e4-ba4a-8600f1b558a1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.018935 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Checking router: 3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:46:31.019446 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Updating router 3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5 port c0084e25-9f09-4d23-8539-fc5ff2d33d28 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:31.051050 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:31.054847 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-389bee0c-35b3-46e4-ba4a-8600f1b558a1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.061295 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-389bee0c-35b3-46e4-ba4a-8600f1b558a1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.064331 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.067648 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-389bee0c-35b3-46e4-ba4a-8600f1b558a1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/60000b9b-aed7-4794-8eb8-07209a3c0d2a HTTP/1.1" status: 204 len: 168 time: 0.4274137 Nov 28 07:46:31.071239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36426) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:31.132834 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bee0c-35b3-46e4-ba4a-8600f1b558a1 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Network': ['ID=60000b9b-aed7-4794-8eb8-07209a3c0d2a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:31.138576 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-74dccc33-2c92-4e3d-ab87-6254d957cf97 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:31.138920 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74dccc33-2c92-4e3d-ab87-6254d957cf97 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:31.144831 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-74dccc33-2c92-4e3d-ab87-6254d957cf97 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/subnets/f0003f12-86e3-47ba-9bf8-c26ae17d4ab8 HTTP/1.1" status: 404 len: 337 time: 0.0689347 Nov 28 07:46:31.145486 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36428) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:31.250148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Made reservation on behalf of 3eef549e08fd41688b1ac7477120faf2 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:31.315682 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.316392 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.316913 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Floating IP 4e21c469-76de-488b-aedd-2e5dd4ec3d36 disassociated. External IP: 172.26.2.167, port: d5d42c16-8719-4e85-8a86-0999b8b298d0. Nov 28 07:46:31.317460 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Calling delete_port for d5d42c16-8719-4e85-8a86-0999b8b298d0 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:31.337124 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e2ef7da0-7930-4c27-8f4c-5212a32ae938 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:31.358611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d42c16-8719-4e85-8a86-0999b8b298d0'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:46:31.360997 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ac9c29-c940-4b6b-a019-9639393f7765" -d '{"events": [{"server_uuid": "f7522754-1afa-4df2-b915-d71b92c92d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "d5d42c16-8719-4e85-8a86-0999b8b298d0"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:46:31.417930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port d5d42c16-8719-4e85-8a86-0999b8b298d0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=d5d42c16-8719-4e85-8a86-0999b8b298d0,segment=NetworkSegment(b247918b-a48e-4353-87c3-3ac3772ebffb),segment_id=b247918b-a48e-4353-87c3-3ac3772ebffb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:31.472057 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ea276a-c271-4cd5-84c6-1a3cd4c61858 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:31.473154 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ea276a-c271-4cd5-84c6-1a3cd4c61858 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:31.480307 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f5ea276a-c271-4cd5-84c6-1a3cd4c61858 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/a89db2e5-9f1b-47a5-ba4c-b990cabf44f5 HTTP/1.1" status: 404 len: 339 time: 0.3334966 Nov 28 07:46:31.481078 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36432) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:31.495206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.498826 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1d336b7d-a434-4993-b2e7-357345412319 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.2404966 Nov 28 07:46:31.500850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36434) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:31.507440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191cb4-d822-4f98-8c0c-f1ae43e5d84c req-f8118cb5-4e17-4b3c-9d2a-9b4babf52d07 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:31.508162 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8b191cb4-d822-4f98-8c0c-f1ae43e5d84c req-f8118cb5-4e17-4b3c-9d2a-9b4babf52d07 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 946 time: 0.3514664 Nov 28 07:46:31.515333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.541770 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.542373 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.545329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 1183e5de-6600-4398-83c4-68b6e7535d85 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:31.547654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.550249 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.552604 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Nov 2021 07:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d2528b-8d53-41db-98d1-c3e6d65b95bc x-openstack-request-id: req-b2d2528b-8d53-41db-98d1-c3e6d65b95bc {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:46:31.553602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7522754-1afa-4df2-b915-d71b92c92d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "d5d42c16-8719-4e85-8a86-0999b8b298d0", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:46:31.554027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2d2528b-8d53-41db-98d1-c3e6d65b95bc {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:46:31.555181 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d42c16-8719-4e85-8a86-0999b8b298d0', 'code': 200} Nov 28 07:46:31.603384 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c2932ba-efb3-425d-8478-c27cbe23e34b tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.606175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c2932ba-efb3-425d-8478-c27cbe23e34b tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.607370 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2c2932ba-efb3-425d-8478-c27cbe23e34b tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "DELETE /v2.0/security-groups/774ab8a8-8f01-4216-9a16-efff4c2a6e74 HTTP/1.1" status: 204 len: 168 time: 1.3774996 Nov 28 07:46:31.608560 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eee556-a7e9-444f-89e6-c008449b980a None None] Pushing event updated for resources: {'Port': ['ID=c0084e25-9f09-4d23-8539-fc5ff2d33d28,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:31.620668 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36438) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:31.626629 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8b191cb4-d822-4f98-8c0c-f1ae43e5d84c req-c276b3b0-871c-45cc-9c76-023283fec8e4 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups?id=588f8771-30ca-41e7-bb49-469a442092f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066804 Nov 28 07:46:31.631483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2932ba-efb3-425d-8478-c27cbe23e34b tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=774ab8a8-8f01-4216-9a16-efff4c2a6e74,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:31.657782 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Attempting to bind port c0084e25-9f09-4d23-8539-fc5ff2d33d28 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:46:31.658239 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Attempting to bind port c0084e25-9f09-4d23-8539-fc5ff2d33d28 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7bf9a699-8805-4df8-ae40-c33182a7c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a09bfeb-a054-45da-a1cb-8adc6a52e818'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:46:31.659093 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Attempting to bind port c0084e25-9f09-4d23-8539-fc5ff2d33d28 on network 9a09bfeb-a054-45da-a1cb-8adc6a52e818 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:46:31.671015 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:46:31.673637 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Checking segment: {'id': '7bf9a699-8805-4df8-ae40-c33182a7c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a09bfeb-a054-45da-a1cb-8adc6a52e818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:31.674283 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.674977 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Bound using segment: {'id': '7bf9a699-8805-4df8-ae40-c33182a7c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a09bfeb-a054-45da-a1cb-8adc6a52e818'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:46:31.675586 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Bound port: c0084e25-9f09-4d23-8539-fc5ff2d33d28, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf9a699-8805-4df8-ae40-c33182a7c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a09bfeb-a054-45da-a1cb-8adc6a52e818'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:46:31.676154 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.677966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Deleting subnet abca729d-0238-4159-ba05-8ad41f31be0f {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:31.683373 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.689331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14eddf4-5c07-47ed-8b5a-e7e40e971f86 None None] DHCP port deletion for 9a09bfeb-a054-45da-a1cb-8adc6a52e818 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:31.699454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.709842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 1183e5de-6600-4398-83c4-68b6e7535d85 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:31.711673 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 1183e5de-6600-4398-83c4-68b6e7535d85 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:31.735789 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-507359c7-6605-48db-8b92-f887bf62e38b tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] show failed (client error): The resource could not be found. Nov 28 07:46:31.739609 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-507359c7-6605-48db-8b92-f887bf62e38b tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "GET /v2.0/security-groups/774ab8a8-8f01-4216-9a16-efff4c2a6e74 HTTP/1.1" status: 404 len: 347 time: 0.1119409 Nov 28 07:46:31.742576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36440) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:31.750901 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.773077 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] For port c0084e25-9f09-4d23-8539-fc5ff2d33d28, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:46:31.777620 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] For port c0084e25-9f09-4d23-8539-fc5ff2d33d28, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c0084e25-9f09-4d23-8539-fc5ff2d33d28,segment=NetworkSegment(7bf9a699-8805-4df8-ae40-c33182a7c70a),segment_id=7bf9a699-8805-4df8-ae40-c33182a7c70a)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:46:31.783628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9297c083-083f-4bc3-bd92-7286044b3604 None None] Provisioning complete for port c0084e25-9f09-4d23-8539-fc5ff2d33d28 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:31.784277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9297c083-083f-4bc3-bd92-7286044b3604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.785363 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.787774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=d5d42c16-8719-4e85-8a86-0999b8b298d0,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:31.812789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port e2ef7da0-7930-4c27-8f4c-5212a32ae938 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:31.813691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.822797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] device_id is not set on port 8aa15b38-8a32-4f56-bebe-b6fa60eb8d62 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:46:31.855526 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eee556-a7e9-444f-89e6-c008449b980a None None] Pushing event updated for resources: {'Port': ['ID=c0084e25-9f09-4d23-8539-fc5ff2d33d28,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:31.879786 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:31.886967 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Routers {'3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:31.887714 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:31.907488 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27463d7e-b32d-4c9d-922a-870aa1537c90 None None] DHCP port deletion for 9a09bfeb-a054-45da-a1cb-8adc6a52e818 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:31.908120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.008829 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-7485957f-960d-4ffa-b8f2-ee52d297476c None None] Allocated IP 172.20.0.2 (c04e62e3-7156-478d-ad66-af6018eecb99/f5a991f0-9078-4163-9955-ce82c28e9640/e2ef7da0-7930-4c27-8f4c-5212a32ae938) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:32.009924 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:32.050160 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] Set router 3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:32.053339 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.060968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.079616 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:32.082163 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9297c083-083f-4bc3-bd92-7286044b3604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.101658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:32.146754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9297c083-083f-4bc3-bd92-7286044b3604 None None] For port c0084e25-9f09-4d23-8539-fc5ff2d33d28, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c0084e25-9f09-4d23-8539-fc5ff2d33d28,segment=NetworkSegment(7bf9a699-8805-4df8-ae40-c33182a7c70a),segment_id=7bf9a699-8805-4df8-ae40-c33182a7c70a)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:32.158910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:32.159481 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.179191 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9297c083-083f-4bc3-bd92-7286044b3604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.196625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.198692 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feee692-7414-467a-b824-17f6093451b0 None None] Network 5d26311e-7247-4fc4-adc9-931e328d9c4e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:32.201422 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/subnets/abca729d-0238-4159-ba05-8ad41f31be0f HTTP/1.1" status: 204 len: 168 time: 0.7171729 Nov 28 07:46:32.215565 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8df76-f8a5-42f0-974f-8b02f5b74b00 req-88094aba-5871-49e5-936c-cd21de9d203b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:32.217654 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-09e8df76-f8a5-42f0-974f-8b02f5b74b00 req-88094aba-5871-49e5-936c-cd21de9d203b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.1975839 Nov 28 07:46:32.218587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Subnet': ['ID=abca729d-0238-4159-ba05-8ad41f31be0f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:32.228764 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36442) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:32.278163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=eeb2960f-53d6-485a-becc-db5c57f76070,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:32.317843 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5', 'name': '', 'tenant_id': '3c1c6b205e584b84bdbf94395dbac96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a09bfeb-a054-45da-a1cb-8adc6a52e818', 'external_fixed_ips': [{'subnet_id': '2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c0084e25-9f09-4d23-8539-fc5ff2d33d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:46:24Z', 'updated_at': '2021-11-28T07:46:27Z', 'revision_number': 3, 'project_id': '3c1c6b205e584b84bdbf94395dbac96d', 'gw_port': {'id': 'c0084e25-9f09-4d23-8539-fc5ff2d33d28', 'name': '', 'network_id': '9a09bfeb-a054-45da-a1cb-8adc6a52e818', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:46:25Z', 'updated_at': '2021-11-28T07:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:32.324841 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8698261 Nov 28 07:46:32.325633 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.332092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7485957f-960d-4ffa-b8f2-ee52d297476c None None] For port e2ef7da0-7930-4c27-8f4c-5212a32ae938, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e2ef7da0-7930-4c27-8f4c-5212a32ae938,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:32.333084 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36444) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:32.337120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a23fb82-5926-4623-9849-2df7c2a01076 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Deleting subnet 6e31a1b1-68b1-413c-8bc3-0dba7c75932d {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:32.348206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7a23fb82-5926-4623-9849-2df7c2a01076 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.361960 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297c083-083f-4bc3-bd92-7286044b3604 None None] Pushing event updated for resources: {'Port': ['ID=c0084e25-9f09-4d23-8539-fc5ff2d33d28,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:32.362300 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152d7dee-e9ae-47cf-a362-976b9aaab0e9 None None] The sync data for ids ['3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5'] in dv-neutron-744815-16-hyperv is: [{'id': '3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5', 'name': '', 'tenant_id': '3c1c6b205e584b84bdbf94395dbac96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a09bfeb-a054-45da-a1cb-8adc6a52e818', 'external_fixed_ips': [{'subnet_id': '2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c0084e25-9f09-4d23-8539-fc5ff2d33d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:46:24Z', 'updated_at': '2021-11-28T07:46:27Z', 'revision_number': 3, 'project_id': '3c1c6b205e584b84bdbf94395dbac96d', 'gw_port': {'id': 'c0084e25-9f09-4d23-8539-fc5ff2d33d28', 'name': '', 'network_id': '9a09bfeb-a054-45da-a1cb-8adc6a52e818', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:46:25Z', 'updated_at': '2021-11-28T07:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:32.366688 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.367189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.367652 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.368069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.369781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.369781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.370491 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.370614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.371100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.371618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.372445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.372865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.373366 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49228679-8dd4-4efb-9ed4-f06087c1c70e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.398121 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bfe0060a-ca8f-4101-af8f-13b1a98b02a7 None None] Provisioning complete for port c0084e25-9f09-4d23-8539-fc5ff2d33d28 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:32.398487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bfe0060a-ca8f-4101-af8f-13b1a98b02a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.427325 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.427587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.428095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.428442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.428778 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.429104 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.429431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.429789 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.430321 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.430450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.430744 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.431746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.432339 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c80ea-2891-4eb6-b646-eb80624e71cd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:32.468859 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7485957f-960d-4ffa-b8f2-ee52d297476c None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.472187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Pushing event deleted for resources: {'Port': ['ID=d5d42c16-8719-4e85-8a86-0999b8b298d0,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:32.488965 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7485957f-960d-4ffa-b8f2-ee52d297476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.517285 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-09e8df76-f8a5-42f0-974f-8b02f5b74b00 req-8dcc8524-24a4-4cb7-b9cc-ecd2d6cde098 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163184 Nov 28 07:46:32.541384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-21161e62-ef94-474f-9905-270d6b960eae tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Deleting port c96bf396-8d09-49b7-b28a-d0df26ff6799 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:32.541882 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21161e62-ef94-474f-9905-270d6b960eae tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.542118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7a23fb82-5926-4623-9849-2df7c2a01076 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.580667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.662992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d6b812-7dbe-4ec9-bcdc-27bf30696f0b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:32.669824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d6b812-7dbe-4ec9-bcdc-27bf30696f0b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:32.672490 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-79d6b812-7dbe-4ec9-bcdc-27bf30696f0b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3300419 Nov 28 07:46:32.676055 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36448) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:32.680118 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485957f-960d-4ffa-b8f2-ee52d297476c None None] Pushing event updated for resources: {'Port': ['ID=e2ef7da0-7930-4c27-8f4c-5212a32ae938,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:32.728278 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7a23fb82-5926-4623-9849-2df7c2a01076 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.853390 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Deleting port c0084e25-9f09-4d23-8539-fc5ff2d33d28 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:32.853787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:32.943477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e2ef7da0-7930-4c27-8f4c-5212a32ae938 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:33.030672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-374d2b1a-614b-4750-a871-db16ac05029f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:33.036077 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7a23fb82-5926-4623-9849-2df7c2a01076 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:33.044033 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5a3470f7-201e-4821-935c-b056fb6f96ec req-afe89b01-772c-41b1-90fc-4b7c29fba418 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 210 time: 0.0870595 Nov 28 07:46:33.118108 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port e2ef7da0-7930-4c27-8f4c-5212a32ae938 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:33.119079 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:33.179895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23fb82-5926-4623-9849-2df7c2a01076 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Subnet': ['ID=6e31a1b1-68b1-413c-8bc3-0dba7c75932d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:33.182929 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7a23fb82-5926-4623-9849-2df7c2a01076 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:33.187569 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7a23fb82-5926-4623-9849-2df7c2a01076 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/subnets/6e31a1b1-68b1-413c-8bc3-0dba7c75932d HTTP/1.1" status: 204 len: 168 time: 0.9571686 Nov 28 07:46:33.192355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-47684f23-1c0b-4f9d-8103-8fb355e6a2e3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port eeb2960f-53d6-485a-becc-db5c57f76070 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:33.192693 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-47684f23-1c0b-4f9d-8103-8fb355e6a2e3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:33.204218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36450) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:33.221313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] For port c0084e25-9f09-4d23-8539-fc5ff2d33d28, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c0084e25-9f09-4d23-8539-fc5ff2d33d28,segment=NetworkSegment(7bf9a699-8805-4df8-ae40-c33182a7c70a),segment_id=7bf9a699-8805-4df8-ae40-c33182a7c70a)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:33.221684 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:33.417594 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:33.430101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Calling delete_port for c0084e25-9f09-4d23-8539-fc5ff2d33d28 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:33.477451 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-47684f23-1c0b-4f9d-8103-8fb355e6a2e3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:33.498933 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-47684f23-1c0b-4f9d-8103-8fb355e6a2e3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for eeb2960f-53d6-485a-becc-db5c57f76070 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:33.522942 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.20.0.14 (fb329bf8-72b6-42cb-8c92-d31bcd921a8e/2a97103d-dec6-4f07-9909-91a0e14bb858/8aa15b38-8a32-4f56-bebe-b6fa60eb8d62) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:33.548227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.20.0.13 (fb329bf8-72b6-42cb-8c92-d31bcd921a8e/2a97103d-dec6-4f07-9909-91a0e14bb858/8aa15b38-8a32-4f56-bebe-b6fa60eb8d62) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:33.726685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:33.759388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21161e62-ef94-474f-9905-270d6b960eae tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:33.764346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21161e62-ef94-474f-9905-270d6b960eae tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:33.801922 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939731d0-f371-4b3f-aa2e-0f4d465072c9 None None] Network 5d26311e-7247-4fc4-adc9-931e328d9c4e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:33.887259 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-47684f23-1c0b-4f9d-8103-8fb355e6a2e3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:33.913160 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-21161e62-ef94-474f-9905-270d6b960eae tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Calling delete_port for c96bf396-8d09-49b7-b28a-d0df26ff6799 owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:33.955236 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ab099ef2-4894-4ca7-8098-58f0a8e41fe2 None None] Provisioning complete for port e2ef7da0-7930-4c27-8f4c-5212a32ae938 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:33.955520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ab099ef2-4894-4ca7-8098-58f0a8e41fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:33.974463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47684f23-1c0b-4f9d-8103-8fb355e6a2e3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=eeb2960f-53d6-485a-becc-db5c57f76070,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:34.024264 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743ecbd-b3b2-4958-be51-33a783b03dcc req-f7064395-ef03-4f3d-99c6-863f5cfc4798 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:34.031905 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d743ecbd-b3b2-4958-be51-33a783b03dcc req-f7064395-ef03-4f3d-99c6-863f5cfc4798 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2570024 Nov 28 07:46:34.100874 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Deleting port 973c1d20-2b7f-4d44-a148-b55a15709314 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:34.101210 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:34.147924 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ab099ef2-4894-4ca7-8098-58f0a8e41fe2 None None] Provisioning complete for port 973c1d20-2b7f-4d44-a148-b55a15709314 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:34.151426 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ab099ef2-4894-4ca7-8098-58f0a8e41fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:34.161475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:34.174681 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cf3455-011f-4bc2-829e-1221e709d448 None None] Sync routers for ids ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:34.195444 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cf3455-011f-4bc2-829e-1221e709d448 None None] Routers {'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:34.197289 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c3cf3455-011f-4bc2-829e-1221e709d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:34.214604 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] DHCP port deletion for 5d26311e-7247-4fc4-adc9-931e328d9c4e request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:34.331089 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d743ecbd-b3b2-4958-be51-33a783b03dcc req-2ae19834-5bd4-4e77-9519-a9d2232d6119 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880621 Nov 28 07:46:34.340414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] For port 973c1d20-2b7f-4d44-a148-b55a15709314, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=973c1d20-2b7f-4d44-a148-b55a15709314,segment=NetworkSegment(5e308a0c-21d3-4fe7-810d-c42630ccf57d),segment_id=5e308a0c-21d3-4fe7-810d-c42630ccf57d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:34.343583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:34.362992 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Calling delete_port for 973c1d20-2b7f-4d44-a148-b55a15709314 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:34.364709 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Deleting port 973c1d20-2b7f-4d44-a148-b55a15709314 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:34.365200 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:34.376905 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-c3cf3455-011f-4bc2-829e-1221e709d448 None None] Set router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:34.399766 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] No DVR routers for this DVR port d5d42c16-8719-4e85-8a86-0999b8b298d0 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:34.413540 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9454048f-ca9b-4142-9bbf-19e31cf2b529 req-f649b4d2-621d-4037-a06c-bfded6ad1e24 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7522754-1afa-4df2-b915-d71b92c92d6e HTTP/1.1" status: 200 len: 210 time: 0.1517193 Nov 28 07:46:34.420793 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:34.424382 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2bbeb5a6-b5c8-4ad8-bbc0-73695d7b5acd req-784c9dcf-353b-4818-9e5a-c64bb51093ba tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.35 "DELETE /v2.0/ports/d5d42c16-8719-4e85-8a86-0999b8b298d0 HTTP/1.1" status: 204 len: 173 time: 5.6001868 Nov 28 07:46:34.426166 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'name': 'network-vif-deleted', 'tag': 'd5d42c16-8719-4e85-8a86-0999b8b298d0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:46:34.434482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfb29af-e4e5-4460-b59d-d0434595d7b7" -d '{"events": [{"server_uuid": "f7522754-1afa-4df2-b915-d71b92c92d6e", "name": "network-vif-deleted", "tag": "d5d42c16-8719-4e85-8a86-0999b8b298d0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:46:34.520723 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:34.530663 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4ccf20-e2bb-4db6-8285-47e0b718aa9c x-openstack-request-id: req-6d4ccf20-e2bb-4db6-8285-47e0b718aa9c {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:46:34.531701 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7522754-1afa-4df2-b915-d71b92c92d6e", "name": "network-vif-deleted", "tag": "d5d42c16-8719-4e85-8a86-0999b8b298d0", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:46:34.532163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d4ccf20-e2bb-4db6-8285-47e0b718aa9c {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:46:34.532720 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7522754-1afa-4df2-b915-d71b92c92d6e', 'name': 'network-vif-deleted', 'tag': 'd5d42c16-8719-4e85-8a86-0999b8b298d0', 'status': 'completed', 'code': 200} Nov 28 07:46:34.544524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:34.547691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-47684f23-1c0b-4f9d-8103-8fb355e6a2e3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:34.551288 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-47684f23-1c0b-4f9d-8103-8fb355e6a2e3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/eeb2960f-53d6-485a-becc-db5c57f76070 HTTP/1.1" status: 204 len: 168 time: 1.8728187 Nov 28 07:46:34.554912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36458) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:34.572728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:34.586044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] For port 973c1d20-2b7f-4d44-a148-b55a15709314, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=973c1d20-2b7f-4d44-a148-b55a15709314,segment=NetworkSegment(5e308a0c-21d3-4fe7-810d-c42630ccf57d),segment_id=5e308a0c-21d3-4fe7-810d-c42630ccf57d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:34.586644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:34.620922 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Calling delete_port for 973c1d20-2b7f-4d44-a148-b55a15709314 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:34.686822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Port': ['ID=973c1d20-2b7f-4d44-a148-b55a15709314,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:34.690856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No DVR routers for this DVR port 973c1d20-2b7f-4d44-a148-b55a15709314 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:34.801768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:34.978517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=8aa15b38-8a32-4f56-bebe-b6fa60eb8d62,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:35.013314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08b457d-497a-4f4c-bb60-0e56f0ea8d76 None None] DHCP port deletion for 9a09bfeb-a054-45da-a1cb-8adc6a52e818 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:35.017219 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network fb329bf8-72b6-42cb-8c92-d31bcd921a8e is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:35.020864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b7ef2138-ff0d-4628-9bdc-fb5287cf322e None None] Could not find standard attr ID for object eeb2960f-53d6-485a-becc-db5c57f76070. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:46:35.023241 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21161e62-ef94-474f-9905-270d6b960eae tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.023624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c0084e25-9f09-4d23-8539-fc5ff2d33d28 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:35.037267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:35.061075 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: c0084e25-9f09-4d23-8539-fc5ff2d33d28 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:35.061489 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c0084e25-9f09-4d23-8539-fc5ff2d33d28 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 28 07:46:35.064437 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:35.073664 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21161e62-ef94-474f-9905-270d6b960eae tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Pushing event deleted for resources: {'Port': ['ID=c96bf396-8d09-49b7-b28a-d0df26ff6799,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:35.094319 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Port c0084e25-9f09-4d23-8539-fc5ff2d33d28 not found, will not notify nova. {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 28 07:46:35.095970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7922dcab-39eb-4090-a496-2a4a018c2fda None None] DHCP port deletion for fb329bf8-72b6-42cb-8c92-d31bcd921a8e request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:35.111090 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73acd44b-e7c3-41c5-98a8-0314c0f47014 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:35.123331 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c3cf3455-011f-4bc2-829e-1221e709d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:47Z', 'revision_number': 4, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port': {'id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ad6ab798-7322-41e0-a120-485b205662fb', 'name': '', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'mac_address': 'fa:16:3e:ce:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:43Z', 'updated_at': '2021-11-28T07:44:59Z', 'revision_number': 5, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'subnets': [{'id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:35.139547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.164060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] No DVR routers for this DVR port 973c1d20-2b7f-4d44-a148-b55a15709314 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:35.217743 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cf3455-011f-4bc2-829e-1221e709d448 None None] Checking router: a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:46:35.219019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-374d2b1a-614b-4750-a871-db16ac05029f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port d69d7eef-891b-4611-9cf6-34a8784738a3 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:35.219365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-374d2b1a-614b-4750-a871-db16ac05029f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.222344 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 973c1d20-2b7f-4d44-a148-b55a15709314 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:35.229782 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cf3455-011f-4bc2-829e-1221e709d448 None None] Routers {'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:35.230769 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c3cf3455-011f-4bc2-829e-1221e709d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:35.269096 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ab092-7af9-463e-bfbc-dc12a95fc9f0 None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:46:35.309086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-374d2b1a-614b-4750-a871-db16ac05029f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.321944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-374d2b1a-614b-4750-a871-db16ac05029f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for d69d7eef-891b-4611-9cf6-34a8784738a3 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:35.358255 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 973c1d20-2b7f-4d44-a148-b55a15709314 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:35.358894 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 973c1d20-2b7f-4d44-a148-b55a15709314 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:35.364506 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0084e25-9f09-4d23-8539-fc5ff2d33d28,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:35.376704 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-c3cf3455-011f-4bc2-829e-1221e709d448 None None] Set router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:35.378949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Pushing event deleted for resources: {'Port': ['ID=973c1d20-2b7f-4d44-a148-b55a15709314,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:35.413328 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.416384 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:35.417006 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:35.418172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:35.418765 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:35.419371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:35.419932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:35.420498 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:35.421123 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:35.421666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:35.422210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:35.422747 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:35.423359 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:35.423909 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feec170-b590-4d2a-8d6d-06cde2358285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:46:35.455628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bdbc64a4-7616-472c-aeb6-e368cbca85ad None None] Provisioning complete for port 8aa15b38-8a32-4f56-bebe-b6fa60eb8d62 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:35.456381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bdbc64a4-7616-472c-aeb6-e368cbca85ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.538944 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc64a4-7616-472c-aeb6-e368cbca85ad None None] Port 8aa15b38-8a32-4f56-bebe-b6fa60eb8d62 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:46:35.548027 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:35.552804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905ab092-7af9-463e-bfbc-dc12a95fc9f0 None None] Resources bound (agent type, host, resource id): {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 07:46:35.553559 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.574447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.578487 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.627185 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.629446 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c3cf3455-011f-4bc2-829e-1221e709d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:47Z', 'revision_number': 4, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port': {'id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ad6ab798-7322-41e0-a120-485b205662fb', 'name': '', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'mac_address': 'fa:16:3e:ce:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:43Z', 'updated_at': '2021-11-28T07:44:59Z', 'revision_number': 5, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'subnets': [{'id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:35.650295 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d26311e-7247-4fc4-adc9-931e328d9c4e']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:35.656593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36466) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:35.660058 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cf3455-011f-4bc2-829e-1221e709d448 None None] The sync data for ids ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'] in dv-neutron-744815-16-hyperv is: [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:47Z', 'revision_number': 4, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port': {'id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ad6ab798-7322-41e0-a120-485b205662fb', 'name': '', 'network_id': 'a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'mac_address': 'fa:16:3e:ce:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:43Z', 'updated_at': '2021-11-28T07:44:59Z', 'revision_number': 5, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'subnets': [{'id': 'b8b7bbe5-daa6-4c6c-be92-80129904fb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:35.661833 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e308a0c-21d3-4fe7-810d-c42630ccf57d') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:35.666038 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bf4a5dd4-7c7f-437d-ab57-3fc4dbfb6dbb tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.5741575 Nov 28 07:46:35.666915 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e308a0c-21d3-4fe7-810d-c42630ccf57d') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:35.670902 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36468) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:35.678662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.684929 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '8aa15b38-8a32-4f56-bebe-b6fa60eb8d62', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:35.692638 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21161e62-ef94-474f-9905-270d6b960eae tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.696212 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.697524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21161e62-ef94-474f-9905-270d6b960eae tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.701521 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-21161e62-ef94-474f-9905-270d6b960eae tempest-ServersTestManualDisk-1938915620 tempest-ServersTestManualDisk-1938915620-project] 10.222.0.31 "DELETE /v2.0/floatingips/73e19a93-84e7-4eb6-8c5d-2ddcc40cd716 HTTP/1.1" status: 204 len: 168 time: 3.9527521 Nov 28 07:46:35.701521 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-374d2b1a-614b-4750-a871-db16ac05029f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.704357 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:35.704742 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.710215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36470) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:35.728449 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e084236-fa66-4bee-9324-a0a1ba5bd940 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:35.730110 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e084236-fa66-4bee-9324-a0a1ba5bd940 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:35.732191 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e084236-fa66-4bee-9324-a0a1ba5bd940 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:35.739716 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9e084236-fa66-4bee-9324-a0a1ba5bd940 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.1824105 Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:35.740647 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:35.742382 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36472) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:35.870680 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.879326 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.880178 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:46:35.885180 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.896069 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/5d26311e-7247-4fc4-adc9-931e328d9c4e HTTP/1.1" status: 204 len: 168 time: 2.6854951 Nov 28 07:46:35.897067 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.900774 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-97cdd01a-9958-471b-b71d-204243680820 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "DELETE /v2.0/routers/3317b1c9-a8c9-4f81-986c-ef2e8cdbcbf5 HTTP/1.1" status: 204 len: 168 time: 4.3981798 Nov 28 07:46:35.909458 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36474) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:35.909803 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36476) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:35.917971 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-36460ee5-e4a2-407e-a636-dd236bb617d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 7495d1d0-0c64-44bc-a54d-c8dec5264551 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:35.921602 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36460ee5-e4a2-407e-a636-dd236bb617d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:35.965758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d2b1a-614b-4750-a871-db16ac05029f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=d69d7eef-891b-4611-9cf6-34a8784738a3,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:35.983720 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82d8ac-601f-416b-b017-9fccaf15aff9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Network': ['ID=5d26311e-7247-4fc4-adc9-931e328d9c4e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:36.051218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfee9f5-fa26-4596-b2d4-8c23dc116196 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Deleting subnet 2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:36.078396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbfee9f5-fa26-4596-b2d4-8c23dc116196 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.080190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed29191a-0252-4e87-9cad-fa20ba0165bf None None] New status for floating IP 4e21c469-76de-488b-aedd-2e5dd4ec3d36: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:46:36.084174 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-331dc0ff-75a9-4e83-86ae-fbb100e503a9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:36.084174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331dc0ff-75a9-4e83-86ae-fbb100e503a9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:36.089531 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-331dc0ff-75a9-4e83-86ae-fbb100e503a9 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/subnets/f079fc82-923d-4d8b-abb7-14a5ceec4952 HTTP/1.1" status: 404 len: 337 time: 0.1756678 Nov 28 07:46:36.109110 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bfeb1-0788-4013-b71f-b2f63e812985 req-a49a7848-c0ca-4569-ad8d-d7e94043ae45 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:36.109810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36460ee5-e4a2-407e-a636-dd236bb617d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.112174 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-548bfeb1-0788-4013-b71f-b2f63e812985 req-a49a7848-c0ca-4569-ad8d-d7e94043ae45 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.6399519 Nov 28 07:46:36.112474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36480) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:36.119711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.161187 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8a1ad8-1381-47d8-a91d-94d0fcf7be23 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:36.161695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8a1ad8-1381-47d8-a91d-94d0fcf7be23 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:36.164799 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6b8a1ad8-1381-47d8-a91d-94d0fcf7be23 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/aad52bee-8bcf-4a9a-9c6d-c98284fc0bbb HTTP/1.1" status: 404 len: 339 time: 0.0513690 Nov 28 07:46:36.169795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36482) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:36.207917 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf1d82d-0798-479e-924a-d5ad96e78dfd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:36.208363 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf1d82d-0798-479e-924a-d5ad96e78dfd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:36.211832 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fbf1d82d-0798-479e-924a-d5ad96e78dfd tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/subnets/e515b6f5-4340-4537-b2f4-e00e421a0bd9 HTTP/1.1" status: 404 len: 337 time: 0.0394714 Nov 28 07:46:36.215109 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbfee9f5-fa26-4596-b2d4-8c23dc116196 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.231333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36484) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:36.295676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbfee9f5-fa26-4596-b2d4-8c23dc116196 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.326821 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36460ee5-e4a2-407e-a636-dd236bb617d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.398213 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbfee9f5-fa26-4596-b2d4-8c23dc116196 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.433179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36460ee5-e4a2-407e-a636-dd236bb617d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.438073 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfee9f5-fa26-4596-b2d4-8c23dc116196 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:36.451217 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbfee9f5-fa26-4596-b2d4-8c23dc116196 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.454597 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dbfee9f5-fa26-4596-b2d4-8c23dc116196 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d HTTP/1.1" status: 204 len: 168 time: 0.5418091 Nov 28 07:46:36.459029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cb5bc7-84d9-4fb5-af86-5cc5a440810a None None] Network 9a09bfeb-a054-45da-a1cb-8adc6a52e818 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:36.478166 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36486) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:36.486804 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36460ee5-e4a2-407e-a636-dd236bb617d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.490264 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-36460ee5-e4a2-407e-a636-dd236bb617d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/7495d1d0-0c64-44bc-a54d-c8dec5264551 HTTP/1.1" status: 204 len: 168 time: 0.7086751 Nov 28 07:46:36.492398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36460ee5-e4a2-407e-a636-dd236bb617d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=7495d1d0-0c64-44bc-a54d-c8dec5264551,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:36.503761 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b37555a-1c09-4f41-8e30-de8489377f00 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:36.506520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36488) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:36.607105 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-31c43bdc-1c43-4316-8577-c74c24113fd2 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.608959 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b891ff-e04a-4459-bb1e-837f79af4c2c tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:36.610037 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b891ff-e04a-4459-bb1e-837f79af4c2c tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:36.613241 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-33999bc1-db38-4ee0-be3d-de60ab2f7dc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet f5a991f0-9078-4163-9955-ce82c28e9640 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:36.615012 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-74b891ff-e04a-4459-bb1e-837f79af4c2c tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/08282f7c-9ab9-4d5f-bccf-b1d008492151 HTTP/1.1" status: 404 len: 339 time: 0.3819370 Nov 28 07:46:36.616168 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36490) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:36.627914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-33999bc1-db38-4ee0-be3d-de60ab2f7dc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.652947 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2b9-f910-4a7a-89e0-b3ae4c002ec5 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.684640 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-c301b9d2-223c-4523-b385-0577ab0be94c tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:36.685059 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c301b9d2-223c-4523-b385-0577ab0be94c tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:36.685707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f80e9bc-ca1f-41d2-ae2c-0ead276cde93 None None] DHCP port deletion for 9a09bfeb-a054-45da-a1cb-8adc6a52e818 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:36.692944 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c301b9d2-223c-4523-b385-0577ab0be94c tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/subnets/8ebb8e2f-f2d0-4f56-b838-ca3afcab8ce5 HTTP/1.1" status: 404 len: 337 time: 0.0688584 Nov 28 07:46:36.694410 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36492) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:36.702579 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-548bfeb1-0788-4013-b71f-b2f63e812985 req-3b29f988-097b-4e56-84bf-797955d25245 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5765040 Nov 28 07:46:36.753203 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-63da48f4-4db2-4483-8790-71a8829ada0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:36.757660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-31c43bdc-1c43-4316-8577-c74c24113fd2 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.758215 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63da48f4-4db2-4483-8790-71a8829ada0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:36.761950 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-63da48f4-4db2-4483-8790-71a8829ada0e tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/bc17d0a4-90bf-40c8-ad59-f1dde165d237 HTTP/1.1" status: 404 len: 339 time: 0.0663919 Nov 28 07:46:36.766695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-33999bc1-db38-4ee0-be3d-de60ab2f7dc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.771301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36496) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:36.842508 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-374d2b1a-614b-4750-a871-db16ac05029f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.849219 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c0084e25-9f09-4d23-8539-fc5ff2d33d28 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:36.893025 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-13664b68-01f0-432c-9522-344b965d6f3f tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Deleting subnet d99e7436-0096-4b40-88ed-26c56a83beeb {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:36.898305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13664b68-01f0-432c-9522-344b965d6f3f tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:36.902688 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: c0084e25-9f09-4d23-8539-fc5ff2d33d28 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:36.903165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c0084e25-9f09-4d23-8539-fc5ff2d33d28 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:36.990550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2b9-f910-4a7a-89e0-b3ae4c002ec5 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.001076 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-33999bc1-db38-4ee0-be3d-de60ab2f7dc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.049751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-62c7a2b9-f910-4a7a-89e0-b3ae4c002ec5 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a09bfeb-a054-45da-a1cb-8adc6a52e818']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:37.065822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-62c7a2b9-f910-4a7a-89e0-b3ae4c002ec5 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf9a699-8805-4df8-ae40-c33182a7c70a') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:37.066156 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-62c7a2b9-f910-4a7a-89e0-b3ae4c002ec5 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf9a699-8805-4df8-ae40-c33182a7c70a') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:37.083095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2b9-f910-4a7a-89e0-b3ae4c002ec5 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.087391 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-31c43bdc-1c43-4316-8577-c74c24113fd2 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.088324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-31c43bdc-1c43-4316-8577-c74c24113fd2 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.089441 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-31c43bdc-1c43-4316-8577-c74c24113fd2 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "DELETE /v2.0/security-groups/588f8771-30ca-41e7-bb49-469a442092f3 HTTP/1.1" status: 204 len: 168 time: 1.4290714 Nov 28 07:46:37.093589 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36500) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:37.101862 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13664b68-01f0-432c-9522-344b965d6f3f tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.109860 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2b9-f910-4a7a-89e0-b3ae4c002ec5 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.121583 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-cb0ef072-e832-483d-b6b6-1a53bda8672e tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] show failed (client error): The resource could not be found. Nov 28 07:46:37.122648 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cb0ef072-e832-483d-b6b6-1a53bda8672e tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "GET /v2.0/security-groups/588f8771-30ca-41e7-bb49-469a442092f3 HTTP/1.1" status: 404 len: 347 time: 0.0275030 Nov 28 07:46:37.123677 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c7a2b9-f910-4a7a-89e0-b3ae4c002ec5 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:37.124079 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2b9-f910-4a7a-89e0-b3ae4c002ec5 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:37.126385 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36502) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:37.145126 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-33999bc1-db38-4ee0-be3d-de60ab2f7dc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.217719 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c43bdc-1c43-4316-8577-c74c24113fd2 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588f8771-30ca-41e7-bb49-469a442092f3,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:37.220072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.244636 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33999bc1-db38-4ee0-be3d-de60ab2f7dc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a991f0-9078-4163-9955-ce82c28e9640,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:37.254358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-33999bc1-db38-4ee0-be3d-de60ab2f7dc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.260836 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-33999bc1-db38-4ee0-be3d-de60ab2f7dc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/f5a991f0-9078-4163-9955-ce82c28e9640 HTTP/1.1" status: 204 len: 168 time: 0.7529147 Nov 28 07:46:37.268189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36504) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:37.323131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2b9-f910-4a7a-89e0-b3ae4c002ec5 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.328267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c7a2b9-f910-4a7a-89e0-b3ae4c002ec5 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a09bfeb-a054-45da-a1cb-8adc6a52e818 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 28 07:46:37.331090 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2b9-f910-4a7a-89e0-b3ae4c002ec5 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.334321 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-62c7a2b9-f910-4a7a-89e0-b3ae4c002ec5 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9a09bfeb-a054-45da-a1cb-8adc6a52e818 HTTP/1.1" status: 204 len: 168 time: 0.8578243 Nov 28 07:46:37.359901 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7a2b9-f910-4a7a-89e0-b3ae4c002ec5 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a09bfeb-a054-45da-a1cb-8adc6a52e818,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:37.395711 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-672707f8-5a20-4b6d-8802-44ce0ebd2374 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1230760 Nov 28 07:46:37.402738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36508) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:37.408074 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-05f8052e-811d-4d37-ba04-b7fa3fe0f545 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:37.427876 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-040b8bed-48d6-43a9-91b8-e2655a625d33 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Deleting port 6efa407d-471e-460d-84b5-a9ec45672ba9 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:37.428216 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040b8bed-48d6-43a9-91b8-e2655a625d33 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.615857 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f8052e-811d-4d37-ba04-b7fa3fe0f545 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:37.620476 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-05f8052e-811d-4d37-ba04-b7fa3fe0f545 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.626112 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f1a78-644e-4d87-852e-b42dd995433b req-97e2f2d6-c447-42e8-ad14-608fdd070a17 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:37.627994 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040b8bed-48d6-43a9-91b8-e2655a625d33 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.628320 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040b8bed-48d6-43a9-91b8-e2655a625d33 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.633652 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c63f1a78-644e-4d87-852e-b42dd995433b req-97e2f2d6-c447-42e8-ad14-608fdd070a17 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.5703535 Nov 28 07:46:37.647594 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beab07a-fd8d-4776-bbaa-5833720a96fa req-e8598bc3-17dd-4f40-b69d-19aa98251a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:37.648931 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6beab07a-fd8d-4776-bbaa-5833720a96fa req-e8598bc3-17dd-4f40-b69d-19aa98251a48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=052851385fa04dd18e1923c7c975cd9e&device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 1099 time: 0.5398066 Nov 28 07:46:37.662427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-040b8bed-48d6-43a9-91b8-e2655a625d33 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Calling delete_port for 6efa407d-471e-460d-84b5-a9ec45672ba9 owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:37.663958 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36514) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:37.673159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-61e8b0dc-e64d-4741-b2ab-2df57c22d28b tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Request body: {'router': {'name': 'tempest-router--37456993', 'project_id': 'b073c7d871d84be3a64923e24f0f8b3b'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:37.689056 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aed2225-b980-4be3-9d2f-01c4a8d428d9 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:37.742054 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13664b68-01f0-432c-9522-344b965d6f3f tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.820038 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2d44e018-6910-4e9b-86f7-b07972d1b30c None None] Provisioning complete for port e2ef7da0-7930-4c27-8f4c-5212a32ae938 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:37.820338 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2d44e018-6910-4e9b-86f7-b07972d1b30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.959448 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4717979e-d997-46fd-8ecf-5f73ee94aa3a None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:37.975030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-05f8052e-811d-4d37-ba04-b7fa3fe0f545 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:37.976746 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c63f1a78-644e-4d87-852e-b42dd995433b req-79e5a5af-3d35-4510-88a0-784897cfa2a3 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3403955 Nov 28 07:46:38.046718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.26.2.175 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/be5da86c-10a0-4924-9af4-4aa610ff31ac) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:38.047040 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4717979e-d997-46fd-8ecf-5f73ee94aa3a None None] Deleting port e2ef7da0-7930-4c27-8f4c-5212a32ae938 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:38.047870 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4717979e-d997-46fd-8ecf-5f73ee94aa3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.055300 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-61e8b0dc-e64d-4741-b2ab-2df57c22d28b tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.056377 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-61e8b0dc-e64d-4741-b2ab-2df57c22d28b tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.076752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f8052e-811d-4d37-ba04-b7fa3fe0f545 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:38.092519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-05f8052e-811d-4d37-ba04-b7fa3fe0f545 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:38.097447 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374d2b1a-614b-4750-a871-db16ac05029f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 6382273c-e0dd-4c5c-b75d-25e413dbaf68 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:38.107663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f8052e-811d-4d37-ba04-b7fa3fe0f545 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:38.108410 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-05f8052e-811d-4d37-ba04-b7fa3fe0f545 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.140524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8052e-811d-4d37-ba04-b7fa3fe0f545 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=d778db3e-acd3-4a0d-8043-96e161ae4a95,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:38.177955 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-05f8052e-811d-4d37-ba04-b7fa3fe0f545 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7725835 Nov 28 07:46:38.178160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4717979e-d997-46fd-8ecf-5f73ee94aa3a None None] For port e2ef7da0-7930-4c27-8f4c-5212a32ae938, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e2ef7da0-7930-4c27-8f4c-5212a32ae938,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:38.178160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4717979e-d997-46fd-8ecf-5f73ee94aa3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.178357 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36516) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:38.193037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4717979e-d997-46fd-8ecf-5f73ee94aa3a None None] Calling delete_port for e2ef7da0-7930-4c27-8f4c-5212a32ae938 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:38.193269 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:38.221028 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beab07a-fd8d-4776-bbaa-5833720a96fa req-e96f877c-0e3b-40c9-b50e-fbee02922270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:38.222511 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6beab07a-fd8d-4776-bbaa-5833720a96fa req-e96f877c-0e3b-40c9-b50e-fbee02922270 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce72ab99-bc55-4271-8115-f97c259a6f8d HTTP/1.1" status: 200 len: 912 time: 0.5229657 Nov 28 07:46:38.242333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13664b68-01f0-432c-9522-344b965d6f3f tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.260401 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-61e8b0dc-e64d-4741-b2ab-2df57c22d28b tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.298027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-61e8b0dc-e64d-4741-b2ab-2df57c22d28b tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.299274 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4717979e-d997-46fd-8ecf-5f73ee94aa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.330329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717979e-d997-46fd-8ecf-5f73ee94aa3a None None] Pushing event deleted for resources: {'Port': ['ID=e2ef7da0-7930-4c27-8f4c-5212a32ae938,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:38.332058 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4717979e-d997-46fd-8ecf-5f73ee94aa3a None None] No DVR routers for this DVR port e2ef7da0-7930-4c27-8f4c-5212a32ae938 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:38.357018 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69456504-655a-4bca-bc56-0e9b908ff52c None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:38.372234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-61e8b0dc-e64d-4741-b2ab-2df57c22d28b tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.373499 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-61e8b0dc-e64d-4741-b2ab-2df57c22d28b tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7063141 Nov 28 07:46:38.381800 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36518) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:38.477631 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040b8bed-48d6-43a9-91b8-e2655a625d33 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.518238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab8e78d5-0185-43e1-b0a3-e655e522f557 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.522121 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b8bed-48d6-43a9-91b8-e2655a625d33 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Pushing event deleted for resources: {'Port': ['ID=6efa407d-471e-460d-84b5-a9ec45672ba9,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:38.559159 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd64b5f-b76b-43c0-9de8-3a254e3c86b3 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:38.579638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': 'd778db3e-acd3-4a0d-8043-96e161ae4a95'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:46:38.580653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.701613 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13664b68-01f0-432c-9522-344b965d6f3f tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Subnet': ['ID=d99e7436-0096-4b40-88ed-26c56a83beeb,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:38.705062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13664b68-01f0-432c-9522-344b965d6f3f tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.708290 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-13664b68-01f0-432c-9522-344b965d6f3f tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/subnets/d99e7436-0096-4b40-88ed-26c56a83beeb HTTP/1.1" status: 204 len: 168 time: 1.9296308 Nov 28 07:46:38.716378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f402e53-211a-4daa-a936-ae5242559f9d None None] Network b634f912-68bb-46e7-b817-efa2c71c2301 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:38.743824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36520) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:38.808676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Allocated IP 172.20.0.2 (c04e62e3-7156-478d-ad66-af6018eecb99/d778db3e-acd3-4a0d-8043-96e161ae4a95/9940d60c-d4eb-4280-aec8-fae1fb974e42) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:38.849377 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e2ef7da0-7930-4c27-8f4c-5212a32ae938 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:38.889337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:38.892999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.917464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: e2ef7da0-7930-4c27-8f4c-5212a32ae938 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:38.917866 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e2ef7da0-7930-4c27-8f4c-5212a32ae938 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:38.939743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.949160 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6beab07a-fd8d-4776-bbaa-5833720a96fa req-a492f023-1ea9-4a9c-8e07-a9fddcbf0b0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=897b786e-b7cb-4610-aa9c-b106f514cf9f HTTP/1.1" status: 200 len: 1001 time: 0.7005918 Nov 28 07:46:38.962957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374d2b1a-614b-4750-a871-db16ac05029f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:38.970305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:38.976931 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-374d2b1a-614b-4750-a871-db16ac05029f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/6382273c-e0dd-4c5c-b75d-25e413dbaf68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6431186 Nov 28 07:46:38.981557 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7c368c-90ca-4462-9cef-3d2082c72a94 None None] Sync routers for ids ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:38.998761 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7c368c-90ca-4462-9cef-3d2082c72a94 None None] Routers {'6382273c-e0dd-4c5c-b75d-25e413dbaf68'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:38.999624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36522) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:39.003632 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4316ed4b-986e-4e56-89c1-8eed7b6b564d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.034203 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0a7c368c-90ca-4462-9cef-3d2082c72a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:39.119059 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0a7c368c-90ca-4462-9cef-3d2082c72a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:39.127368 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9156fded-bae5-4e93-be1f-d2b7b67d24a9 None None] DHCP port deletion for b634f912-68bb-46e7-b817-efa2c71c2301 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:39.133852 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7c368c-90ca-4462-9cef-3d2082c72a94 None None] Routers {'6382273c-e0dd-4c5c-b75d-25e413dbaf68'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:39.137253 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0a7c368c-90ca-4462-9cef-3d2082c72a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:39.150332 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab8e78d5-0185-43e1-b0a3-e655e522f557 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.154910 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040b8bed-48d6-43a9-91b8-e2655a625d33 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.156867 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040b8bed-48d6-43a9-91b8-e2655a625d33 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.158143 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-040b8bed-48d6-43a9-91b8-e2655a625d33 tempest-ServersTestJSON-2072302902 tempest-ServersTestJSON-2072302902-project] 10.222.0.31 "DELETE /v2.0/floatingips/4e21c469-76de-488b-aedd-2e5dd4ec3d36 HTTP/1.1" status: 204 len: 168 time: 2.0309665 Nov 28 07:46:39.159704 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab8e78d5-0185-43e1-b0a3-e655e522f557 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.166524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36526) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:39.199824 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0a7c368c-90ca-4462-9cef-3d2082c72a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:39.200823 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7c368c-90ca-4462-9cef-3d2082c72a94 None None] The sync data for ids ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:39.215909 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.229344 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.276127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:39.282256 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:39.284191 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beab07a-fd8d-4776-bbaa-5833720a96fa req-ca8fbe0a-935a-4002-a110-4d4cdeac723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:39.286284 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6beab07a-fd8d-4776-bbaa-5833720a96fa req-ca8fbe0a-935a-4002-a110-4d4cdeac723f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51531a79-bee1-4e02-84fa-65543380b2b1 HTTP/1.1" status: 200 len: 850 time: 0.3220730 Nov 28 07:46:39.291604 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:39.294601 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.338142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Pushing event updated for resources: {'Port': ['ID=9940d60c-d4eb-4280-aec8-fae1fb974e42,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:39.344275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9156fded-bae5-4e93-be1f-d2b7b67d24a9 None None] Deleting port 748596c8-be28-4cc6-9c6c-f72d8b989932 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:39.344275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9156fded-bae5-4e93-be1f-d2b7b67d24a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.356684 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab8e78d5-0185-43e1-b0a3-e655e522f557 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.356684 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8e78d5-0185-43e1-b0a3-e655e522f557 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 475c10cb-d98c-4c6a-a1fa-069bca34e5d0 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:46:39.361173 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ab8e78d5-0185-43e1-b0a3-e655e522f557 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.365579 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ab8e78d5-0185-43e1-b0a3-e655e522f557 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "DELETE /v2.0/routers/475c10cb-d98c-4c6a-a1fa-069bca34e5d0 HTTP/1.1" status: 204 len: 168 time: 0.9827869 Nov 28 07:46:39.420900 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d25695-6ff0-4e8b-8b33-507ad651fea0 req-063132d4-1b15-4a8d-9ce2-e7de56587d34 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:39.428514 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-94d25695-6ff0-4e8b-8b33-507ad651fea0 req-063132d4-1b15-4a8d-9ce2-e7de56587d34 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2646925 Nov 28 07:46:39.439554 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Attempting to bind port 9940d60c-d4eb-4280-aec8-fae1fb974e42 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:46:39.439923 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Attempting to bind port 9940d60c-d4eb-4280-aec8-fae1fb974e42 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:46:39.440295 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Attempting to bind port 9940d60c-d4eb-4280-aec8-fae1fb974e42 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:46:39.449663 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:46:39.449885 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:39.450674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.450833 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:39.450946 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:46:39.451235 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Bound port: 9940d60c-d4eb-4280-aec8-fae1fb974e42, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:46:39.451625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.475558 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9156fded-bae5-4e93-be1f-d2b7b67d24a9 None None] For port 748596c8-be28-4cc6-9c6c-f72d8b989932, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=748596c8-be28-4cc6-9c6c-f72d8b989932,segment=NetworkSegment(e84f4ee7-6210-443e-b52e-2b2694e513f9),segment_id=e84f4ee7-6210-443e-b52e-2b2694e513f9)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:39.475776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9156fded-bae5-4e93-be1f-d2b7b67d24a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.492480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9156fded-bae5-4e93-be1f-d2b7b67d24a9 None None] Calling delete_port for 748596c8-be28-4cc6-9c6c-f72d8b989932 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:39.502468 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:39.505304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:39.518818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=be5da86c-10a0-4924-9af4-4aa610ff31ac,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:39.554948 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-94d25695-6ff0-4e8b-8b33-507ad651fea0 req-992d998f-837f-4c99-9270-efb77e193129 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198657 Nov 28 07:46:39.607318 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36530) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:39.610000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] For port 9940d60c-d4eb-4280-aec8-fae1fb974e42, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:46:39.634240 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] For port 9940d60c-d4eb-4280-aec8-fae1fb974e42, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9940d60c-d4eb-4280-aec8-fae1fb974e42,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:46:39.645389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.691338 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beab07a-fd8d-4776-bbaa-5833720a96fa req-febb33d0-71a2-4de7-bcb8-c1947490037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:39.692943 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6beab07a-fd8d-4776-bbaa-5833720a96fa req-febb33d0-71a2-4de7-bcb8-c1947490037e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce72ab99-bc55-4271-8115-f97c259a6f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3836212 Nov 28 07:46:39.703878 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9156fded-bae5-4e93-be1f-d2b7b67d24a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.717321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Deleting port 748596c8-be28-4cc6-9c6c-f72d8b989932 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:39.717868 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:39.756068 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9156fded-bae5-4e93-be1f-d2b7b67d24a9 None None] No DVR routers for this DVR port 748596c8-be28-4cc6-9c6c-f72d8b989932 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:39.768216 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3198e-41ba-49a9-8423-01168e2a965e None None] Pushing event updated for resources: {'Port': ['ID=9940d60c-d4eb-4280-aec8-fae1fb974e42,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:39.797783 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:46:39.974506 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156fded-bae5-4e93-be1f-d2b7b67d24a9 None None] Pushing event deleted for resources: {'Port': ['ID=748596c8-be28-4cc6-9c6c-f72d8b989932,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:40.000886 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6beab07a-fd8d-4776-bbaa-5833720a96fa req-a13f99d4-ec19-48db-bee2-d9aac496d1c6 service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854278 Nov 28 07:46:40.067576 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.objects.ports [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115119) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:46:40.081517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1235299496', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:40.254271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] For port 748596c8-be28-4cc6-9c6c-f72d8b989932, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:40.254628 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:40.351608 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:40.368541 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bea7efe4-9873-42b0-88f1-4545d696c25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:40.609977 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:40.611065 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:40.626253 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Calling delete_port for 748596c8-be28-4cc6-9c6c-f72d8b989932 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:40.633386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.ipam_backend_mixin [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Port 748596c8-be28-4cc6-9c6c-f72d8b989932 was not found and therefore no delete operation was performed {{(pid=115118) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:46:40.659533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:40.666364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] For port 9940d60c-d4eb-4280-aec8-fae1fb974e42, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9940d60c-d4eb-4280-aec8-fae1fb974e42,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:40.713571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:40.725315 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:40.726134 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:40.789408 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No DVR routers for this DVR port 748596c8-be28-4cc6-9c6c-f72d8b989932 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:40.793338 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Port': ['ID=748596c8-be28-4cc6-9c6c-f72d8b989932,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:40.884562 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9940d60c-d4eb-4280-aec8-fae1fb974e42 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:40.930234 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6beab07a-fd8d-4776-bbaa-5833720a96fa req-9307f56a-9812-4c26-9a49-277a3b5f66f4 service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8585660 Nov 28 07:46:40.933068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:40.943752 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 9940d60c-d4eb-4280-aec8-fae1fb974e42 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:40.944195 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.018208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-55ccfbc0-6cf1-411b-8c68-3c3216ab9fe4 None None] Provisioning complete for port 9940d60c-d4eb-4280-aec8-fae1fb974e42 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:41.018688 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-55ccfbc0-6cf1-411b-8c68-3c3216ab9fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.097691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:41.109163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:41.116743 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.128869 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:41.129060 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.136826 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.144570 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=9940d60c-d4eb-4280-aec8-fae1fb974e42,revision_number=4']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:41.145696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768c448c-7dc1-497f-a19a-9bbcb9650964 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:41.149009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=839b37de-0fed-4b31-8a3e-0c97aaa2a84f,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:41.182356 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-eb229a45-c9a0-4015-b837-c319f07de135 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9908938 Nov 28 07:46:41.183317 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36536) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:41.188155 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'mac_address': 'fa:16:3e:47:ed:03', 'name': 'tempest-NetworksTestDHCPv6-96962693'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:41.220527 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-55ccfbc0-6cf1-411b-8c68-3c3216ab9fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.225567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b634f912-68bb-46e7-b817-efa2c71c2301']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:41.255208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6859e68-b3e7-46aa-afda-64457405eae5 req-6503fae7-186c-48ed-b271-0cc079368162 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:41.256697 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a6859e68-b3e7-46aa-afda-64457405eae5 req-6503fae7-186c-48ed-b271-0cc079368162 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.6122677 Nov 28 07:46:41.267007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-bea7efe4-9873-42b0-88f1-4545d696c25f admin admin] Deleting port ad6ab798-7322-41e0-a120-485b205662fb {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:41.267347 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bea7efe4-9873-42b0-88f1-4545d696c25f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.276633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 9940d60c-d4eb-4280-aec8-fae1fb974e42, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9940d60c-d4eb-4280-aec8-fae1fb974e42,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:41.284201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.319089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84f4ee7-6210-443e-b52e-2b2694e513f9') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:41.319419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84f4ee7-6210-443e-b52e-2b2694e513f9') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:41.361090 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-55ccfbc0-6cf1-411b-8c68-3c3216ab9fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:46:41.361881 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-55ccfbc0-6cf1-411b-8c68-3c3216ab9fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:46:41.370152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 748596c8-be28-4cc6-9c6c-f72d8b989932 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:41.399834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 748596c8-be28-4cc6-9c6c-f72d8b989932 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:41.400269 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 748596c8-be28-4cc6-9c6c-f72d8b989932 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:41.404722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:41.415591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.442205 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-bea7efe4-9873-42b0-88f1-4545d696c25f admin admin] For port ad6ab798-7322-41e0-a120-485b205662fb, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ad6ab798-7322-41e0-a120-485b205662fb,segment=NetworkSegment(b247918b-a48e-4353-87c3-3ac3772ebffb),segment_id=b247918b-a48e-4353-87c3-3ac3772ebffb)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:41.442596 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bea7efe4-9873-42b0-88f1-4545d696c25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.453528 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.456665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=9940d60c-d4eb-4280-aec8-fae1fb974e42,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:41.490724 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-bea7efe4-9873-42b0-88f1-4545d696c25f admin admin] Calling delete_port for ad6ab798-7322-41e0-a120-485b205662fb owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:41.530921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.560484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.563440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:41.563754 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.568395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4316ed4b-986e-4e56-89c1-8eed7b6b564d admin admin] Deleting port 76767b81-aef3-439a-9d54-96bd87d385d8 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:41.568726 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4316ed4b-986e-4e56-89c1-8eed7b6b564d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:41.571465 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:41.597726 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port bf4d1975-b265-46df-bc58-4a9551cd9bde yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:46:41.709861 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a6859e68-b3e7-46aa-afda-64457405eae5 req-eeeb9cc0-ad07-43e1-ba85-c270d0528780 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3997951 Nov 28 07:46:41.832549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.843645 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.848500 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-88df30a8-8721-43b8-8125-69c16961d227 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.860234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bea7efe4-9873-42b0-88f1-4545d696c25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.862348 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 172.20.0.11 (c04e62e3-7156-478d-ad66-af6018eecb99/d778db3e-acd3-4a0d-8043-96e161ae4a95/bf4d1975-b265-46df-bc58-4a9551cd9bde) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:41.874537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::f816:3eff:fe47:ed03 (c04e62e3-7156-478d-ad66-af6018eecb99/839b37de-0fed-4b31-8a3e-0c97aaa2a84f/bf4d1975-b265-46df-bc58-4a9551cd9bde) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:41.882792 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:41.888959 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/b634f912-68bb-46e7-b817-efa2c71c2301 HTTP/1.1" status: 204 len: 168 time: 3.1341031 Nov 28 07:46:41.898924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36538) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:41.927919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7efe4-9873-42b0-88f1-4545d696c25f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6ab798-7322-41e0-a120-485b205662fb,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:41.970608 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1f584b-6196-4abd-9982-871e8d1a8f11 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:41.971209 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1f584b-6196-4abd-9982-871e8d1a8f11 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:41.978665 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-df1f584b-6196-4abd-9982-871e8d1a8f11 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/subnets/c7142d0c-13d8-4e61-88de-ead2607ccc51 HTTP/1.1" status: 404 len: 337 time: 0.0779603 Nov 28 07:46:41.979452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36540) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:41.988796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d7162-5531-4d38-bdb0-282516b9a25a tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Network': ['ID=b634f912-68bb-46e7-b817-efa2c71c2301,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:42.017314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-4316ed4b-986e-4e56-89c1-8eed7b6b564d admin admin] For port 76767b81-aef3-439a-9d54-96bd87d385d8, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=76767b81-aef3-439a-9d54-96bd87d385d8,segment=NetworkSegment(125eb330-7b86-4cef-8143-0e8efc42e843),segment_id=125eb330-7b86-4cef-8143-0e8efc42e843)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:42.017692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4316ed4b-986e-4e56-89c1-8eed7b6b564d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:42.046941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4316ed4b-986e-4e56-89c1-8eed7b6b564d admin admin] Calling delete_port for 76767b81-aef3-439a-9d54-96bd87d385d8 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:42.059013 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3fa7b4-07e4-49f2-be78-08d8547fb689 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] DELETE failed (client error): The resource could not be found. Nov 28 07:46:42.059216 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3fa7b4-07e4-49f2-be78-08d8547fb689 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:46:42.066324 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6f3fa7b4-07e4-49f2-be78-08d8547fb689 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/2e369c23-5012-462b-8abf-8481d09663cc HTTP/1.1" status: 404 len: 339 time: 0.0817626 Nov 28 07:46:42.069359 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36542) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:42.157107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:42.244022 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f78ed0-10b9-4137-a8b1-41dc9ef1a267 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Deleting subnet 4775eb40-8a28-4219-ac53-db9178d29319 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:42.247407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96f78ed0-10b9-4137-a8b1-41dc9ef1a267 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:42.345007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-01bcae92-bd7b-483d-b672-0aec4bb55104 None None] Provisioning complete for port 9940d60c-d4eb-4280-aec8-fae1fb974e42 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:42.345007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-01bcae92-bd7b-483d-b672-0aec4bb55104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:42.358319 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96f78ed0-10b9-4137-a8b1-41dc9ef1a267 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:42.423491 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:42.441995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bea7efe4-9873-42b0-88f1-4545d696c25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:42.567496 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96f78ed0-10b9-4137-a8b1-41dc9ef1a267 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:42.618211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:42.723240 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:42.738712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:42.756612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:42.824498 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=bf4d1975-b265-46df-bc58-4a9551cd9bde,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:42.830560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96f78ed0-10b9-4137-a8b1-41dc9ef1a267 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:42.844577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:42.868369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f78ed0-10b9-4137-a8b1-41dc9ef1a267 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Subnet': ['ID=4775eb40-8a28-4219-ac53-db9178d29319,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:42.894097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:42.922840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9940d60c-d4eb-4280-aec8-fae1fb974e42 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:42.971275 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:42.972726 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:42.990123 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 9940d60c-d4eb-4280-aec8-fae1fb974e42 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:42.990815 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:43.016684 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96f78ed0-10b9-4137-a8b1-41dc9ef1a267 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:43.022301 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-96f78ed0-10b9-4137-a8b1-41dc9ef1a267 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/subnets/4775eb40-8a28-4219-ac53-db9178d29319 HTTP/1.1" status: 204 len: 168 time: 0.9476521 Nov 28 07:46:43.024724 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36546) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:43.046287 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fae9bb-6160-40c7-97e2-8db098b2f252 None None] Network a015d020-a7a2-4c3c-a0f3-51bc751fc040 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:43.095683 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c6dc2e98-a906-4da7-950b-935c72df94e7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9110410 Nov 28 07:46:43.096776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36548) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:43.153722 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:43.166740 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:43.205182 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4316ed4b-986e-4e56-89c1-8eed7b6b564d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:43.234016 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9d634e2f-c887-4827-9cb9-e6b44fba3724 None None] Provisioning complete for port bf4d1975-b265-46df-bc58-4a9551cd9bde triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:43.234499 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9d634e2f-c887-4827-9cb9-e6b44fba3724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:43.244274 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070176-33e5-4c6d-b2f7-e60ea5621bc4 req-efae6a36-87dd-4252-acfd-cd38318a07f7 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:43.245621 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a9070176-33e5-4c6d-b2f7-e60ea5621bc4 req-efae6a36-87dd-4252-acfd-cd38318a07f7 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.4109006 Nov 28 07:46:43.251471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Allocated IP 172.26.2.150 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/bf55b342-e01c-46d7-8965-1fcf3745d053) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:43.274360 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:43.297921 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea7efe4-9873-42b0-88f1-4545d696c25f admin admin] Router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:43.312853 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9d634e2f-c887-4827-9cb9-e6b44fba3724 None None] Port bf4d1975-b265-46df-bc58-4a9551cd9bde cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:46:43.326988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=be5da86c-10a0-4924-9af4-4aa610ff31ac,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:43.346752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d69e3b-57bc-4b2e-801f-ed214ff5d962 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:43.354081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d69e3b-57bc-4b2e-801f-ed214ff5d962 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:43.355924 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b5d69e3b-57bc-4b2e-801f-ed214ff5d962 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2384629 Nov 28 07:46:43.368636 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36550) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:43.414143 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-88df30a8-8721-43b8-8125-69c16961d227 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port 7c837709-7614-4cf7-bb81-3dbe4bee44dc {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:43.414489 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-88df30a8-8721-43b8-8125-69c16961d227 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:43.416592 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a9070176-33e5-4c6d-b2f7-e60ea5621bc4 req-f3dcd242-ee5e-411a-8ab8-befc20e9a73e tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499443 Nov 28 07:46:43.417897 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316ed4b-986e-4e56-89c1-8eed7b6b564d admin admin] Pushing event deleted for resources: {'Port': ['ID=76767b81-aef3-439a-9d54-96bd87d385d8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:43.450042 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f4f90c-4552-487c-a9fc-438624781566 None None] DHCP port deletion for a015d020-a7a2-4c3c-a0f3-51bc751fc040 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:43.453123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:43.569583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4f90c-4552-487c-a9fc-438624781566 None None] Deleting port 60f0b785-56d8-47ae-8983-4fbbbb36595a {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:43.569952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f90c-4552-487c-a9fc-438624781566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:43.660409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a5f4f90c-4552-487c-a9fc-438624781566 None None] For port 60f0b785-56d8-47ae-8983-4fbbbb36595a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=60f0b785-56d8-47ae-8983-4fbbbb36595a,segment=NetworkSegment(5e7e6311-f035-4535-b4d3-47206a7ace7e),segment_id=5e7e6311-f035-4535-b4d3-47206a7ace7e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:43.660773 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f90c-4552-487c-a9fc-438624781566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:43.685294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4f90c-4552-487c-a9fc-438624781566 None None] Calling delete_port for 60f0b785-56d8-47ae-8983-4fbbbb36595a owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:43.785577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f90c-4552-487c-a9fc-438624781566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:43.825630 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4f90c-4552-487c-a9fc-438624781566 None None] Pushing event deleted for resources: {'Port': ['ID=60f0b785-56d8-47ae-8983-4fbbbb36595a,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:43.827547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4f90c-4552-487c-a9fc-438624781566 None None] No DVR routers for this DVR port 60f0b785-56d8-47ae-8983-4fbbbb36595a on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:43.868594 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea7efe4-9873-42b0-88f1-4545d696c25f admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:43.877338 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bea7efe4-9873-42b0-88f1-4545d696c25f admin admin] 10.222.0.31 "PUT /v2.0/routers/a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7038670 Nov 28 07:46:43.878816 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36554) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:43.879251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33c3e5-6170-460b-9682-cdc73fe92784 None None] Sync routers for ids ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:43.890336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33c3e5-6170-460b-9682-cdc73fe92784 None None] Routers {'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:43.891076 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2f33c3e5-6170-460b-9682-cdc73fe92784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:43.973595 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-88df30a8-8721-43b8-8125-69c16961d227 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:43.978580 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.007694 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Deleting port 60f0b785-56d8-47ae-8983-4fbbbb36595a {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:44.008446 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.021440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-88df30a8-8721-43b8-8125-69c16961d227 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for 7c837709-7614-4cf7-bb81-3dbe4bee44dc owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:44.037550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98c885-ab51-46ed-942f-e3948e411f04 req-1af48a09-2429-497d-9200-3e9237980d88 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:44.039176 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9d98c885-ab51-46ed-942f-e3948e411f04 req-1af48a09-2429-497d-9200-3e9237980d88 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.4514840 Nov 28 07:46:44.075906 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Floating IP 09456df2-8052-4533-8904-d46bfea56d4a associated. External IP: 172.26.2.175, port: 8aa15b38-8a32-4f56-bebe-b6fa60eb8d62. Nov 28 07:46:44.096688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] For port 60f0b785-56d8-47ae-8983-4fbbbb36595a, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:44.096688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.096943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4316ed4b-986e-4e56-89c1-8eed7b6b564d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.105167 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.149090 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Calling delete_port for 60f0b785-56d8-47ae-8983-4fbbbb36595a owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:44.157143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Port 60f0b785-56d8-47ae-8983-4fbbbb36595a was not found and therefore no delete operation was performed {{(pid=115119) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:46:44.162652 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.170066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-2f33c3e5-6170-460b-9682-cdc73fe92784 None None] Set router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:44.188266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-56ddd1a1-233f-47ab-a5b6-0c96f54d231a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port bf4d1975-b265-46df-bc58-4a9551cd9bde {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:44.188605 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-56ddd1a1-233f-47ab-a5b6-0c96f54d231a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.203858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Port': ['ID=60f0b785-56d8-47ae-8983-4fbbbb36595a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:44.207776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] No DVR routers for this DVR port 60f0b785-56d8-47ae-8983-4fbbbb36595a on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:44.328319 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.356464 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a015d020-a7a2-4c3c-a0f3-51bc751fc040']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:44.367606 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7e6311-f035-4535-b4d3-47206a7ace7e') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:44.368251 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7e6311-f035-4535-b4d3-47206a7ace7e') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:44.368476 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2f33c3e5-6170-460b-9682-cdc73fe92784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:46:41Z', 'revision_number': 5, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port': {'id': '83ff5548-0a4b-4aca-bb01-053c50eb6911', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:44.370299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.378601 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9d98c885-ab51-46ed-942f-e3948e411f04 req-9cc515c7-863c-44e7-bdc2-d27d93ed33be tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260548 Nov 28 07:46:44.385822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.386041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.401969 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.410353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33c3e5-6170-460b-9682-cdc73fe92784 None None] Checking router: a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:46:44.420691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33c3e5-6170-460b-9682-cdc73fe92784 None None] Routers {'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:44.421443 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2f33c3e5-6170-460b-9682-cdc73fe92784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:44.442716 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:44.445318 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:44.453300 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:44.544724 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.552561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.556332 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] 10.222.0.31 "DELETE /v2.0/networks/a015d020-a7a2-4c3c-a0f3-51bc751fc040 HTTP/1.1" status: 204 len: 168 time: 1.5259566 Nov 28 07:46:44.572734 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-2f33c3e5-6170-460b-9682-cdc73fe92784 None None] Set router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:44.573878 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] Deleting port 83ff5548-0a4b-4aca-bb01-053c50eb6911 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:44.574215 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.577395 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd5df1-1b63-4cd4-a156-8585612b5e94 tempest-NetworksIpV6Test-1067220778 tempest-NetworksIpV6Test-1067220778-project] Pushing event deleted for resources: {'Network': ['ID=a015d020-a7a2-4c3c-a0f3-51bc751fc040,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:44.660238 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2f33c3e5-6170-460b-9682-cdc73fe92784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:46:44Z', 'revision_number': 6, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:44.675080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] For port 83ff5548-0a4b-4aca-bb01-053c50eb6911, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=83ff5548-0a4b-4aca-bb01-053c50eb6911,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:44.675420 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.691269 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] Calling delete_port for 83ff5548-0a4b-4aca-bb01-053c50eb6911 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:44.692873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33c3e5-6170-460b-9682-cdc73fe92784 None None] The sync data for ids ['a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17'] in dv-neutron-744815-16-hyperv is: [{'id': 'a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17', 'name': 'tempest-ServersTestJSON-227238523-router', 'tenant_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:34Z', 'updated_at': '2021-11-28T07:46:44Z', 'revision_number': 6, 'project_id': '205aa9369a9b4b7e8d64def7c869c9f4', 'gw_port_host': None}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:44.898848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:44.900039 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36564) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:44.906828 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.933139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:44.943013 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] Pushing event deleted for resources: {'Port': ['ID=83ff5548-0a4b-4aca-bb01-053c50eb6911,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:44.951461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:44.954732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a02b62d-12b7-406f-8faa-e10bbe151561 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:44.981332 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-56ddd1a1-233f-47ab-a5b6-0c96f54d231a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:44.996173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723c511-45fc-479e-aa1a-85c4063e1eb1 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:45.004957 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.031292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Pushing event updated for resources: {'Port': ['ID=bf55b342-e01c-46d7-8965-1fcf3745d053,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:45.052160 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-56ddd1a1-233f-47ab-a5b6-0c96f54d231a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for bf4d1975-b265-46df-bc58-4a9551cd9bde owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:45.090770 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9d3cec49-b876-4643-b4f9-9b308ff0cf6f None None] Provisioning complete for port bf55b342-e01c-46d7-8965-1fcf3745d053 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:45.091555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9d3cec49-b876-4643-b4f9-9b308ff0cf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.154301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cec49-b876-4643-b4f9-9b308ff0cf6f None None] Port bf55b342-e01c-46d7-8965-1fcf3745d053 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:46:45.175291 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.179301 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.229597 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4c571d60-10f4-422e-a703-22561f9b6cdc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=366ac945831e4f33bbe77c9217667327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283715 Nov 28 07:46:45.232161 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36568) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:45.247704 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.248245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:46:45.254414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.255554 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bfa57dc1-7a66-49f2-9464-1d9596c6965e admin admin] 10.222.0.31 "DELETE /v2.0/routers/a3ffe02b-974a-4fde-9cf2-0ffa0dec7e17 HTTP/1.1" status: 204 len: 168 time: 1.3746643 Nov 28 07:46:45.259950 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36570) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:45.320816 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-76654ff3-54c2-4868-8571-6a6e6795bcdd admin admin] Deleting subnet b8b7bbe5-daa6-4c6c-be92-80129904fb51 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:45.331931 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-76654ff3-54c2-4868-8571-6a6e6795bcdd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.333951 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9c0f371-8388-43c5-a9cb-8bddf5b82a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.378276 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29536a54-07fa-48d0-9b28-bcd8b9b3e316 req-808bc9dd-2bbf-4efe-8d18-a134d470cba1 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:45.380026 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-29536a54-07fa-48d0-9b28-bcd8b9b3e316 req-808bc9dd-2bbf-4efe-8d18-a134d470cba1 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.5262883 Nov 28 07:46:45.380164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9c0f371-8388-43c5-a9cb-8bddf5b82a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.381321 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8e35f667-471b-4fad-918f-43144b35ad38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.389643 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-76654ff3-54c2-4868-8571-6a6e6795bcdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.424631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-88df30a8-8721-43b8-8125-69c16961d227 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.486433 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9c0f371-8388-43c5-a9cb-8bddf5b82a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.488765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d9c0f371-8388-43c5-a9cb-8bddf5b82a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.489896 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d9c0f371-8388-43c5-a9cb-8bddf5b82a6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87ea739c-98d2-437b-8365-0a499a479d53 HTTP/1.1" status: 204 len: 168 time: 0.2567155 Nov 28 07:46:45.506985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-76654ff3-54c2-4868-8571-6a6e6795bcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.510234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0f371-8388-43c5-a9cb-8bddf5b82a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ea739c-98d2-437b-8365-0a499a479d53,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:45.532619 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 60f0b785-56d8-47ae-8983-4fbbbb36595a no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:45.567566 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df30a8-8721-43b8-8125-69c16961d227 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=7c837709-7614-4cf7-bb81-3dbe4bee44dc,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:45.588585 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-76654ff3-54c2-4868-8571-6a6e6795bcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.597284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 60f0b785-56d8-47ae-8983-4fbbbb36595a {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:45.597284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 60f0b785-56d8-47ae-8983-4fbbbb36595a not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:45.597931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ad6ab798-7322-41e0-a120-485b205662fb no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:45.625629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76654ff3-54c2-4868-8571-6a6e6795bcdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b7bbe5-daa6-4c6c-be92-80129904fb51,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:45.633121 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: ad6ab798-7322-41e0-a120-485b205662fb {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:45.633121 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ad6ab798-7322-41e0-a120-485b205662fb not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:45.636790 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-76654ff3-54c2-4868-8571-6a6e6795bcdd admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.643432 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-76654ff3-54c2-4868-8571-6a6e6795bcdd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b8b7bbe5-daa6-4c6c-be92-80129904fb51 HTTP/1.1" status: 204 len: 168 time: 0.3795733 Nov 28 07:46:45.643432 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36574) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:45.647271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6856844a-970b-47dc-8d66-5a1ff2c08614 None None] Network a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:45.754083 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.849572 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Deleting port 29c2a751-62a9-4b48-85f0-c5f3105e7064 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:45.850097 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.955816 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-29536a54-07fa-48d0-9b28-bcd8b9b3e316 req-b3cecf27-8571-4895-a861-52cf1e8b5d9b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5321641 Nov 28 07:46:45.956125 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] For port 29c2a751-62a9-4b48-85f0-c5f3105e7064, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=29c2a751-62a9-4b48-85f0-c5f3105e7064,segment=NetworkSegment(b247918b-a48e-4353-87c3-3ac3772ebffb),segment_id=b247918b-a48e-4353-87c3-3ac3772ebffb)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:45.956596 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:45.981762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Calling delete_port for 29c2a751-62a9-4b48-85f0-c5f3105e7064 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:45.995078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504cafff-0ab2-4f09-ac8f-0c5a45a73484 None None] DHCP port deletion for a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:46.089205 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-504cafff-0ab2-4f09-ac8f-0c5a45a73484 None None] Deleting port 29c2a751-62a9-4b48-85f0-c5f3105e7064 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:46.089716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-504cafff-0ab2-4f09-ac8f-0c5a45a73484 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.126496 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4316ed4b-986e-4e56-89c1-8eed7b6b564d admin admin] Router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:46.143071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:46.178400 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.192292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-504cafff-0ab2-4f09-ac8f-0c5a45a73484 None None] For port 29c2a751-62a9-4b48-85f0-c5f3105e7064, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=29c2a751-62a9-4b48-85f0-c5f3105e7064,segment=NetworkSegment(b247918b-a48e-4353-87c3-3ac3772ebffb),segment_id=b247918b-a48e-4353-87c3-3ac3772ebffb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:46.192754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-504cafff-0ab2-4f09-ac8f-0c5a45a73484 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.208164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-504cafff-0ab2-4f09-ac8f-0c5a45a73484 None None] Calling delete_port for 29c2a751-62a9-4b48-85f0-c5f3105e7064 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:46.240778 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c2a751-62a9-4b48-85f0-c5f3105e7064,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:46.246819 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] No DVR routers for this DVR port 29c2a751-62a9-4b48-85f0-c5f3105e7064 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:46.341139 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-504cafff-0ab2-4f09-ac8f-0c5a45a73484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.345234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.369064 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:46.380466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504cafff-0ab2-4f09-ac8f-0c5a45a73484 None None] No DVR routers for this DVR port 29c2a751-62a9-4b48-85f0-c5f3105e7064 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:46.385581 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504cafff-0ab2-4f09-ac8f-0c5a45a73484 None None] Pushing event deleted for resources: {'Port': ['ID=29c2a751-62a9-4b48-85f0-c5f3105e7064,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:46.400760 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b247918b-a48e-4353-87c3-3ac3772ebffb') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:46.401067 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b247918b-a48e-4353-87c3-3ac3772ebffb') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:46.405067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.406781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-88df30a8-8721-43b8-8125-69c16961d227 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.418673 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.434800 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.444479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:46.445030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:46.447225 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:46.520269 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.527391 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.533524 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d HTTP/1.1" status: 204 len: 168 time: 0.8873174 Nov 28 07:46:46.547358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722d638-73a5-4de7-8995-1e3121088134 admin admin] Pushing event deleted for resources: {'Network': ['ID=a86b81b1-ab4b-4c25-a25f-a462b7ca1e2d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:46.630244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36600) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:46.725027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36604) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:46.748678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-cdff354c-0173-44ff-83a4-40cde73409de tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group': {'name': 'tempest-secgroup--235205351'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:46.800292 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-62079830-ff18-47b1-bb8c-017e5edaa795 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=205aa9369a9b4b7e8d64def7c869c9f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0739880 Nov 28 07:46:46.802771 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36606) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:46.809564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 83ff5548-0a4b-4aca-bb01-053c50eb6911 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:46.811786 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cdff354c-0173-44ff-83a4-40cde73409de tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.831584 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 83ff5548-0a4b-4aca-bb01-053c50eb6911 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:46.832224 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 83ff5548-0a4b-4aca-bb01-053c50eb6911 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:46.832639 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 29c2a751-62a9-4b48-85f0-c5f3105e7064 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:46.833352 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cdff354c-0173-44ff-83a4-40cde73409de tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.855471 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 29c2a751-62a9-4b48-85f0-c5f3105e7064 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:46.855732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 29c2a751-62a9-4b48-85f0-c5f3105e7064 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:46.881874 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c4e482d-1315-4213-ba20-0257fbef1936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.904833 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c4e482d-1315-4213-ba20-0257fbef1936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.955002 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c4e482d-1315-4213-ba20-0257fbef1936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.957874 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c4e482d-1315-4213-ba20-0257fbef1936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:46.959070 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2c4e482d-1315-4213-ba20-0257fbef1936 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f9e89cb-27bb-4221-a5ad-9ee43d2fc7b4 HTTP/1.1" status: 204 len: 168 time: 0.1551321 Nov 28 07:46:46.974056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e482d-1315-4213-ba20-0257fbef1936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9e89cb-27bb-4221-a5ad-9ee43d2fc7b4,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:47.121448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:47.132446 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960bded-b37a-424f-880a-42f7048f75e0 None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:47.159658 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1960bded-b37a-424f-880a-42f7048f75e0 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:47.160642 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1960bded-b37a-424f-880a-42f7048f75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:47.161139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf83b6-a68f-43ec-8e33-a76b5231ac67 req-434ec073-1ea7-4feb-9be7-94f28b6dc49c tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:47.162740 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-23bf83b6-a68f-43ec-8e33-a76b5231ac67 req-434ec073-1ea7-4feb-9be7-94f28b6dc49c tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.8638499 Nov 28 07:46:47.172483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-56ddd1a1-233f-47ab-a5b6-0c96f54d231a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:47.221825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cdff354c-0173-44ff-83a4-40cde73409de tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:47.224366 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1960bded-b37a-424f-880a-42f7048f75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:47.225991 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:47.228449 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cdff354c-0173-44ff-83a4-40cde73409de tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:47.246359 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1960bded-b37a-424f-880a-42f7048f75e0 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:47.247254 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1960bded-b37a-424f-880a-42f7048f75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:47.285962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff354c-0173-44ff-83a4-40cde73409de tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044b664d-3136-4ed9-b189-d1bfd0e26b81,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:47.317115 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1960bded-b37a-424f-880a-42f7048f75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:47.323911 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960bded-b37a-424f-880a-42f7048f75e0 None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:47.353908 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cdff354c-0173-44ff-83a4-40cde73409de tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:47.360673 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cdff354c-0173-44ff-83a4-40cde73409de tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:47.374964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ddd1a1-233f-47ab-a5b6-0c96f54d231a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=bf4d1975-b265-46df-bc58-4a9551cd9bde,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:47.378230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4316ed4b-986e-4e56-89c1-8eed7b6b564d admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:47.393759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cdff354c-0173-44ff-83a4-40cde73409de tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:47.395107 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cdff354c-0173-44ff-83a4-40cde73409de tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7637079 Nov 28 07:46:47.396414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff354c-0173-44ff-83a4-40cde73409de tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d9993e-1ec7-4165-acc9-a1bd0ce13c62,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:47.398376 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36616) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:47.400130 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf19a8-8995-4bb7-a0a9-001b7e18f045 None None] Sync routers for ids ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:47.423678 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4316ed4b-986e-4e56-89c1-8eed7b6b564d admin admin] 10.222.0.31 "PUT /v2.0/routers/6610e98f-412c-4b1d-aa5f-c4eb2dcafc15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6977925 Nov 28 07:46:47.428706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36620) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:47.441978 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf19a8-8995-4bb7-a0a9-001b7e18f045 None None] Routers {'6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:47.443854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cdbf19a8-8995-4bb7-a0a9-001b7e18f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:47.547065 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ce8e492f-85ab-4229-a450-f77431516332 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1474912 Nov 28 07:46:47.551663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36624) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:47.562739 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-dcbe707f-7f56-49d2-a69c-ec6d6bb8987a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group': {'name': 'tempest-security--910917682', 'description': 'tempest-security-description-1097379318'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:47.616310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:47.623598 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2e64f29c-41a0-4059-915e-cae7bd9ec360 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.9449909 Nov 28 07:46:47.628291 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36626) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:47.640359 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dcbe707f-7f56-49d2-a69c-ec6d6bb8987a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:47.641054 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-eb1cec6b-e2bf-495c-9696-92848af0f205 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'floatingip': {'port_id': '8aa15b38-8a32-4f56-bebe-b6fa60eb8d62', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:47.659269 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-cdbf19a8-8995-4bb7-a0a9-001b7e18f045 None None] Set router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:47.687057 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dcbe707f-7f56-49d2-a69c-ec6d6bb8987a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:47.693647 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88df30a8-8721-43b8-8125-69c16961d227 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 6382273c-e0dd-4c5c-b75d-25e413dbaf68 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:47.700375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dcbe707f-7f56-49d2-a69c-ec6d6bb8987a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:47.703853 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dcbe707f-7f56-49d2-a69c-ec6d6bb8987a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:47.705490 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dcbe707f-7f56-49d2-a69c-ec6d6bb8987a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "PUT /v2.0/security-groups/91d9993e-1ec7-4165-acc9-a1bd0ce13c62 HTTP/1.1" status: 200 len: 1794 time: 0.1527281 Nov 28 07:46:47.715028 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36632) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:47.771337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe707f-7f56-49d2-a69c-ec6d6bb8987a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d9993e-1ec7-4165-acc9-a1bd0ce13c62,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:47.786962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:47.792926 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-904eeaae-931c-4fab-aec8-61b56673c476 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-groups/91d9993e-1ec7-4165-acc9-a1bd0ce13c62 HTTP/1.1" status: 200 len: 1794 time: 0.0750539 Nov 28 07:46:47.832004 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36636) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:47.890462 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-23bf83b6-a68f-43ec-8e33-a76b5231ac67 req-a28d71e5-e103-4bad-b4ec-40f18cc83ae4 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7045014 Nov 28 07:46:47.896594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7d4b-3b2a-4f70-8266-c068437d0ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:47.900444 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cdbf19a8-8995-4bb7-a0a9-001b7e18f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:46:42Z', 'revision_number': 5, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:47.931747 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf19a8-8995-4bb7-a0a9-001b7e18f045 None None] Checking router: 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:46:47.941937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf19a8-8995-4bb7-a0a9-001b7e18f045 None None] Routers {'6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:47.942547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cdbf19a8-8995-4bb7-a0a9-001b7e18f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:47.979039 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.010249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-56ddd1a1-233f-47ab-a5b6-0c96f54d231a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.016152 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-56ddd1a1-233f-47ab-a5b6-0c96f54d231a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/bf4d1975-b265-46df-bc58-4a9551cd9bde HTTP/1.1" status: 204 len: 168 time: 4.6349888 Nov 28 07:46:48.018788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb1cec6b-e2bf-495c-9696-92848af0f205 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.023452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36642) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:48.080355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88df30a8-8721-43b8-8125-69c16961d227 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:48.093244 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9905d0-8c87-4be9-8b63-ba5a7a7dbc4b None None] Sync routers for ids ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:48.094524 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-88df30a8-8721-43b8-8125-69c16961d227 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/6382273c-e0dd-4c5c-b75d-25e413dbaf68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0896132 Nov 28 07:46:48.099144 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-cdbf19a8-8995-4bb7-a0a9-001b7e18f045 None None] Set router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:46:48.106595 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36646) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:48.109289 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9905d0-8c87-4be9-8b63-ba5a7a7dbc4b None None] Routers {'6382273c-e0dd-4c5c-b75d-25e413dbaf68'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:48.109914 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1e9905d0-8c87-4be9-8b63-ba5a7a7dbc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:48.161301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bd196e1c-d53d-4392-88f1-6ee65be22afc tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.163338 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1e9905d0-8c87-4be9-8b63-ba5a7a7dbc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:48.176670 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9905d0-8c87-4be9-8b63-ba5a7a7dbc4b None None] Routers {'6382273c-e0dd-4c5c-b75d-25e413dbaf68'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:48.177314 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1e9905d0-8c87-4be9-8b63-ba5a7a7dbc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:48.188297 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bf3af788-8dc9-48a4-bb6c-c8d3b35afb63 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports?device_id=6382273c-e0dd-4c5c-b75d-25e413dbaf68 HTTP/1.1" status: 200 len: 205 time: 0.0776675 Nov 28 07:46:48.203512 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36648) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:48.229391 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f8297-34d3-4768-a81c-1d8a4d5b9c7b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:48.231038 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f8297-34d3-4768-a81c-1d8a4d5b9c7b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:48.232722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f8297-34d3-4768-a81c-1d8a4d5b9c7b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:48.234301 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-424f8297-34d3-4768-a81c-1d8a4d5b9c7b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2093837 Nov 28 07:46:48.237036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36650) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:48.251147 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1e9905d0-8c87-4be9-8b63-ba5a7a7dbc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:48.254201 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9905d0-8c87-4be9-8b63-ba5a7a7dbc4b None None] The sync data for ids ['6382273c-e0dd-4c5c-b75d-25e413dbaf68'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:48.282918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bd196e1c-d53d-4392-88f1-6ee65be22afc tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.288030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] Deleting port 4b675ca4-306d-4e9d-bb25-ed2d3968953e {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:48.288387 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.331881 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9450ec-25ad-4ddb-a70c-b1317c439498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 839b37de-0fed-4b31-8a3e-0c97aaa2a84f {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:48.359201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cdbf19a8-8995-4bb7-a0a9-001b7e18f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:46:42Z', 'revision_number': 5, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:48.365995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2f9450ec-25ad-4ddb-a70c-b1317c439498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.395197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf19a8-8995-4bb7-a0a9-001b7e18f045 None None] The sync data for ids ['6610e98f-412c-4b1d-aa5f-c4eb2dcafc15'] in dv-neutron-744815-16-hyperv is: [{'id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'name': 'tempest-ServersTestManualDisk-1849173313-router', 'tenant_id': '7f7400c1819848969f0a9f5825efc2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:33Z', 'updated_at': '2021-11-28T07:46:42Z', 'revision_number': 5, 'project_id': '7f7400c1819848969f0a9f5825efc2b4', 'gw_port': {'id': '4b675ca4-306d-4e9d-bb25-ed2d3968953e', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610e98f-412c-4b1d-aa5f-c4eb2dcafc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:36Z', 'updated_at': '2021-11-28T07:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:48.417414 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f8d00a7-2207-4537-a136-71221a713fe2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.449216 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2f9450ec-25ad-4ddb-a70c-b1317c439498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.489151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] For port 4b675ca4-306d-4e9d-bb25-ed2d3968953e, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4b675ca4-306d-4e9d-bb25-ed2d3968953e,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:48.489488 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.507485 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] Calling delete_port for 4b675ca4-306d-4e9d-bb25-ed2d3968953e owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:48.610993 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2f9450ec-25ad-4ddb-a70c-b1317c439498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.622362 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bd196e1c-d53d-4392-88f1-6ee65be22afc tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.624975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bd196e1c-d53d-4392-88f1-6ee65be22afc tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.628456 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bd196e1c-d53d-4392-88f1-6ee65be22afc tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-groups/91d9993e-1ec7-4165-acc9-a1bd0ce13c62 HTTP/1.1" status: 204 len: 168 time: 0.7841988 Nov 28 07:46:48.634072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36662) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:48.700775 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36664) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:48.743141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Router 36a4b0ce-5925-4cc8-b677-a933e70beb08 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:46:48.753644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd196e1c-d53d-4392-88f1-6ee65be22afc tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d9993e-1ec7-4165-acc9-a1bd0ce13c62,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:48.759260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f8d00a7-2207-4537-a136-71221a713fe2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.761125 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5252f62a-7dcd-4493-b2ab-143dfdd7d7a4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1215177 Nov 28 07:46:48.764818 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36668) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:48.765932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f8d00a7-2207-4537-a136-71221a713fe2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.783050 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 76767b81-aef3-439a-9d54-96bd87d385d8 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:48.792916 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-39f6876c-0248-44f0-b8bf-a335f32d46e0 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] delete failed (client error): The resource could not be found. Nov 28 07:46:48.794201 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-39f6876c-0248-44f0-b8bf-a335f32d46e0 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-groups/91d9993e-1ec7-4165-acc9-a1bd0ce13c62 HTTP/1.1" status: 404 len: 347 time: 0.0280442 Nov 28 07:46:48.798076 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36670) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:48.805355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b9fdfa70-581d-4e07-b37a-103ad59ac9e3 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group': {'name': 'tempest-secgroup--724649400'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:48.817612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2f9450ec-25ad-4ddb-a70c-b1317c439498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.844741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 76767b81-aef3-439a-9d54-96bd87d385d8 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:48.846267 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 76767b81-aef3-439a-9d54-96bd87d385d8 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:48.884685 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9450ec-25ad-4ddb-a70c-b1317c439498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=839b37de-0fed-4b31-8a3e-0c97aaa2a84f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:48.891563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2f9450ec-25ad-4ddb-a70c-b1317c439498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.896139 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2f9450ec-25ad-4ddb-a70c-b1317c439498 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/839b37de-0fed-4b31-8a3e-0c97aaa2a84f HTTP/1.1" status: 204 len: 168 time: 0.6578655 Nov 28 07:46:48.899463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36674) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:48.906832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f8d00a7-2207-4537-a136-71221a713fe2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:48.907394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8d00a7-2207-4537-a136-71221a713fe2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Fanout notify agent at l3_agent the message router_deleted on router 6382273c-e0dd-4c5c-b75d-25e413dbaf68 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:46:48.918762 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a89023b-3478-4105-98a6-bf3cf62810db None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:49.068996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f8d00a7-2207-4537-a136-71221a713fe2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.070655 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8f8d00a7-2207-4537-a136-71221a713fe2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/routers/6382273c-e0dd-4c5c-b75d-25e413dbaf68 HTTP/1.1" status: 204 len: 168 time: 0.8642795 Nov 28 07:46:49.077249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-34eda4e5-da80-470d-9e08-2fd3921d1e96 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2096044241'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:49.077752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-34eda4e5-da80-470d-9e08-2fd3921d1e96 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Unknown quota resources ['metering_label']. {{(pid=115118) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 28 07:46:49.079633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.086209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36678) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:49.252654 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfa70-581d-4e07-b37a-103ad59ac9e3 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.291364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.337487 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b675ca4-306d-4e9d-bb25-ed2d3968953e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:49.345866 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-832ed7c3-a62f-4d9d-aef5-f757cb4be55a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet d778db3e-acd3-4a0d-8043-96e161ae4a95 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:49.359954 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-832ed7c3-a62f-4d9d-aef5-f757cb4be55a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.365190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56794912-6bab-4459-995f-b697f549dc04 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:49.476477 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-832ed7c3-a62f-4d9d-aef5-f757cb4be55a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.532570 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e9785-d0b2-45a1-a559-651230a3fd68 req-11e3ae7f-53a6-42d0-955d-a1e2c07a73e4 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:49.540268 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fd3e9785-d0b2-45a1-a559-651230a3fd68 req-11e3ae7f-53a6-42d0-955d-a1e2c07a73e4 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2944937 Nov 28 07:46:49.606434 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfa70-581d-4e07-b37a-103ad59ac9e3 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.607634 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.670328 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:49.681699 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff5029c-74d8-43a3-9c1d-c41f17a1edea None None] Sync routers for ids ['36a4b0ce-5925-4cc8-b677-a933e70beb08'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:49.683105 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-24441809-4789-4c3e-9145-e7c688257d55 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting subnet b76c5939-6834-42ec-9b00-6d62fcc3da66 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:49.687175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfa70-581d-4e07-b37a-103ad59ac9e3 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.697198 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5029c-74d8-43a3-9c1d-c41f17a1edea None None] Routers {'36a4b0ce-5925-4cc8-b677-a933e70beb08'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:49.699115 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fff5029c-74d8-43a3-9c1d-c41f17a1edea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['36a4b0ce-5925-4cc8-b677-a933e70beb08'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:49.705516 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-24441809-4789-4c3e-9145-e7c688257d55 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.748226 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fff5029c-74d8-43a3-9c1d-c41f17a1edea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:49.758827 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5029c-74d8-43a3-9c1d-c41f17a1edea None None] Routers {'36a4b0ce-5925-4cc8-b677-a933e70beb08'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:49.760095 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fff5029c-74d8-43a3-9c1d-c41f17a1edea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['36a4b0ce-5925-4cc8-b677-a933e70beb08'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:49.774884 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.779140 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-34eda4e5-da80-470d-9e08-2fd3921d1e96 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.780485 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-34eda4e5-da80-470d-9e08-2fd3921d1e96 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0508358 Nov 28 07:46:49.784766 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.787781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36680) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:49.798431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a3e68c6e-11ed-450e-b68c-1c529d21a795 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6e11cc82-71ff-41c9-b138-a7179ae75052'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:49.798978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a3e68c6e-11ed-450e-b68c-1c529d21a795 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115118) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 28 07:46:49.800678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9fdfa70-581d-4e07-b37a-103ad59ac9e3 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.805752 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b9fdfa70-581d-4e07-b37a-103ad59ac9e3 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0026960 Nov 28 07:46:49.805752 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fd3e9785-d0b2-45a1-a559-651230a3fd68 req-e9a3a0c1-b953-458d-98bb-0da50a3813fc tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644079 Nov 28 07:46:49.806013 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36682) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:49.811019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fff5029c-74d8-43a3-9c1d-c41f17a1edea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:49.811019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff5029c-74d8-43a3-9c1d-c41f17a1edea None None] The sync data for ids ['36a4b0ce-5925-4cc8-b677-a933e70beb08'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:49.811909 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.815510 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-232c7af4-8da0-449f-a3e5-5f64f5ab7bc9 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.2009866 Nov 28 07:46:49.816482 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36684) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:49.820324 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d1746427-95c1-4f93-8aec-9b8f1703980b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group_rule': {'security_group_id': '575ef03e-4150-4aff-9cdf-61d397458158', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:49.821077 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-54528ecd-6b2e-4121-b7b0-636344643279 None None] Provisioning complete for port 9940d60c-d4eb-4280-aec8-fae1fb974e42 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:49.821491 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-54528ecd-6b2e-4121-b7b0-636344643279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.837946 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdfa70-581d-4e07-b37a-103ad59ac9e3 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575ef03e-4150-4aff-9cdf-61d397458158,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:49.843003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-832ed7c3-a62f-4d9d-aef5-f757cb4be55a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.894560 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-24441809-4789-4c3e-9145-e7c688257d55 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.975973 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.976505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:46:49.990786 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:49.994613 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e56e42e8-94d5-4580-8ffc-29ba8aa82e18 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6610e98f-412c-4b1d-aa5f-c4eb2dcafc15 HTTP/1.1" status: 204 len: 168 time: 2.5636017 Nov 28 07:46:50.002273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36690) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:50.085687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d1746427-95c1-4f93-8aec-9b8f1703980b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.093509 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.services.metering.metering_plugin [None req-a3e68c6e-11ed-450e-b68c-1c529d21a795 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 28 07:46:50.142228 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-832ed7c3-a62f-4d9d-aef5-f757cb4be55a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.275922 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.306689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.resource_extend [None req-eb1cec6b-e2bf-495c-9696-92848af0f205 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 28 07:46:50.312838 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ed7c3-a62f-4d9d-aef5-f757cb4be55a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=d778db3e-acd3-4a0d-8043-96e161ae4a95,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:50.313638 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a3e68c6e-11ed-450e-b68c-1c529d21a795 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.314848 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a3e68c6e-11ed-450e-b68c-1c529d21a795 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5233920 Nov 28 07:46:50.327724 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36692) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:50.333047 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-7971c3aa-1e74-484e-a336-6199dac9d14c admin admin] Deleting subnet 82c1a081-8f46-4c98-a9e2-52525c803bac {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:50.336367 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5deaa28-bcc9-4765-9484-70d0644597a7 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:50.345657 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5d5bd355-378e-4492-ad73-ff53d76e88e2 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6e11cc82-71ff-41c9-b138-a7179ae75052'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:50.346150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5d5bd355-378e-4492-ad73-ff53d76e88e2 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115119) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 28 07:46:50.349237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-832ed7c3-a62f-4d9d-aef5-f757cb4be55a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.352290 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-832ed7c3-a62f-4d9d-aef5-f757cb4be55a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/d778db3e-acd3-4a0d-8043-96e161ae4a95 HTTP/1.1" status: 204 len: 168 time: 1.4499061 Nov 28 07:46:50.354624 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7971c3aa-1e74-484e-a336-6199dac9d14c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.357107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36694) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:50.357845 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-24441809-4789-4c3e-9145-e7c688257d55 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.410024 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-98734a2d-9c98-43ce-8452-ec6c79073d74 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/routers/36a4b0ce-5925-4cc8-b677-a933e70beb08 HTTP/1.1" status: 200 len: 921 time: 0.5829239 Nov 28 07:46:50.430895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36696) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:50.437451 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d1746427-95c1-4f93-8aec-9b8f1703980b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.447414 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5d39c078-30ed-4eaf-9c80-b4a3e3720296 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861318 Nov 28 07:46:50.456996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36698) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:50.476575 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-6a3edb13-f2b6-499b-a561-6467c345b438 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:50.506848 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3e87bc90-62a2-4078-aeab-17e7673f763c tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "GET /v2.0/ports?device_id=36a4b0ce-5925-4cc8-b677-a933e70beb08 HTTP/1.1" status: 200 len: 205 time: 0.0722852 Nov 28 07:46:50.518668 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36700) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:50.523833 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7971c3aa-1e74-484e-a336-6199dac9d14c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.528358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d1746427-95c1-4f93-8aec-9b8f1703980b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.533959 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb1cec6b-e2bf-495c-9696-92848af0f205 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.558493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dae4eb-9d74-4305-9659-241def1cd6ed req-af32ad76-4b02-43a3-89bc-49f1760f41d5 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:50.560117 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-51dae4eb-9d74-4305-9659-241def1cd6ed req-af32ad76-4b02-43a3-89bc-49f1760f41d5 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.4548225 Nov 28 07:46:50.567108 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING neutron.services.metering.metering_plugin [None req-5d5bd355-378e-4492-ad73-ff53d76e88e2 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 28 07:46:50.616596 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb1cec6b-e2bf-495c-9696-92848af0f205 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.646147 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d01fcb-72e7-42b7-a8d8-4accc3d38fae None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:50.676978 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1746427-95c1-4f93-8aec-9b8f1703980b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6bc82e-20b4-4ec7-af0d-af8943973f99,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:50.699872 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d1746427-95c1-4f93-8aec-9b8f1703980b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.704210 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d1746427-95c1-4f93-8aec-9b8f1703980b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8882492 Nov 28 07:46:50.709483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-81d01fcb-72e7-42b7-a8d8-4accc3d38fae None None] Deleting port 9940d60c-d4eb-4280-aec8-fae1fb974e42 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:50.709750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36702) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:50.710250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-81d01fcb-72e7-42b7-a8d8-4accc3d38fae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.763237 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-24441809-4789-4c3e-9145-e7c688257d55 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.768507 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5d5bd355-378e-4492-ad73-ff53d76e88e2 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.770921 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5d5bd355-378e-4492-ad73-ff53d76e88e2 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4342782 Nov 28 07:46:50.778836 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36704) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:50.797377 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-81d01fcb-72e7-42b7-a8d8-4accc3d38fae None None] For port 9940d60c-d4eb-4280-aec8-fae1fb974e42, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9940d60c-d4eb-4280-aec8-fae1fb974e42,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:50.797933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-81d01fcb-72e7-42b7-a8d8-4accc3d38fae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.821749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-81d01fcb-72e7-42b7-a8d8-4accc3d38fae None None] Calling delete_port for 9940d60c-d4eb-4280-aec8-fae1fb974e42 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:50.829107 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-863bd45d-b7e3-4419-9ed8-cbcc55f14863 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=5575eff0-8a58-4a49-9885-e97e40f64fb8 HTTP/1.1" status: 200 len: 462 time: 0.0489218 Nov 28 07:46:50.831985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36706) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:50.850510 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-51dae4eb-9d74-4305-9659-241def1cd6ed req-c1b444db-58ff-4cbe-bbb3-51f047f17d38 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718110 Nov 28 07:46:50.873514 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7971c3aa-1e74-484e-a336-6199dac9d14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.884323 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3edb13-f2b6-499b-a561-6467c345b438 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:50.886449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a3edb13-f2b6-499b-a561-6467c345b438 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.903699 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24441809-4789-4c3e-9145-e7c688257d55 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Subnet': ['ID=b76c5939-6834-42ec-9b00-6d62fcc3da66,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:50.905972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-24441809-4789-4c3e-9145-e7c688257d55 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:50.912138 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-24441809-4789-4c3e-9145-e7c688257d55 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/b76c5939-6834-42ec-9b00-6d62fcc3da66 HTTP/1.1" status: 204 len: 168 time: 1.8245797 Nov 28 07:46:50.914201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36708) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:50.980115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b64b796-1522-402d-b865-eb83392405ed tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.000431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.047330 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41a3ea68-c226-4428-8a2f-5698a61ec552 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.051734 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-41a3ea68-c226-4428-8a2f-5698a61ec552 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/5575eff0-8a58-4a49-9885-e97e40f64fb8 HTTP/1.1" status: 204 len: 168 time: 0.2154865 Nov 28 07:46:51.051892 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b64b796-1522-402d-b865-eb83392405ed tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.056241 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36710) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:51.060029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9940d60c-d4eb-4280-aec8-fae1fb974e42 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:51.061927 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c9a593-7159-43cb-bf1e-cf422a549cd1 None None] Network ecce2b6d-bb06-4e99-ba3d-5bba1835d86e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:51.076787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14efcf8-c809-4ded-ba6e-5a93b9a21900 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting subnet a5f6d4db-d77a-436f-9375-0d41ebe0a94e {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:46:51.084823 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-df2bada7-e062-4f0b-9fd8-2026bd50a3c4 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=5575eff0-8a58-4a49-9885-e97e40f64fb8 HTTP/1.1" status: 200 len: 221 time: 0.0238705 Nov 28 07:46:51.084823 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14efcf8-c809-4ded-ba6e-5a93b9a21900 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.087283 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36712) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:51.109768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-58fa21eb-f552-4f2f-8f0f-1e9de1f33a92 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1349007758', 'description': 'label created by tempest'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:51.110213 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-58fa21eb-f552-4f2f-8f0f-1e9de1f33a92 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Unknown quota resources ['metering_label']. {{(pid=115119) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 28 07:46:51.121144 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7971c3aa-1e74-484e-a336-6199dac9d14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.195603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b64b796-1522-402d-b865-eb83392405ed tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.208243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b64b796-1522-402d-b865-eb83392405ed tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.209361 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1b64b796-1522-402d-b865-eb83392405ed tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ee6bc82e-20b4-4ec7-af0d-af8943973f99 HTTP/1.1" status: 204 len: 168 time: 0.4988837 Nov 28 07:46:51.216143 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36714) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:51.221242 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971c3aa-1e74-484e-a336-6199dac9d14c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c1a081-8f46-4c98-a9e2-52525c803bac,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:51.226073 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14efcf8-c809-4ded-ba6e-5a93b9a21900 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.231347 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7971c3aa-1e74-484e-a336-6199dac9d14c admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.234618 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7971c3aa-1e74-484e-a336-6199dac9d14c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/82c1a081-8f46-4c98-a9e2-52525c803bac HTTP/1.1" status: 204 len: 168 time: 1.2314324 Nov 28 07:46:51.240958 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86728d88-1cac-412b-b2da-0b07a093a313 None None] Network db240e92-4657-404b-8ef6-82b1c7e0a1b4 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:51.264029 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36716) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:51.309942 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-81d01fcb-72e7-42b7-a8d8-4accc3d38fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.404134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d01fcb-72e7-42b7-a8d8-4accc3d38fae None None] Pushing event deleted for resources: {'Port': ['ID=9940d60c-d4eb-4280-aec8-fae1fb974e42,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:51.412568 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d01fcb-72e7-42b7-a8d8-4accc3d38fae None None] No DVR routers for this DVR port 9940d60c-d4eb-4280-aec8-fae1fb974e42 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:51.425073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.429025 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.535280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4b675ca4-306d-4e9d-bb25-ed2d3968953e no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:51.549030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64b796-1522-402d-b865-eb83392405ed tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee6bc82e-20b4-4ec7-af0d-af8943973f99,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:51.563787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 4b675ca4-306d-4e9d-bb25-ed2d3968953e {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:51.564654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4b675ca4-306d-4e9d-bb25-ed2d3968953e not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:51.612963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b186dca5-71dd-4ba1-869e-e1f5589e771b None None] DHCP port deletion for ecce2b6d-bb06-4e99-ba3d-5bba1835d86e request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:51.663995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900f7334-35d2-4b8f-be78-cca0c141c323 None None] DHCP port deletion for db240e92-4657-404b-8ef6-82b1c7e0a1b4 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:51.688853 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.707149 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-64eec500-9b3f-4344-a1e2-baa36ba3fc15 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4867773 Nov 28 07:46:51.714907 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36718) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:51.719881 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b186dca5-71dd-4ba1-869e-e1f5589e771b None None] Deleting port df6adee4-ada8-4c77-af5b-d5822d4299f3 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:51.720243 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b186dca5-71dd-4ba1-869e-e1f5589e771b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.778154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1cec6b-e2bf-495c-9696-92848af0f205 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:51.800445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b186dca5-71dd-4ba1-869e-e1f5589e771b None None] For port df6adee4-ada8-4c77-af5b-d5822d4299f3, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=df6adee4-ada8-4c77-af5b-d5822d4299f3,segment=NetworkSegment(ba6f2a3a-6df7-4de0-a4bf-aa86eac6f9dd),segment_id=ba6f2a3a-6df7-4de0-a4bf-aa86eac6f9dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:51.800731 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b186dca5-71dd-4ba1-869e-e1f5589e771b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.817096 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b186dca5-71dd-4ba1-869e-e1f5589e771b None None] Calling delete_port for df6adee4-ada8-4c77-af5b-d5822d4299f3 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:51.825485 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-58fa21eb-f552-4f2f-8f0f-1e9de1f33a92 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.826747 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-58fa21eb-f552-4f2f-8f0f-1e9de1f33a92 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7391832 Nov 28 07:46:51.828392 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-900f7334-35d2-4b8f-be78-cca0c141c323 None None] Deleting port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:51.828938 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-900f7334-35d2-4b8f-be78-cca0c141c323 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.831293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36720) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:51.854342 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.905792 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14efcf8-c809-4ded-ba6e-5a93b9a21900 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.968304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a3edb13-f2b6-499b-a561-6467c345b438 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.991909 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2472e074-9458-41cc-90f5-7a1642f79318 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=9fcefca6-b7f2-4a0d-a09b-9a74fe0d036c HTTP/1.1" status: 200 len: 468 time: 0.1560388 Nov 28 07:46:51.992148 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Deleting port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:51.992148 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:51.993766 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36724) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:51.997065 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8163dcc7-6526-4b1d-9e3e-8d664b33f6cf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.002530 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-900f7334-35d2-4b8f-be78-cca0c141c323 None None] For port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d03b04b1-1caf-4440-91dd-ac15a7d9b7c2,segment=NetworkSegment(125eb330-7b86-4cef-8143-0e8efc42e843),segment_id=125eb330-7b86-4cef-8143-0e8efc42e843)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:52.003109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-900f7334-35d2-4b8f-be78-cca0c141c323 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.013507 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14efcf8-c809-4ded-ba6e-5a93b9a21900 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.024572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-900f7334-35d2-4b8f-be78-cca0c141c323 None None] Calling delete_port for d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:52.085131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b186dca5-71dd-4ba1-869e-e1f5589e771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.093941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3edb13-f2b6-499b-a561-6467c345b438 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:52.108730 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14efcf8-c809-4ded-ba6e-5a93b9a21900 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f6d4db-d77a-436f-9375-0d41ebe0a94e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:52.124932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186dca5-71dd-4ba1-869e-e1f5589e771b None None] Pushing event deleted for resources: {'Port': ['ID=df6adee4-ada8-4c77-af5b-d5822d4299f3,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:52.130664 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b186dca5-71dd-4ba1-869e-e1f5589e771b None None] No DVR routers for this DVR port df6adee4-ada8-4c77-af5b-d5822d4299f3 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:52.144359 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-6a3edb13-f2b6-499b-a561-6467c345b438 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:52.145016 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c14efcf8-c809-4ded-ba6e-5a93b9a21900 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.147053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8163dcc7-6526-4b1d-9e3e-8d664b33f6cf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.154653 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c14efcf8-c809-4ded-ba6e-5a93b9a21900 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/a5f6d4db-d77a-436f-9375-0d41ebe0a94e HTTP/1.1" status: 204 len: 168 time: 1.2391036 Nov 28 07:46:52.158268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-900f7334-35d2-4b8f-be78-cca0c141c323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.161907 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3edb13-f2b6-499b-a561-6467c345b438 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:52.162703 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a3edb13-f2b6-499b-a561-6467c345b438 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.167199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3edb13-f2b6-499b-a561-6467c345b438 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=720435ad-1b21-4878-9816-15d38efc6614,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:52.169068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36726) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:52.197692 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a210b4e9-801f-40d5-8cfc-eae16cec9a20 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:52.200425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd756d2-1023-4d62-9e52-a6b00fbbfb11 None None] Network 9d1791e1-6089-411c-8599-b25f4be76d80 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:52.202836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f7334-35d2-4b8f-be78-cca0c141c323 None None] Pushing event deleted for resources: {'Port': ['ID=d03b04b1-1caf-4440-91dd-ac15a7d9b7c2,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:52.221820 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f7334-35d2-4b8f-be78-cca0c141c323 None None] No DVR routers for this DVR port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:52.232143 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Deleting port bf55b342-e01c-46d7-8965-1fcf3745d053 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:52.232695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.261034 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6a3edb13-f2b6-499b-a561-6467c345b438 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7882857 Nov 28 07:46:52.280937 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36728) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:52.303418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] For port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d03b04b1-1caf-4440-91dd-ac15a7d9b7c2,segment=NetworkSegment(125eb330-7b86-4cef-8143-0e8efc42e843),segment_id=125eb330-7b86-4cef-8143-0e8efc42e843)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:52.303886 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.317468 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8d604-0125-4573-bfe9-4d09371dc8ae req-191163ba-c8eb-4ce7-bdad-c8e62119435e tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:52.318993 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7c8d604-0125-4573-bfe9-4d09371dc8ae req-191163ba-c8eb-4ce7-bdad-c8e62119435e tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3339679 Nov 28 07:46:52.326141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:52.362149 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Calling delete_port for d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:52.369291 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c20a201b-739c-454b-a583-7411ba94bd39 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.372533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1cec6b-e2bf-495c-9696-92848af0f205 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:52.373673 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c20a201b-739c-454b-a583-7411ba94bd39 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/9fcefca6-b7f2-4a0d-a09b-9a74fe0d036c HTTP/1.1" status: 204 len: 168 time: 0.3778725 Nov 28 07:46:52.374278 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36730) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:52.387730 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e158e8-6b56-4856-b2ea-b1810730b438 None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:52.399103 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e9bf54b3-8976-484a-b33b-85e790250ea9 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=9fcefca6-b7f2-4a0d-a09b-9a74fe0d036c HTTP/1.1" status: 200 len: 216 time: 0.0219541 Nov 28 07:46:52.399638 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36732) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:52.417624 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e158e8-6b56-4856-b2ea-b1810730b438 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:52.419322 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-50e158e8-6b56-4856-b2ea-b1810730b438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:52.420704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb1cec6b-e2bf-495c-9696-92848af0f205 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.446224 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4d94937b-947c-4707-937a-d87b67024ac0 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0163326 Nov 28 07:46:52.446804 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36734) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:52.452286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8163dcc7-6526-4b1d-9e3e-8d664b33f6cf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.455020 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8163dcc7-6526-4b1d-9e3e-8d664b33f6cf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.456161 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8163dcc7-6526-4b1d-9e3e-8d664b33f6cf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-groups/575ef03e-4150-4aff-9cdf-61d397458158 HTTP/1.1" status: 204 len: 168 time: 0.7388439 Nov 28 07:46:52.460007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f046-d86a-494c-81da-2a2e83f9030f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.462401 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36736) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:52.479385 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-753976dc-334f-4ba9-b125-845e029d22fd tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0299869 Nov 28 07:46:52.479967 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36738) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:52.489502 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-50e158e8-6b56-4856-b2ea-b1810730b438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:52.505089 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e158e8-6b56-4856-b2ea-b1810730b438 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:52.506068 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-50e158e8-6b56-4856-b2ea-b1810730b438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:52.522536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '720435ad-1b21-4878-9816-15d38efc6614'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:46:52.524842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.534380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163dcc7-6526-4b1d-9e3e-8d664b33f6cf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575ef03e-4150-4aff-9cdf-61d397458158,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:52.555838 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d67ce914-15d8-4dc8-bff8-8818c445394c tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/6e11cc82-71ff-41c9-b138-a7179ae75052 HTTP/1.1" status: 200 len: 473 time: 0.0595129 Nov 28 07:46:52.556409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36740) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:52.582826 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-50e158e8-6b56-4856-b2ea-b1810730b438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:52.585841 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e158e8-6b56-4856-b2ea-b1810730b438 None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:52.586896 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6db58565-f60b-4c18-8022-be1be77e386b tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/8c48abe4-16e4-4ac9-a3b9-ed504269b820 HTTP/1.1" status: 200 len: 459 time: 0.0264578 Nov 28 07:46:52.587525 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36742) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:52.620392 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ee0fa350-e2d3-489e-9ba5-fe48a1005b50 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1567123 Nov 28 07:46:52.626464 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36744) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:52.631997 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-acb09733-1272-46cf-9cd2-ccc1f345d9fd tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group': {'name': 'tempest-secgroup--108233314'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:52.632644 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-eb1cec6b-e2bf-495c-9696-92848af0f205 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "PUT /v2.0/floatingips/09456df2-8052-4533-8904-d46bfea56d4a HTTP/1.1" status: 200 len: 979 time: 4.9956126 Nov 28 07:46:52.639094 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36746) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:52.641536 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.656394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.674146 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29552cc-9185-4765-a84b-f1276c9b3597 None None] DHCP port deletion for 9d1791e1-6089-411c-8599-b25f4be76d80 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:52.675926 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7c8d604-0125-4573-bfe9-4d09371dc8ae req-b7a9072a-706a-460e-84f8-ac426cadeb6a tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3330414 Nov 28 07:46:52.705553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Calling delete_port for bf55b342-e01c-46d7-8965-1fcf3745d053 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:52.728388 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Pushing event deleted for resources: {'Port': ['ID=d03b04b1-1caf-4440-91dd-ac15a7d9b7c2,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:52.732023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] No DVR routers for this DVR port d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:52.821333 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Allocated IP 172.20.0.2 (c04e62e3-7156-478d-ad66-af6018eecb99/720435ad-1b21-4878-9816-15d38efc6614/b14843b8-01fe-4553-94b2-fa958731101f) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:52.829679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-acb09733-1272-46cf-9cd2-ccc1f345d9fd tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.832140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device df6adee4-ada8-4c77-af5b-d5822d4299f3 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:52.858896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f046-d86a-494c-81da-2a2e83f9030f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.865871 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: df6adee4-ada8-4c77-af5b-d5822d4299f3 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:52.866984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device df6adee4-ada8-4c77-af5b-d5822d4299f3 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:52.866984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:52.893904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b29552cc-9185-4765-a84b-f1276c9b3597 None None] Deleting port 2ad61dab-c29f-4591-9eb7-da4b2967cbda {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:52.894286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b29552cc-9185-4765-a84b-f1276c9b3597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.895216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:52.897577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:46:52.897932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d03b04b1-1caf-4440-91dd-ac15a7d9b7c2 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:46:52.898344 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 2ad61dab-c29f-4591-9eb7-da4b2967cbda no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:46:52.899519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.908089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-cfa9f046-d86a-494c-81da-2a2e83f9030f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecce2b6d-bb06-4e99-ba3d-5bba1835d86e']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:52.939992 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c7435b30-a7ea-45e2-9545-af4115c7c022 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:52.943970 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c7435b30-a7ea-45e2-9545-af4115c7c022 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/8c48abe4-16e4-4ac9-a3b9-ed504269b820 HTTP/1.1" status: 204 len: 168 time: 0.3515615 Nov 28 07:46:52.945225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-cfa9f046-d86a-494c-81da-2a2e83f9030f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6f2a3a-6df7-4de0-a4bf-aa86eac6f9dd') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:52.945564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-cfa9f046-d86a-494c-81da-2a2e83f9030f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6f2a3a-6df7-4de0-a4bf-aa86eac6f9dd') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:52.950915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36750) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:52.991497 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f046-d86a-494c-81da-2a2e83f9030f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.024905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.054557 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b29552cc-9185-4765-a84b-f1276c9b3597 None None] For port 2ad61dab-c29f-4591-9eb7-da4b2967cbda, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=2ad61dab-c29f-4591-9eb7-da4b2967cbda,segment=NetworkSegment(fa278160-aaf1-4795-8b02-76eab58089cb),segment_id=fa278160-aaf1-4795-8b02-76eab58089cb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:53.055503 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b29552cc-9185-4765-a84b-f1276c9b3597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.064437 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db240e92-4657-404b-8ef6-82b1c7e0a1b4']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:53.093263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125eb330-7b86-4cef-8143-0e8efc42e843') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:53.093620 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125eb330-7b86-4cef-8143-0e8efc42e843') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:53.103797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b29552cc-9185-4765-a84b-f1276c9b3597 None None] Calling delete_port for 2ad61dab-c29f-4591-9eb7-da4b2967cbda owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:53.127977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd80bf-dbf6-4732-a79b-d10077331f8f req-2b9cc2c5-a424-4d8c-92bb-c06835007da0 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:53.129482 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-89cd80bf-dbf6-4732-a79b-d10077331f8f req-2b9cc2c5-a424-4d8c-92bb-c06835007da0 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3026242 Nov 28 07:46:53.141135 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.162955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f046-d86a-494c-81da-2a2e83f9030f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.206149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.208722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.220271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa9f046-d86a-494c-81da-2a2e83f9030f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:53.220696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f046-d86a-494c-81da-2a2e83f9030f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.220829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-acb09733-1272-46cf-9cd2-ccc1f345d9fd tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:53.224888 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:53.228300 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:53.228494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:53.230116 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:53.254498 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-acb09733-1272-46cf-9cd2-ccc1f345d9fd tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.273469 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.290902 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.295728 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 2ad61dab-c29f-4591-9eb7-da4b2967cbda, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=2ad61dab-c29f-4591-9eb7-da4b2967cbda,segment=NetworkSegment(fa278160-aaf1-4795-8b02-76eab58089cb),segment_id=fa278160-aaf1-4795-8b02-76eab58089cb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:53.326668 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.344320 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-89cd80bf-dbf6-4732-a79b-d10077331f8f req-14753f3a-3af8-40f6-976c-565b8924b247 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981144 Nov 28 07:46:53.359433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:53.367135 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb09733-1272-46cf-9cd2-ccc1f345d9fd tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccddc60-a043-4dd6-92f3-bcc868aec2ec,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:53.370469 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:53.375340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:53.376479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-acb09733-1272-46cf-9cd2-ccc1f345d9fd tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.378093 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-acb09733-1272-46cf-9cd2-ccc1f345d9fd tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7497170 Nov 28 07:46:53.379076 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b29552cc-9185-4765-a84b-f1276c9b3597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.379425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.380801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Pushing event updated for resources: {'Port': ['ID=b14843b8-01fe-4553-94b2-fa958731101f,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:53.381525 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36754) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:53.391972 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-36a02c79-8ee0-4e02-9fc6-e30e7b30826a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port be5da86c-10a0-4924-9af4-4aa610ff31ac {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:53.392679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36a02c79-8ee0-4e02-9fc6-e30e7b30826a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.400236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-bd80ef5c-ada8-430a-80ff-6394dc4b636f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group_rule': {'security_group_id': '1ccddc60-a043-4dd6-92f3-bcc868aec2ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:53.406676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.408406 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-882b078c-aa67-43d8-96b6-ba40e58b78d5 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.411970 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-882b078c-aa67-43d8-96b6-ba40e58b78d5 tempest-MeteringIpV6TestJSON-1733857463 tempest-MeteringIpV6TestJSON-1733857463-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/6e11cc82-71ff-41c9-b138-a7179ae75052 HTTP/1.1" status: 204 len: 168 time: 0.4579477 Nov 28 07:46:53.415400 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] 10.222.0.31 "DELETE /v2.0/networks/db240e92-4657-404b-8ef6-82b1c7e0a1b4 HTTP/1.1" status: 204 len: 168 time: 2.1483927 Nov 28 07:46:53.422912 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event deleted for resources: {'Port': ['ID=2ad61dab-c29f-4591-9eb7-da4b2967cbda,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:53.438958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f046-d86a-494c-81da-2a2e83f9030f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.439388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29552cc-9185-4765-a84b-f1276c9b3597 None None] No DVR routers for this DVR port 2ad61dab-c29f-4591-9eb7-da4b2967cbda on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:46:53.484948 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f26c18-728e-4d9b-b036-60814be4e48e admin admin] Pushing event deleted for resources: {'Network': ['ID=db240e92-4657-404b-8ef6-82b1c7e0a1b4,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:53.497074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f046-d86a-494c-81da-2a2e83f9030f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.509604 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cfa9f046-d86a-494c-81da-2a2e83f9030f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/networks/ecce2b6d-bb06-4e99-ba3d-5bba1835d86e HTTP/1.1" status: 204 len: 168 time: 1.3334529 Nov 28 07:46:53.542858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36760) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:53.608848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9f046-d86a-494c-81da-2a2e83f9030f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Network': ['ID=ecce2b6d-bb06-4e99-ba3d-5bba1835d86e,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:53.621844 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd80ef5c-ada8-430a-80ff-6394dc4b636f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.647077 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29552cc-9185-4765-a84b-f1276c9b3597 None None] Pushing event deleted for resources: {'Port': ['ID=2ad61dab-c29f-4591-9eb7-da4b2967cbda,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:53.659052 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.660648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36a02c79-8ee0-4e02-9fc6-e30e7b30826a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.661088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36a02c79-8ee0-4e02-9fc6-e30e7b30826a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.665787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Attempting to bind port b14843b8-01fe-4553-94b2-fa958731101f on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:46:53.666090 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Attempting to bind port b14843b8-01fe-4553-94b2-fa958731101f by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:46:53.666461 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Attempting to bind port b14843b8-01fe-4553-94b2-fa958731101f on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:46:53.672175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:46:53.672175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:53.672566 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.673165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:46:53.674116 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Bound port: b14843b8-01fe-4553-94b2-fa958731101f, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:46:53.674116 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.696900 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-36a02c79-8ee0-4e02-9fc6-e30e7b30826a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for be5da86c-10a0-4924-9af4-4aa610ff31ac owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:53.713412 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-29bad465-8a97-417d-ace5-ace43b1b5d1c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.757932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Pushing event deleted for resources: {'Port': ['ID=bf55b342-e01c-46d7-8965-1fcf3745d053,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:53.796447 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3661b4-415c-48a9-a566-8c236400ffdc None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:53.802628 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36762) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:53.809717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] For port b14843b8-01fe-4553-94b2-fa958731101f, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:46:53.827230 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] For port b14843b8-01fe-4553-94b2-fa958731101f, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b14843b8-01fe-4553-94b2-fa958731101f,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:46:53.835598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.845379 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd80ef5c-ada8-430a-80ff-6394dc4b636f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.863710 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd80ef5c-ada8-430a-80ff-6394dc4b636f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.901189 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80ef5c-ada8-430a-80ff-6394dc4b636f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb5e99c-3da4-4c23-9729-9d31b2c9b260,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:53.916553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b434e6-c9e9-4e02-9d9f-c26780564264 req-97690074-e639-4b75-94f9-292116438eaf tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:53.918289 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4b434e6-c9e9-4e02-9d9f-c26780564264 req-97690074-e639-4b75-94f9-292116438eaf tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3610082 Nov 28 07:46:53.938987 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.968979 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-29bad465-8a97-417d-ace5-ace43b1b5d1c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.981909 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-af333a6c-b688-46ca-b602-a07bc78d07d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f7400c1819848969f0a9f5825efc2b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1741803 Nov 28 07:46:53.984593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36766) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:53.984593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36768) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:53.990409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74849f5f-ce09-41c0-ac16-22c442e9c200 None None] Pushing event updated for resources: {'Port': ['ID=b14843b8-01fe-4553-94b2-fa958731101f,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:53.995279 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd80ef5c-ada8-430a-80ff-6394dc4b636f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:53.996489 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bd80ef5c-ada8-430a-80ff-6394dc4b636f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6090519 Nov 28 07:46:54.010437 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36770) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:54.017788 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3905a8c4-18ef-40a3-abbb-7a292be87c91 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group_rule': {'security_group_id': '1ccddc60-a043-4dd6-92f3-bcc868aec2ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:54.024787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-29bad465-8a97-417d-ace5-ace43b1b5d1c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1791e1-6089-411c-8599-b25f4be76d80']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:54.039981 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-29bad465-8a97-417d-ace5-ace43b1b5d1c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa278160-aaf1-4795-8b02-76eab58089cb') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:54.040219 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-29bad465-8a97-417d-ace5-ace43b1b5d1c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa278160-aaf1-4795-8b02-76eab58089cb') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:54.065992 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-29bad465-8a97-417d-ace5-ace43b1b5d1c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.089314 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3905a8c4-18ef-40a3-abbb-7a292be87c91 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.090333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-29bad465-8a97-417d-ace5-ace43b1b5d1c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.136015 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bad465-8a97-417d-ace5-ace43b1b5d1c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:46:54.136592 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-29bad465-8a97-417d-ace5-ace43b1b5d1c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:46:54.139625 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:46:54.237702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36a02c79-8ee0-4e02-9fc6-e30e7b30826a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.263679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3905a8c4-18ef-40a3-abbb-7a292be87c91 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.263679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-29bad465-8a97-417d-ace5-ace43b1b5d1c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.314167 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-29bad465-8a97-417d-ace5-ace43b1b5d1c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.321546 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-29bad465-8a97-417d-ace5-ace43b1b5d1c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/networks/9d1791e1-6089-411c-8599-b25f4be76d80 HTTP/1.1" status: 204 len: 168 time: 0.7734270 Nov 28 07:46:54.321546 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3905a8c4-18ef-40a3-abbb-7a292be87c91 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.334859 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36774) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:54.340255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a02c79-8ee0-4e02-9fc6-e30e7b30826a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=be5da86c-10a0-4924-9af4-4aa610ff31ac,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:54.346701 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5a7fb932-d0d7-4d51-af68-7b514b31032f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'network': {'name': 'tempest-RoutersTest-375794616'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:54.362851 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bad465-8a97-417d-ace5-ace43b1b5d1c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Network': ['ID=9d1791e1-6089-411c-8599-b25f4be76d80,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:54.389757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905a8c4-18ef-40a3-abbb-7a292be87c91 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318d5bae-c9df-449d-ac41-0fbc11b55b0d,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:54.428767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36a02c79-8ee0-4e02-9fc6-e30e7b30826a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.429569 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-36a02c79-8ee0-4e02-9fc6-e30e7b30826a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Floating IP 09456df2-8052-4533-8904-d46bfea56d4a disassociated (deleted). External IP: 172.26.2.175, port: 8aa15b38-8a32-4f56-bebe-b6fa60eb8d62. Nov 28 07:46:54.431612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7fb932-d0d7-4d51-af68-7b514b31032f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:54.435622 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb932-d0d7-4d51-af68-7b514b31032f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.441865 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3905a8c4-18ef-40a3-abbb-7a292be87c91 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.446371 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3905a8c4-18ef-40a3-abbb-7a292be87c91 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4317281 Nov 28 07:46:54.480594 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.481994 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36776) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:54.490350 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.505248 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d7571680-3330-4917-8c3d-c898f0cedd7d tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group_rule': {'security_group_id': '1ccddc60-a043-4dd6-92f3-bcc868aec2ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:54.547574 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a32c9a63-3a9f-4a82-b38e-ba5c4527298d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.549218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7fb932-d0d7-4d51-af68-7b514b31032f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:46:54.569669 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb932-d0d7-4d51-af68-7b514b31032f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.570030 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-5a7fb932-d0d7-4d51-af68-7b514b31032f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Added segment 9af0fb0f-9e55-4262-a19b-fabc6a03c5e4 of type vlan for network d6972990-17d8-4033-8038-4aa10ecd22cf Nov 28 07:46:54.597551 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4b434e6-c9e9-4e02-9d9f-c26780564264 req-dac7c650-7dbc-4013-97d9-c782ed71b750 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6631815 Nov 28 07:46:54.622408 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb932-d0d7-4d51-af68-7b514b31032f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.694163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.694498 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Fanout notify agent at l3_agent the message router_deleted on router 36a4b0ce-5925-4cc8-b677-a933e70beb08 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:46:54.707923 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb932-d0d7-4d51-af68-7b514b31032f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.710205 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.715002 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-75ac342d-1c12-4a76-be45-357ba556617d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "DELETE /v2.0/routers/36a4b0ce-5925-4cc8-b677-a933e70beb08 HTTP/1.1" status: 204 len: 168 time: 4.1879942 Nov 28 07:46:54.715163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7fb932-d0d7-4d51-af68-7b514b31032f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:54.715163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5a7fb932-d0d7-4d51-af68-7b514b31032f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.716175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36780) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:54.732068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.objects.ports [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115118) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:46:54.732875 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d5b6-df34-48bd-8b21-6422e9934d78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.736154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d7571680-3330-4917-8c3d-c898f0cedd7d tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.742062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1125990858', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'enable_snat': False}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:54.869731 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b14843b8-01fe-4553-94b2-fa958731101f up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:54.876367 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fb932-d0d7-4d51-af68-7b514b31032f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Network': ['ID=d6972990-17d8-4033-8038-4aa10ecd22cf,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:54.888237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.889651 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.901400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d5b6-df34-48bd-8b21-6422e9934d78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:54.905583 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5a7fb932-d0d7-4d51-af68-7b514b31032f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5630162 Nov 28 07:46:54.908629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36782) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:54.915983 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network d6972990-17d8-4033-8038-4aa10ecd22cf details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:46:54.920641 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-aed7b0c6-b88b-44c1-8f5d-baa16740f081 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'subnet': {'network_id': 'd6972990-17d8-4033-8038-4aa10ecd22cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:55.005755 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d7571680-3330-4917-8c3d-c898f0cedd7d tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.017448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d7571680-3330-4917-8c3d-c898f0cedd7d tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.042565 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port b14843b8-01fe-4553-94b2-fa958731101f triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:55.043300 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.117797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a32c9a63-3a9f-4a82-b38e-ba5c4527298d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.119832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7571680-3330-4917-8c3d-c898f0cedd7d tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1092073-ec4f-444e-8aff-5794b1e34f57,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:55.127791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d5b6-df34-48bd-8b21-6422e9934d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.130728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d5b6-df34-48bd-8b21-6422e9934d78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.145648 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4ed1d5b6-df34-48bd-8b21-6422e9934d78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6ac0711-495f-4d92-9694-e2ec85e0ced1 HTTP/1.1" status: 204 len: 168 time: 1.1036439 Nov 28 07:46:55.163233 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a32c9a63-3a9f-4a82-b38e-ba5c4527298d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.188316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.212118 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a32c9a63-3a9f-4a82-b38e-ba5c4527298d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=830a6e845c8049e1a28c71a82a02e5ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1807523 Nov 28 07:46:55.215639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d7571680-3330-4917-8c3d-c898f0cedd7d tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.219615 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d7571680-3330-4917-8c3d-c898f0cedd7d tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7280788 Nov 28 07:46:55.219615 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1d5b6-df34-48bd-8b21-6422e9934d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ac0711-495f-4d92-9694-e2ec85e0ced1,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:55.225386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36786) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:55.226489 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36788) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:55.246811 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-77218760-e9be-489a-9509-d018dc7bbead tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group_rule': {'security_group_id': '1ccddc60-a043-4dd6-92f3-bcc868aec2ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:55.279111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a02c79-8ee0-4e02-9fc6-e30e7b30826a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:46:55.304989 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51ed4a-e042-43e0-80ed-87702a367558 req-3d1689cc-5c7d-4693-b4b7-81f46f835cbf tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:55.314095 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6b51ed4a-e042-43e0-80ed-87702a367558 req-3d1689cc-5c7d-4693-b4b7-81f46f835cbf tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.6266408 Nov 28 07:46:55.315243 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:46:55.315677 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:46:55.357519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c9a63-3a9f-4a82-b38e-ba5c4527298d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f6a9ec-6e7a-41f5-93c4-488ca0595df2,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:55.363327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.388115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-77218760-e9be-489a-9509-d018dc7bbead tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.446586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1922aa24-b61c-400d-ac33-872b01b46771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.449567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.495812 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1922aa24-b61c-400d-ac33-872b01b46771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.542732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-51d447fd-76a8-4fa4-afa7-3547b476f48b None None] Provisioning complete for port b14843b8-01fe-4553-94b2-fa958731101f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:55.543132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-51d447fd-76a8-4fa4-afa7-3547b476f48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.558282 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-77218760-e9be-489a-9509-d018dc7bbead tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.582191 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6b51ed4a-e042-43e0-80ed-87702a367558 req-5acfd276-b387-4085-9e24-b5acae774e6b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669454 Nov 28 07:46:55.622009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-77218760-e9be-489a-9509-d018dc7bbead tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.659696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77218760-e9be-489a-9509-d018dc7bbead tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb6e901-6374-4ae2-b514-c862c876646b,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:55.675312 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-77218760-e9be-489a-9509-d018dc7bbead tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.676746 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-77218760-e9be-489a-9509-d018dc7bbead tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4347763 Nov 28 07:46:55.680649 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36802) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:55.686856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed7b0c6-b88b-44c1-8f5d-baa16740f081 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:55.690841 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aed7b0c6-b88b-44c1-8f5d-baa16740f081 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.691861 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-25fa3287-ebdb-4ee6-951b-4ab2cdb773e5 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group_rule': {'security_group_id': '1ccddc60-a043-4dd6-92f3-bcc868aec2ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:55.706365 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-51d447fd-76a8-4fa4-afa7-3547b476f48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.739153 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1922aa24-b61c-400d-ac33-872b01b46771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.741606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1922aa24-b61c-400d-ac33-872b01b46771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.743286 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1922aa24-b61c-400d-ac33-872b01b46771 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0f6a9ec-6e7a-41f5-93c4-488ca0595df2 HTTP/1.1" status: 204 len: 168 time: 0.5149915 Nov 28 07:46:55.756734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] For port b14843b8-01fe-4553-94b2-fa958731101f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b14843b8-01fe-4553-94b2-fa958731101f,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:55.772962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922aa24-b61c-400d-ac33-872b01b46771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f6a9ec-6e7a-41f5-93c4-488ca0595df2,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:55.775816 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-25fa3287-ebdb-4ee6-951b-4ab2cdb773e5 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.781070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.836683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.851052 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.851913 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.881753 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a02c79-8ee0-4e02-9fc6-e30e7b30826a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:46:55.890479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36a02c79-8ee0-4e02-9fc6-e30e7b30826a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:55.907780 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94628de-59d3-44c1-bc99-b579f7e8a448 None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:46:55.953361 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:55.980475 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-36a02c79-8ee0-4e02-9fc6-e30e7b30826a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/floatingips/09456df2-8052-4533-8904-d46bfea56d4a HTTP/1.1" status: 204 len: 168 time: 3.3397648 Nov 28 07:46:55.982073 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36810) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:55.984619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:56.021733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:56.023393 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.024107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffd4142-467a-4ec6-8077-f4bf781f3479 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:56.033028 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-25fa3287-ebdb-4ee6-951b-4ab2cdb773e5 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.062532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-25fa3287-ebdb-4ee6-951b-4ab2cdb773e5 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.088327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=b14843b8-01fe-4553-94b2-fa958731101f,revision_number=4']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:56.091560 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=3aaf6316-469d-4ea2-8fc6-2c728e8dd6f8,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:56.111144 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3e9a36d3-27df-436f-b0ee-22bc281ac05c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7991161 Nov 28 07:46:56.114213 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36816) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:56.121139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa3287-ebdb-4ee6-951b-4ab2cdb773e5 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b037ac6-4b58-47fa-8e2a-5d16561ad9e9,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:56.134302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-25fa3287-ebdb-4ee6-951b-4ab2cdb773e5 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.135577 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-25fa3287-ebdb-4ee6-951b-4ab2cdb773e5 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4539809 Nov 28 07:46:56.138894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36818) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:56.150296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94628de-59d3-44c1-bc99-b579f7e8a448 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:56.154995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c94628de-59d3-44c1-bc99-b579f7e8a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:56.167255 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.170907 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'mac_address': 'fa:16:3e:17:40:09', 'name': 'tempest-NetworksTestDHCPv6-394426589'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:56.174354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac596-3359-462d-81b5-6ce68d6e7cb2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.199175 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac596-3359-462d-81b5-6ce68d6e7cb2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.228893 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c94628de-59d3-44c1-bc99-b579f7e8a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:56.235775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-51d447fd-76a8-4fa4-afa7-3547b476f48b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:46:56.236326 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-51d447fd-76a8-4fa4-afa7-3547b476f48b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:46:56.260082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac596-3359-462d-81b5-6ce68d6e7cb2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.274370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac596-3359-462d-81b5-6ce68d6e7cb2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.275906 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6f7ac596-3359-462d-81b5-6ce68d6e7cb2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7b037ac6-4b58-47fa-8e2a-5d16561ad9e9 HTTP/1.1" status: 204 len: 168 time: 0.1359303 Nov 28 07:46:56.280799 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36822) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:56.309120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aed7b0c6-b88b-44c1-8f5d-baa16740f081 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.310707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94628de-59d3-44c1-bc99-b579f7e8a448 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:46:56.311580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c94628de-59d3-44c1-bc99-b579f7e8a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:56.315180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ac596-3359-462d-81b5-6ce68d6e7cb2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b037ac6-4b58-47fa-8e2a-5d16561ad9e9,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:56.345877 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-993c6819-7f8f-49bf-a246-af289214ea6b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0626137 Nov 28 07:46:56.348641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36824) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:56.356870 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c94628de-59d3-44c1-bc99-b579f7e8a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:46:56.357677 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94628de-59d3-44c1-bc99-b579f7e8a448 None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:46:56.395654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e65207e-9599-4a60-a3c3-361cea0bb251 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.411833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:46:56.412481 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:46:56.415700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36828) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:56.420889 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e65207e-9599-4a60-a3c3-361cea0bb251 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.446421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-812dc30e-9aa5-4d41-a04d-5901892f01b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.503075 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e65207e-9599-4a60-a3c3-361cea0bb251 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.511224 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e65207e-9599-4a60-a3c3-361cea0bb251 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.513609 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4e65207e-9599-4a60-a3c3-361cea0bb251 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/bdb6e901-6374-4ae2-b514-c862c876646b HTTP/1.1" status: 204 len: 168 time: 0.1631327 Nov 28 07:46:56.521070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36830) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:56.548190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65207e-9599-4a60-a3c3-361cea0bb251 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdb6e901-6374-4ae2-b514-c862c876646b,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:56.549773 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-d3326e71-d753-49c1-b278-a5fe50ef353c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port 8aa15b38-8a32-4f56-bebe-b6fa60eb8d62 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:46:56.550114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d3326e71-d753-49c1-b278-a5fe50ef353c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.554286 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7b0c6-b88b-44c1-8f5d-baa16740f081 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Subnet': ['ID=f21eb7e7-e37c-4ef1-ad10-0b6e8fb17c81,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:56.582850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed7b0c6-b88b-44c1-8f5d-baa16740f081 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Checking segment: {'id': '9af0fb0f-9e55-4262-a19b-fabc6a03c5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd6972990-17d8-4033-8038-4aa10ecd22cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:56.583110 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed7b0c6-b88b-44c1-8f5d-baa16740f081 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network hostable DHCP agents. Network: d6972990-17d8-4033-8038-4aa10ecd22cf, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:46:56.609338 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ca0fccd1-7e1b-4918-b8d6-a3cd7b5e9662 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0788836 Nov 28 07:46:56.609338 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36834) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:56.657039 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-812dc30e-9aa5-4d41-a04d-5901892f01b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.658350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:56.660331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-394a913d-b964-4601-b506-bf9b41928535 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.669021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-812dc30e-9aa5-4d41-a04d-5901892f01b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.673884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-394a913d-b964-4601-b506-bf9b41928535 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.715006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.746461 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-812dc30e-9aa5-4d41-a04d-5901892f01b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2de9d2cf9d8f4345a27439ac284c674f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275011 Nov 28 07:46:56.747878 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36836) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:56.755496 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dc30e-9aa5-4d41-a04d-5901892f01b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff587f48-f016-4219-8e36-48de881f5914,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:56.764848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-394a913d-b964-4601-b506-bf9b41928535 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.774403 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed7b0c6-b88b-44c1-8f5d-baa16740f081 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network d6972990-17d8-4033-8038-4aa10ecd22cf is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:46:56.776705 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-394a913d-b964-4601-b506-bf9b41928535 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.792703 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-394a913d-b964-4601-b506-bf9b41928535 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e1092073-ec4f-444e-8aff-5794b1e34f57 HTTP/1.1" status: 204 len: 168 time: 0.1800022 Nov 28 07:46:56.794036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.802532 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36840) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:56.820135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a913d-b964-4601-b506-bf9b41928535 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1092073-ec4f-444e-8aff-5794b1e34f57,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:56.822631 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-aed7b0c6-b88b-44c1-8f5d-baa16740f081 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, d6972990-17d8-4033-8038-4aa10ecd22cf) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:56.828642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d3326e71-d753-49c1-b278-a5fe50ef353c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.837955 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e9dcd5-053f-4dc4-af45-b6f661e243ec None None] Network d6972990-17d8-4033-8038-4aa10ecd22cf requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:46:56.861832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9b06-7782-4a5a-a3ac-cea09d2a2b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.889807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.895172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9b06-7782-4a5a-a3ac-cea09d2a2b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.901585 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed7b0c6-b88b-44c1-8f5d-baa16740f081 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:56.902229 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aed7b0c6-b88b-44c1-8f5d-baa16740f081 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.918024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-51d447fd-76a8-4fa4-afa7-3547b476f48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.950026 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-d3326e71-d753-49c1-b278-a5fe50ef353c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for 8aa15b38-8a32-4f56-bebe-b6fa60eb8d62 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:46:56.983159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9b06-7782-4a5a-a3ac-cea09d2a2b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.987050 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9b06-7782-4a5a-a3ac-cea09d2a2b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:56.988684 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4dfc9b06-7782-4a5a-a3ac-cea09d2a2b8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff587f48-f016-4219-8e36-48de881f5914 HTTP/1.1" status: 204 len: 168 time: 0.2399652 Nov 28 07:46:56.998561 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc9b06-7782-4a5a-a3ac-cea09d2a2b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff587f48-f016-4219-8e36-48de881f5914,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:57.094280 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Allocated IP 172.26.2.86 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/3cb42c0e-f9b8-4a38-9d12-7a458c13b65d) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:57.133389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-51d447fd-76a8-4fa4-afa7-3547b476f48b None None] For port b14843b8-01fe-4553-94b2-fa958731101f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b14843b8-01fe-4553-94b2-fa958731101f,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:46:57.149163 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-51d447fd-76a8-4fa4-afa7-3547b476f48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:57.241447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:57.331406 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port 5e7fb59d-90d0-449e-960d-8cb144b2e0d4 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:46:57.354686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36854) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:57.359819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-2ef85b7c-5538-4434-b796-d9f440b69162 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-430025765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:57.366108 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-aed7b0c6-b88b-44c1-8f5d-baa16740f081 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4401660 Nov 28 07:46:57.385267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36856) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:57.387963 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:57.407076 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-d6972990-17d8-4033-8038-4aa10ecd22cf', 'network_id': 'd6972990-17d8-4033-8038-4aa10ecd22cf', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'fixed_ips': [{'subnet_id': 'f21eb7e7-e37c-4ef1-ad10-0b6e8fb17c81'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:46:57.408711 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:57.432615 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ef85b7c-5538-4434-b796-d9f440b69162 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:57.434698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ef85b7c-5538-4434-b796-d9f440b69162 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:57.455939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d447fd-76a8-4fa4-afa7-3547b476f48b None None] Pushing event updated for resources: {'Port': ['ID=b14843b8-01fe-4553-94b2-fa958731101f,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:57.543726 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4a9b5227-b158-4931-8462-aa4e9fdf0641 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7384660 Nov 28 07:46:57.546281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b14843b8-01fe-4553-94b2-fa958731101f up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:57.549474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36862) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:57.574842 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ef85b7c-5538-4434-b796-d9f440b69162 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:57.580695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:57.586819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ef85b7c-5538-4434-b796-d9f440b69162 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:57.624490 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ef85b7c-5538-4434-b796-d9f440b69162 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:57.626029 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2ef85b7c-5538-4434-b796-d9f440b69162 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2700505 Nov 28 07:46:57.633422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:57.639555 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36866) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:57.651567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:57.652819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-49d78839-c952-4dca-a5eb-00c8b6ff2615 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'port': {'network_id': 'd6972990-17d8-4033-8038-4aa10ecd22cf', 'name': 'tempest-RoutersTest-1013096920'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:57.661592 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7202e9a-4e62-4c03-b810-46bdaff0f571 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:57.730060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-07811e47-fbba-4304-907d-9fb076bb1b90 None None] Provisioning complete for port b14843b8-01fe-4553-94b2-fa958731101f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:57.730890 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-07811e47-fbba-4304-907d-9fb076bb1b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:57.793174 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Allocated IP 172.20.0.2 (d6972990-17d8-4033-8038-4aa10ecd22cf/f21eb7e7-e37c-4ef1-ad10-0b6e8fb17c81/5b8301ad-34c1-429d-b35f-4e64abd2d8da) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:57.798971 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event updated for resources: {'Port': ['ID=3cb42c0e-f9b8-4a38-9d12-7a458c13b65d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:57.812680 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-01422009-01ec-44e8-85f4-a22f9ca8eaee tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:57.825863 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port b14843b8-01fe-4553-94b2-fa958731101f triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:57.826395 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:57.873603 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-01422009-01ec-44e8-85f4-a22f9ca8eaee tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:57.921399 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-653255994'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:57.944033 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d78839-c952-4dca-a5eb-00c8b6ff2615 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:57.948974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-49d78839-c952-4dca-a5eb-00c8b6ff2615 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:57.974345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-49d78839-c952-4dca-a5eb-00c8b6ff2615 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] device_id is not set on port 4465edaa-e020-43ec-8fa2-d21cec31dca3 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:46:58.000537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Made reservation on behalf of eb57795ceb6645038ba5aba6da8f0450 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:58.005111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:58.084938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:58.313776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:58.317468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-667f072b-9ce7-47bc-baac-57097f269dcd None None] Provisioning complete for port 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:58.317853 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-667f072b-9ce7-47bc-baac-57097f269dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:58.347586 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:58.372611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Network d6972990-17d8-4033-8038-4aa10ecd22cf is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:58.376951 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:58.379583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:58.441885 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-49d78839-c952-4dca-a5eb-00c8b6ff2615 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Allocated IP 172.20.0.11 (d6972990-17d8-4033-8038-4aa10ecd22cf/f21eb7e7-e37c-4ef1-ad10-0b6e8fb17c81/4465edaa-e020-43ec-8fa2-d21cec31dca3) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:58.479207 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-667f072b-9ce7-47bc-baac-57097f269dcd None None] Port 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:46:58.542810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-01422009-01ec-44e8-85f4-a22f9ca8eaee tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:58.577519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Attempting to bind port 5b8301ad-34c1-429d-b35f-4e64abd2d8da on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:46:58.578206 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Attempting to bind port 5b8301ad-34c1-429d-b35f-4e64abd2d8da by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '9af0fb0f-9e55-4262-a19b-fabc6a03c5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd6972990-17d8-4033-8038-4aa10ecd22cf'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:46:58.578769 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Attempting to bind port 5b8301ad-34c1-429d-b35f-4e64abd2d8da on network d6972990-17d8-4033-8038-4aa10ecd22cf {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:46:58.583094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Pushing event updated for resources: {'Port': ['ID=5b8301ad-34c1-429d-b35f-4e64abd2d8da,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:58.585563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-01422009-01ec-44e8-85f4-a22f9ca8eaee tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:58.590652 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-01422009-01ec-44e8-85f4-a22f9ca8eaee tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/318d5bae-c9df-449d-ac41-0fbc11b55b0d HTTP/1.1" status: 204 len: 168 time: 1.0130727 Nov 28 07:46:58.591333 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:46:58.592087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Checking segment: {'id': '9af0fb0f-9e55-4262-a19b-fabc6a03c5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd6972990-17d8-4033-8038-4aa10ecd22cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:46:58.592719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:58.593760 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Bound using segment: {'id': '9af0fb0f-9e55-4262-a19b-fabc6a03c5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd6972990-17d8-4033-8038-4aa10ecd22cf'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:46:58.595020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Bound port: 5b8301ad-34c1-429d-b35f-4e64abd2d8da, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af0fb0f-9e55-4262-a19b-fabc6a03c5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd6972990-17d8-4033-8038-4aa10ecd22cf'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:46:58.595822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:58.599883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01422009-01ec-44e8-85f4-a22f9ca8eaee tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=318d5bae-c9df-449d-ac41-0fbc11b55b0d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:58.605949 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36884) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:58.686702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] For port 5b8301ad-34c1-429d-b35f-4e64abd2d8da, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:46:58.688190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-49d78839-c952-4dca-a5eb-00c8b6ff2615 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:58.690794 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] For port 5b8301ad-34c1-429d-b35f-4e64abd2d8da, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5b8301ad-34c1-429d-b35f-4e64abd2d8da,segment=NetworkSegment(9af0fb0f-9e55-4262-a19b-fabc6a03c5e4),segment_id=9af0fb0f-9e55-4262-a19b-fabc6a03c5e4)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:46:58.697739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:58.757324 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 172.20.0.11 (c04e62e3-7156-478d-ad66-af6018eecb99/720435ad-1b21-4878-9816-15d38efc6614/5e7fb59d-90d0-449e-960d-8cb144b2e0d4) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:58.796315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-49d78839-c952-4dca-a5eb-00c8b6ff2615 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:58.836723 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::f816:3eff:fe17:4009 (c04e62e3-7156-478d-ad66-af6018eecb99/3aaf6316-469d-4ea2-8fc6-2c728e8dd6f8/5e7fb59d-90d0-449e-960d-8cb144b2e0d4) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:46:58.838264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab47cb-51bf-406f-86a6-9dc95056dd59 None None] Pushing event updated for resources: {'Port': ['ID=5b8301ad-34c1-429d-b35f-4e64abd2d8da,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:58.873073 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d78839-c952-4dca-a5eb-00c8b6ff2615 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network d6972990-17d8-4033-8038-4aa10ecd22cf is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:58.874093 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36890) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:58.874403 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-471d4439-a28c-4db4-bc3b-a0f07f882f3f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2654362 Nov 28 07:46:58.887820 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-49d78839-c952-4dca-a5eb-00c8b6ff2615 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:58.890492 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d78839-c952-4dca-a5eb-00c8b6ff2615 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:58.921739 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d78839-c952-4dca-a5eb-00c8b6ff2615 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=4465edaa-e020-43ec-8fa2-d21cec31dca3,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:58.958352 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:58.964797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f4e04cf2-faf8-4542-92ee-bc77cc4c4ff4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:58.977267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f4e04cf2-faf8-4542-92ee-bc77cc4c4ff4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.019079 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d3326e71-d753-49c1-b278-a5fe50ef353c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.065920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d78839-c952-4dca-a5eb-00c8b6ff2615 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:59.069996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-49d78839-c952-4dca-a5eb-00c8b6ff2615 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.088760 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f4e04cf2-faf8-4542-92ee-bc77cc4c4ff4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.100802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f4e04cf2-faf8-4542-92ee-bc77cc4c4ff4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.106605 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f4e04cf2-faf8-4542-92ee-bc77cc4c4ff4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7cb5e99c-3da4-4c23-9729-9d31b2c9b260 HTTP/1.1" status: 204 len: 168 time: 0.2276394 Nov 28 07:46:59.114002 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3326e71-d753-49c1-b278-a5fe50ef353c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=8aa15b38-8a32-4f56-bebe-b6fa60eb8d62,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:59.116715 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29646923-7fa9-4435-9390-e9ccb05882a9 None None] DHCP port deletion for fb329bf8-72b6-42cb-8c92-d31bcd921a8e request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:46:59.118307 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-49d78839-c952-4dca-a5eb-00c8b6ff2615 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4762304 Nov 28 07:46:59.125666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36894) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:59.127173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36896) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:59.148756 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e04cf2-faf8-4542-92ee-bc77cc4c4ff4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cb5e99c-3da4-4c23-9729-9d31b2c9b260,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:59.191067 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.273393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.303726 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0be5931d-7c7b-4109-9bbb-e1554fded120 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1743345 Nov 28 07:46:59.309082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36902) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:59.355371 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36904) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:59.376397 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:46:59.429355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffed8bd1-3401-4380-aa2d-f19c5cec2e31,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:59.446100 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.446453 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Added segment 1a44531b-0f0c-4102-8cdf-07e052f60b7d of type vlan for network 10092108-9fa9-47b6-8873-a44cb76c7b0f Nov 28 07:46:59.456857 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.511482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-61ecf731-e9ee-45ae-94be-d4609cad620f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.521923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-717063146', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:59.579193 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-61ecf731-e9ee-45ae-94be-d4609cad620f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.607002 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d3326e71-d753-49c1-b278-a5fe50ef353c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.610470 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d3326e71-d753-49c1-b278-a5fe50ef353c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/ports/8aa15b38-8a32-4f56-bebe-b6fa60eb8d62 HTTP/1.1" status: 204 len: 168 time: 3.6236084 Nov 28 07:46:59.613588 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.618061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36908) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:59.628712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:46:59.630855 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b14843b8-01fe-4553-94b2-fa958731101f up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:59.635033 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Made reservation on behalf of 0f011def40214b4eb9e8d95a0275ff8f for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:46:59.637363 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.679240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.697268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port b14843b8-01fe-4553-94b2-fa958731101f triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:46:59.697703 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.708242 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.716722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:46:59.717451 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.754267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.781034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-61ecf731-e9ee-45ae-94be-d4609cad620f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.784118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-61ecf731-e9ee-45ae-94be-d4609cad620f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.788328 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-61ecf731-e9ee-45ae-94be-d4609cad620f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-groups/1ccddc60-a043-4dd6-92f3-bcc868aec2ec HTTP/1.1" status: 204 len: 168 time: 0.4780495 Nov 28 07:46:59.789791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36910) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:46:59.796910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.822735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5b8301ad-34c1-429d-b35f-4e64abd2d8da up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:46:59.836776 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.4300725 Nov 28 07:46:59.848277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecf731-e9ee-45ae-94be-d4609cad620f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccddc60-a043-4dd6-92f3-bcc868aec2ec,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:59.862096 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c616a-d70c-4271-84f4-cb22d2523a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Pushing event updated for resources: {'Network': ['ID=10092108-9fa9-47b6-8873-a44cb76c7b0f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:46:59.874247 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 10092108-9fa9-47b6-8873-a44cb76c7b0f details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:46:59.877536 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.901652 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.920326 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.956566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:46:59.961771 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:46:59.965052 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:46:59.978772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:46:59.999314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] device_id is not set on port 93f68fbc-2a8f-407d-9e4f-b5665888acbc yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:00.020966 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 5b8301ad-34c1-429d-b35f-4e64abd2d8da triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:00.022219 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.095532 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=5e7fb59d-90d0-449e-960d-8cb144b2e0d4,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:00.132094 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:00.133760 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.198653 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b24a8ac0-21d3-4492-b06f-50113c3f394f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0779862 Nov 28 07:47:00.202244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.206144 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36916) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:00.224011 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-aec31403-26d1-4416-b5d6-9ffc8a55ab9a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4215298 Nov 28 07:47:00.244238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36918) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:00.250826 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2b7b5df7-42ad-4ffe-b236-edb0c25876e2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group': {'name': 'tempest-secgroup--366338183'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:00.279183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 5b8301ad-34c1-429d-b35f-4e64abd2d8da, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5b8301ad-34c1-429d-b35f-4e64abd2d8da,segment=NetworkSegment(9af0fb0f-9e55-4262-a19b-fabc6a03c5e4),segment_id=9af0fb0f-9e55-4262-a19b-fabc6a03c5e4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:00.299120 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d550bceb-4377-4f57-9252-0bcd489b9e93,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:00.307490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36920) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:00.311775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.319729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e35594-0614-4749-afe8-de78841dcc25 None None] Network d6972990-17d8-4033-8038-4aa10ecd22cf requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:00.319863 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Request body: {'port': {'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f', 'binding:host_id': 'hv-neutron-7448', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093648816'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:00.363546 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21470ae-ca88-443b-ac43-dab7225fd2c8 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:00.371421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21470ae-ca88-443b-ac43-dab7225fd2c8 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:00.375818 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c21470ae-ca88-443b-ac43-dab7225fd2c8 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1659176 Nov 28 07:47:00.378400 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5df7-42ad-4ffe-b236-edb0c25876e2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.381387 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36922) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:00.406357 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Router 88700524-e923-4756-a80b-7efbfb0f62a3 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:00.431396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Allocated IP 172.26.2.243 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/93f68fbc-2a8f-407d-9e4f-b5665888acbc) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:00.445868 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b8402f63-99e8-4319-81e9-fc58cec279a2 None None] Provisioning complete for port 5b8301ad-34c1-429d-b35f-4e64abd2d8da triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:00.446544 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b8402f63-99e8-4319-81e9-fc58cec279a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.451009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Made reservation on behalf of ba140d04dff842c69f626ba7e1458043 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:00.452784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.484932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=5b8301ad-34c1-429d-b35f-4e64abd2d8da,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:00.527757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.539990 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.695686 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5df7-42ad-4ffe-b236-edb0c25876e2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.709340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5df7-42ad-4ffe-b236-edb0c25876e2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.721067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.729758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.744229 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:00.759029 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Sync routers for ids ['88700524-e923-4756-a80b-7efbfb0f62a3'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:00.771844 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a7b1f-f0af-4601-89c9-2e359ced136a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port 5e7fb59d-90d0-449e-960d-8cb144b2e0d4 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:00.772195 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7b1f-f0af-4601-89c9-2e359ced136a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.774834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5d68294d-6be3-47c3-9bd7-ae1116f615c0 None None] Provisioning complete for port 5e7fb59d-90d0-449e-960d-8cb144b2e0d4 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:00.776052 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5d68294d-6be3-47c3-9bd7-ae1116f615c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.781496 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5df7-42ad-4ffe-b236-edb0c25876e2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.785599 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2b7b5df7-42ad-4ffe-b236-edb0c25876e2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5384350 Nov 28 07:47:00.786212 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36924) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:00.792802 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Routers {'88700524-e923-4756-a80b-7efbfb0f62a3'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:00.796185 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['88700524-e923-4756-a80b-7efbfb0f62a3'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:00.802398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b5df7-42ad-4ffe-b236-edb0c25876e2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdec9e7-c167-4234-9079-fe2d84d468a1,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:00.810924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9cb0df73-3348-4e10-b762-5d3c9d3ae8e4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group_rule': {'security_group_id': '8fdec9e7-c167-4234-9079-fe2d84d468a1', 'direction': 'ingress', 'protocol': 17}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:00.833813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.835338 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a2602f8a-39f3-4bed-9fab-6b411a8be82d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0996656 Nov 28 07:47:00.844450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36926) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:00.847301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5d68294d-6be3-47c3-9bd7-ae1116f615c0 None None] Port 5e7fb59d-90d0-449e-960d-8cb144b2e0d4 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:00.975783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.988760 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9cb0df73-3348-4e10-b762-5d3c9d3ae8e4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:00.991652 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.001534 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] device_id is not set on port 868a70c7-b497-4b39-9f56-473bbc2b3823 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:01.014775 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Set router 88700524-e923-4756-a80b-7efbfb0f62a3 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:47:01.059512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.073986 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-be3b977e-b6e5-496c-8cad-47446c3f109d None None] Provisioning complete for port 5b8301ad-34c1-429d-b35f-4e64abd2d8da triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:01.074410 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-be3b977e-b6e5-496c-8cad-47446c3f109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.196081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7b1f-f0af-4601-89c9-2e359ced136a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.214174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83b9b4d-ea54-49be-86e7-f6afc720f6fb,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:01.219566 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-be3b977e-b6e5-496c-8cad-47446c3f109d None None] Provisioning complete for port 4465edaa-e020-43ec-8fa2-d21cec31dca3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:01.221539 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-be3b977e-b6e5-496c-8cad-47446c3f109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.244204 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a7b1f-f0af-4601-89c9-2e359ced136a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for 5e7fb59d-90d0-449e-960d-8cb144b2e0d4 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:01.271235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=4465edaa-e020-43ec-8fa2-d21cec31dca3,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:01.308441 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3fb0ae20-1a1b-458a-9fed-b8ffe38dcaff tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/routers/88700524-e923-4756-a80b-7efbfb0f62a3 HTTP/1.1" status: 200 len: 908 time: 0.4362259 Nov 28 07:47:01.315144 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-be3b977e-b6e5-496c-8cad-47446c3f109d None None] Port 4465edaa-e020-43ec-8fa2-d21cec31dca3 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:01.322195 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36930) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:01.341851 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9cb0df73-3348-4e10-b762-5d3c9d3ae8e4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.343078 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1125990858', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'enable_snat': True}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:01.346825 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88700524-e923-4756-a80b-7efbfb0f62a3', 'name': 'tempest-snat-router-1125990858', 'tenant_id': '3c1c6b205e584b84bdbf94395dbac96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.86'}], 'enable_snat': False}, 'gw_port_id': '3cb42c0e-f9b8-4a38-9d12-7a458c13b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:46:54Z', 'updated_at': '2021-11-28T07:46:58Z', 'revision_number': 3, 'project_id': '3c1c6b205e584b84bdbf94395dbac96d', 'gw_port': {'id': '3cb42c0e-f9b8-4a38-9d12-7a458c13b65d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88700524-e923-4756-a80b-7efbfb0f62a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:46:56Z', 'updated_at': '2021-11-28T07:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:01.356902 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.357962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9cb0df73-3348-4e10-b762-5d3c9d3ae8e4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.381606 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Checking router: 88700524-e923-4756-a80b-7efbfb0f62a3 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:47:01.382031 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Updating router 88700524-e923-4756-a80b-7efbfb0f62a3 port 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:47:01.418730 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.454982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7e9403bb-aa77-4ee8-ad83-10f1b412b586 None None] Provisioning complete for port 4465edaa-e020-43ec-8fa2-d21cec31dca3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:01.454982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7e9403bb-aa77-4ee8-ad83-10f1b412b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.471612 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.472657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.507602 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0df73-3348-4e10-b762-5d3c9d3ae8e4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd9793f-fbe2-4121-ac69-9d05ca6c4835,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:01.514168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.521572 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9cb0df73-3348-4e10-b762-5d3c9d3ae8e4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.526514 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9cb0df73-3348-4e10-b762-5d3c9d3ae8e4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7214613 Nov 28 07:47:01.527453 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36932) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:01.537598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5b8301ad-34c1-429d-b35f-4e64abd2d8da up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:01.635377 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7e9403bb-aa77-4ee8-ad83-10f1b412b586 None None] Port 4465edaa-e020-43ec-8fa2-d21cec31dca3 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:01.653064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:01.655577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.663333 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 5b8301ad-34c1-429d-b35f-4e64abd2d8da triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:01.664666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.702344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:01.703369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] device_id is not set on port 868a70c7-b497-4b39-9f56-473bbc2b3823 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:01.705215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:01.714154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.749142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3be9a8f-dae2-4416-8c98-17eb6a438611 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:01.785037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-50432426-e40f-45ea-bfa1-6581fb93bec8 None None] Provisioning complete for port 4465edaa-e020-43ec-8fa2-d21cec31dca3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:01.786085 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-50432426-e40f-45ea-bfa1-6581fb93bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.833520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-50432426-e40f-45ea-bfa1-6581fb93bec8 None None] Port 4465edaa-e020-43ec-8fa2-d21cec31dca3 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:01.876914 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Pushing event updated for resources: {'Port': ['ID=93f68fbc-2a8f-407d-9e4f-b5665888acbc,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:01.895493 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.26.2.21 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/90d8426a-65f4-4e7d-b4e1-725fae0f2209) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:01.909620 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:01.910233 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:01.957537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b5be1ea1-0dbf-4bdf-ab66-a46d92f60577 None None] Provisioning complete for port 93f68fbc-2a8f-407d-9e4f-b5665888acbc triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:01.957798 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b5be1ea1-0dbf-4bdf-ab66-a46d92f60577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.001114 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b5be1ea1-0dbf-4bdf-ab66-a46d92f60577 None None] Port 93f68fbc-2a8f-407d-9e4f-b5665888acbc cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:02.040633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.049088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7351fb32-bcd8-40d9-a5db-b4342a1679c7 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.054243 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.059043 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2ef06b56-a329-449d-949a-10898fff98a1 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7023704 Nov 28 07:47:02.064747 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36934) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:02.080807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-9d374bd0-ec50-4588-b015-adaec7dd10b6 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.243'}]}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:02.094573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.109048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7351fb32-bcd8-40d9-a5db-b4342a1679c7 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.127201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7b1f-f0af-4601-89c9-2e359ced136a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.130789 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.183046 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Pushing event updated for resources: {'Port': ['ID=868a70c7-b497-4b39-9f56-473bbc2b3823,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:02.206936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9d374bd0-ec50-4588-b015-adaec7dd10b6 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.208009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9d374bd0-ec50-4588-b015-adaec7dd10b6 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.240358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a7b1f-f0af-4601-89c9-2e359ced136a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=5e7fb59d-90d0-449e-960d-8cb144b2e0d4,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:02.257055 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Checking segment: {'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:02.257423 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Network hostable DHCP agents. Network: 10092108-9fa9-47b6-8873-a44cb76c7b0f, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:47:02.287820 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7351fb32-bcd8-40d9-a5db-b4342a1679c7 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.291046 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7351fb32-bcd8-40d9-a5db-b4342a1679c7 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.294502 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7351fb32-bcd8-40d9-a5db-b4342a1679c7 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-groups/8fdec9e7-c167-4234-9079-fe2d84d468a1 HTTP/1.1" status: 204 len: 168 time: 0.7634635 Nov 28 07:47:02.297757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36936) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:02.316948 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.333026 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351fb32-bcd8-40d9-a5db-b4342a1679c7 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdec9e7-c167-4234-9079-fe2d84d468a1,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:02.349505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7b1f-f0af-4601-89c9-2e359ced136a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.353392 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1e3a7b1f-f0af-4601-89c9-2e359ced136a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/5e7fb59d-90d0-449e-960d-8cb144b2e0d4 HTTP/1.1" status: 204 len: 168 time: 1.9685857 Nov 28 07:47:02.354108 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Network 10092108-9fa9-47b6-8873-a44cb76c7b0f is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:47:02.360840 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36938) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:02.415111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 10092108-9fa9-47b6-8873-a44cb76c7b0f) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:02.423354 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:02.430332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fed30f0-5f63-4bc0-b747-732276087c69 None None] Network 10092108-9fa9-47b6-8873-a44cb76c7b0f requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:02.436440 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b3e4266c-dad4-4b3c-b8dc-8d4522242356 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1287410 Nov 28 07:47:02.441906 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36940) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:02.453606 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2cd9076b-9a16-4fa4-953e-08cb512cbec0 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043893530'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:02.464969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9d374bd0-ec50-4588-b015-adaec7dd10b6 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.469608 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38088f0-90f4-4dab-aecd-21b3fc9d3c56 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:02.472682 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38088f0-90f4-4dab-aecd-21b3fc9d3c56 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:02.477561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38088f0-90f4-4dab-aecd-21b3fc9d3c56 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:02.479336 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c38088f0-90f4-4dab-aecd-21b3fc9d3c56 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1175060 Nov 28 07:47:02.485489 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36942) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:02.495925 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:02.496262 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:02.496594 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:02.533567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:02.533937 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:02.539718 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 2 to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 Nov 28 07:47:02.557623 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2cd9076b-9a16-4fa4-953e-08cb512cbec0 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.576168 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:02.576373 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:02.576645 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:02.584164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc023936-5c81-4dd5-bff0-e09954230852 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 3aaf6316-469d-4ea2-8fc6-2c728e8dd6f8 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:47:02.588889 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc023936-5c81-4dd5-bff0-e09954230852 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.610402 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:02.610736 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:02.614660 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 3 to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 Nov 28 07:47:02.625412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.650720 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:02.651149 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:02.651434 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:02.655852 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc023936-5c81-4dd5-bff0-e09954230852 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.691633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:02.691991 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:02.698307 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 4 to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 Nov 28 07:47:02.728038 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:02.728260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:02.728592 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:02.757271 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:02.758245 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:02.762617 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2cd9076b-9a16-4fa4-953e-08cb512cbec0 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.762790 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 5 to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 Nov 28 07:47:02.778369 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9d374bd0-ec50-4588-b015-adaec7dd10b6 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.790970 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2cd9076b-9a16-4fa4-953e-08cb512cbec0 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.798425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:02.813792 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:02.816604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:02.826066 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:02.826650 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:02.827201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:02.841283 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2cd9076b-9a16-4fa4-953e-08cb512cbec0 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.841860 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=90d8426a-65f4-4e7d-b4e1-725fae0f2209,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:02.842545 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2cd9076b-9a16-4fa4-953e-08cb512cbec0 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3997171 Nov 28 07:47:02.847676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36944) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:02.850199 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:02.850696 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:02.856301 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-62d9a5b0-e04e-4e07-b67b-8c19974855d2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487251233'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:02.862153 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 6 to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 Nov 28 07:47:02.866120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc023936-5c81-4dd5-bff0-e09954230852 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.890172 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9076b-9a16-4fa4-953e-08cb512cbec0 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8054019f-b395-4e79-b517-37ecacef008e,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:02.902815 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.910274 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.919726 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:02.920375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:02.920976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:02.932116 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:02.932764 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:02.935225 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 7 to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 Nov 28 07:47:02.953301 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62d9a5b0-e04e-4e07-b67b-8c19974855d2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.961067 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Pushing event updated for resources: {'Port': ['ID=3cb42c0e-f9b8-4a38-9d12-7a458c13b65d,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:02.966143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:02.966776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:02.967380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:02.978395 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Attempting to bind port 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:02.978677 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Attempting to bind port 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:02.979251 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Attempting to bind port 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:02.983006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:02.984159 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:02.985933 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:02.986519 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:02.987098 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.987639 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:02.988467 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Bound port: 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:02.989018 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:02.989135 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 8 to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 Nov 28 07:47:03.010610 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc023936-5c81-4dd5-bff0-e09954230852 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.011292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9428d900-813e-467c-bd76-97cd094d081c None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:03.027645 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:03.028348 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:03.028902 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:03.062296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc023936-5c81-4dd5-bff0-e09954230852 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=3aaf6316-469d-4ea2-8fc6-2c728e8dd6f8,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:03.066430 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc023936-5c81-4dd5-bff0-e09954230852 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.066962 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] For port 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:03.070343 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] For port 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=3cb42c0e-f9b8-4a38-9d12-7a458c13b65d,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:03.070488 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bc023936-5c81-4dd5-bff0-e09954230852 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/3aaf6316-469d-4ea2-8fc6-2c728e8dd6f8 HTTP/1.1" status: 204 len: 168 time: 0.5838363 Nov 28 07:47:03.071628 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:03.072192 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:03.072326 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:03.072640 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:03.073059 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:03.073429 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:03.073802 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:03.074152 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:03.074550 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:03.074910 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:03.075250 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:03.075576 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:03.075963 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:03.076349 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:03.076799 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:03.078553 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36946) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:03.079285 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 9 to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 Nov 28 07:47:03.080995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df72e7d1-406c-4062-8d71-a7f1966a1563 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:03.082227 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.117891 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.131784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:03.131998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:03.132418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:03.142664 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688483f1-ae4b-40db-b083-f91d9ad0f84c None None] Pushing event updated for resources: {'Port': ['ID=3cb42c0e-f9b8-4a38-9d12-7a458c13b65d,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:03.151554 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:03.151964 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:03.157096 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 10 to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 Nov 28 07:47:03.163539 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Routers {'88700524-e923-4756-a80b-7efbfb0f62a3'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:03.164946 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['88700524-e923-4756-a80b-7efbfb0f62a3'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:03.183558 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.193782 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:03.203186 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:03.203694 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:03.209258 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62d9a5b0-e04e-4e07-b67b-8c19974855d2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.212173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ec9cc5-f9a0-44e7-873b-76ea3ba1fe2b None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:03.231304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.233328 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62d9a5b0-e04e-4e07-b67b-8c19974855d2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.238568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 868a70c7-b497-4b39-9f56-473bbc2b3823 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:03.238792 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 868a70c7-b497-4b39-9f56-473bbc2b3823 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:03.239178 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.247699 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0eb638-ec51-4830-9b5f-f5985f22d8a1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 720435ad-1b21-4878-9816-15d38efc6614 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:47:03.303081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb638-ec51-4830-9b5f-f5985f22d8a1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.307281 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] Set router 88700524-e923-4756-a80b-7efbfb0f62a3 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:47:03.316630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.345435 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.391086 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62d9a5b0-e04e-4e07-b67b-8c19974855d2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.392512 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-62d9a5b0-e04e-4e07-b67b-8c19974855d2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5401838 Nov 28 07:47:03.397204 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-aade63f8-13bc-46c9-a825-1b96cd576fe6 None None] Provisioning complete for port 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:03.397586 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-aade63f8-13bc-46c9-a825-1b96cd576fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.405175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36948) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:03.415209 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d31d0296-903b-4303-90eb-edfdc38f5f82 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group_rule': {'security_group_id': '8054019f-b395-4e79-b517-37ecacef008e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5f1d8afb-9abc-4c8e-9c24-6438ce5e70df', 'remote_ip_prefix': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:03.430820 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9a5b0-e04e-4e07-b67b-8c19974855d2 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1d8afb-9abc-4c8e-9c24-6438ce5e70df,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:03.437950 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb638-ec51-4830-9b5f-f5985f22d8a1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.466044 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] For port 868a70c7-b497-4b39-9f56-473bbc2b3823, host hv-neutron-7448, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:03.466509 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempted to set empty binding levels {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 28 07:47:03.482851 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.543658 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:03.544736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.570014 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-aade63f8-13bc-46c9-a825-1b96cd576fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.572758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d31d0296-903b-4303-90eb-edfdc38f5f82 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.583099 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88700524-e923-4756-a80b-7efbfb0f62a3', 'name': 'tempest-snat-router-1125990858', 'tenant_id': '3c1c6b205e584b84bdbf94395dbac96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.86'}], 'enable_snat': False}, 'gw_port_id': '3cb42c0e-f9b8-4a38-9d12-7a458c13b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:46:54Z', 'updated_at': '2021-11-28T07:46:58Z', 'revision_number': 3, 'project_id': '3c1c6b205e584b84bdbf94395dbac96d', 'gw_port': {'id': '3cb42c0e-f9b8-4a38-9d12-7a458c13b65d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88700524-e923-4756-a80b-7efbfb0f62a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:46:56Z', 'updated_at': '2021-11-28T07:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:03.620580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-aade63f8-13bc-46c9-a825-1b96cd576fe6 None None] For port 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=3cb42c0e-f9b8-4a38-9d12-7a458c13b65d,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:03.643847 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43662388-457d-44be-9713-c8af92cbd7a2 None None] The sync data for ids ['88700524-e923-4756-a80b-7efbfb0f62a3'] in dv-neutron-744815-16-hyperv is: [{'id': '88700524-e923-4756-a80b-7efbfb0f62a3', 'name': 'tempest-snat-router-1125990858', 'tenant_id': '3c1c6b205e584b84bdbf94395dbac96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.86'}], 'enable_snat': False}, 'gw_port_id': '3cb42c0e-f9b8-4a38-9d12-7a458c13b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:46:54Z', 'updated_at': '2021-11-28T07:46:58Z', 'revision_number': 3, 'project_id': '3c1c6b205e584b84bdbf94395dbac96d', 'gw_port': {'id': '3cb42c0e-f9b8-4a38-9d12-7a458c13b65d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88700524-e923-4756-a80b-7efbfb0f62a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:46:56Z', 'updated_at': '2021-11-28T07:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:03.644853 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-aade63f8-13bc-46c9-a825-1b96cd576fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.668024 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Pushing event updated for resources: {'Port': ['ID=868a70c7-b497-4b39-9f56-473bbc2b3823,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:03.702700 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-46fd8a7a-a2c8-48da-9318-321c3691362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.3906877 Nov 28 07:47:03.711688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36950) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:03.747022 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb638-ec51-4830-9b5f-f5985f22d8a1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.784608 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade63f8-13bc-46c9-a825-1b96cd576fe6 None None] Pushing event updated for resources: {'Port': ['ID=3cb42c0e-f9b8-4a38-9d12-7a458c13b65d,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:03.793897 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-00d94a23-ca7d-4e63-bb8d-2202b373c198 None None] Provisioning complete for port 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:03.794651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-00d94a23-ca7d-4e63-bb8d-2202b373c198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.861725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb638-ec51-4830-9b5f-f5985f22d8a1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.917357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=4465edaa-e020-43ec-8fa2-d21cec31dca3,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:03.927690 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0eb638-ec51-4830-9b5f-f5985f22d8a1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=720435ad-1b21-4878-9816-15d38efc6614,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:03.939933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.946224 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.959759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb638-ec51-4830-9b5f-f5985f22d8a1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:03.967201 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9f0eb638-ec51-4830-9b5f-f5985f22d8a1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/720435ad-1b21-4878-9816-15d38efc6614 HTTP/1.1" status: 204 len: 168 time: 0.8839200 Nov 28 07:47:03.968072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36952) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:04.077480 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-de0d7945-09a5-4a5c-9819-83905975022c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039968 Nov 28 07:47:04.080519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d31d0296-903b-4303-90eb-edfdc38f5f82 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.081465 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36954) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:04.100423 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d31d0296-903b-4303-90eb-edfdc38f5f82 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.152861 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d0296-903b-4303-90eb-edfdc38f5f82 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359a9225-a328-46ad-97f9-c33ef523dca1,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:04.166415 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d31d0296-903b-4303-90eb-edfdc38f5f82 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.167645 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d31d0296-903b-4303-90eb-edfdc38f5f82 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7594461 Nov 28 07:47:04.173834 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36956) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:04.214656 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f7fae9-e425-4f43-a5eb-7fe404b5ee6e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:04.216574 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a1f7fae9-e425-4f43-a5eb-7fe404b5ee6e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1338565 Nov 28 07:47:04.218605 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-24ca2189-4969-4dc2-81fd-0df459664498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Deleting port 868a70c7-b497-4b39-9f56-473bbc2b3823 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:04.219031 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-24ca2189-4969-4dc2-81fd-0df459664498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.221846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36958) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:04.222541 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Allocated IP 172.26.2.63 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/10dd4024-0794-4ddd-98e3-de8ca12d1df2) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:04.238995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-262ee622-963c-4b07-9dff-26e5909287cf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.255668 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-262ee622-963c-4b07-9dff-26e5909287cf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.319645 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-24ca2189-4969-4dc2-81fd-0df459664498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] For port 868a70c7-b497-4b39-9f56-473bbc2b3823, host hv-neutron-7448, got binding levels [] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:04.319999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-24ca2189-4969-4dc2-81fd-0df459664498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.337450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-262ee622-963c-4b07-9dff-26e5909287cf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.342847 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-262ee622-963c-4b07-9dff-26e5909287cf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.346462 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-262ee622-963c-4b07-9dff-26e5909287cf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/359a9225-a328-46ad-97f9-c33ef523dca1 HTTP/1.1" status: 204 len: 168 time: 0.1677380 Nov 28 07:47:04.346462 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-24ca2189-4969-4dc2-81fd-0df459664498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Calling delete_port for 868a70c7-b497-4b39-9f56-473bbc2b3823 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:04.351885 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36960) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:04.356529 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ee622-963c-4b07-9dff-26e5909287cf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=359a9225-a328-46ad-97f9-c33ef523dca1,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:04.437542 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad9d69-ff3b-4e6a-957d-1f1c3c126c5a None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:04.444519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network d6972990-17d8-4033-8038-4aa10ecd22cf is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:04.483965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:04.485810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-24ca2189-4969-4dc2-81fd-0df459664498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.501124 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b0456-35ed-4dcc-b206-888907d510d5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:04.505064 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-841b0456-35ed-4dcc-b206-888907d510d5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2745025 Nov 28 07:47:04.534048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36962) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:04.534708 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca2189-4969-4dc2-81fd-0df459664498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Pushing event deleted for resources: {'Port': ['ID=868a70c7-b497-4b39-9f56-473bbc2b3823,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:04.563937 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9d374bd0-ec50-4588-b015-adaec7dd10b6 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.575095 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-df1a4489-1371-4b18-badb-04fa47347ae8 None None] Provisioning complete for port b14843b8-01fe-4553-94b2-fa958731101f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:04.575469 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-df1a4489-1371-4b18-badb-04fa47347ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.600834 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7483b59b-6c75-46e3-8888-e1ec2386e864 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634716 Nov 28 07:47:04.608719 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-24ca2189-4969-4dc2-81fd-0df459664498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.619192 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-24ca2189-4969-4dc2-81fd-0df459664498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "DELETE /v2.0/ports/868a70c7-b497-4b39-9f56-473bbc2b3823 HTTP/1.1" status: 204 len: 168 time: 0.9037786 Nov 28 07:47:04.619192 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36964) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:04.620969 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8d2c8b9b-ef12-409f-87a1-faca9ee1fac7 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2641075 Nov 28 07:47:04.625734 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5b02de39-6c18-4c7a-9bf3-8eb186371cd4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:04.661417 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36966) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:04.661757 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36968) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:04.689190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9d374bd0-ec50-4588-b015-adaec7dd10b6 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.758335 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b02de39-6c18-4c7a-9bf3-8eb186371cd4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:04.762678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b02de39-6c18-4c7a-9bf3-8eb186371cd4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.770138 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b02de39-6c18-4c7a-9bf3-8eb186371cd4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:47:04.770507 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b02de39-6c18-4c7a-9bf3-8eb186371cd4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:47:04.770832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.820433 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5b02de39-6c18-4c7a-9bf3-8eb186371cd4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2019238 Nov 28 07:47:04.823253 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36970) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:04.828965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6ff5fe45-b354-4457-940a-c46dca05a000 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:04.830687 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf02bdaf-d043-41e8-9eaf-99c6e52b0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] GET failed (client error): The resource could not be found. Nov 28 07:47:04.832179 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bf02bdaf-d043-41e8-9eaf-99c6e52b0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "GET /v2.0/ports/868a70c7-b497-4b39-9f56-473bbc2b3823 HTTP/1.1" status: 404 len: 333 time: 0.1656177 Nov 28 07:47:04.837593 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36972) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:04.847994 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d40356bf-161e-4bf5-be0f-b990a38314ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Request body: {'port': {'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544339807'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:04.873891 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5f12c6b3-d505-4c09-a880-471c8aa07915 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.910815 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c360401f-8436-44a9-bb28-65421dd58a67 None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:04.957437 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5f12c6b3-d505-4c09-a880-471c8aa07915 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.958664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40356bf-161e-4bf5-be0f-b990a38314ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Made reservation on behalf of ba140d04dff842c69f626ba7e1458043 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:04.959327 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a4088fab-5d43-4488-a3d0-21a8a9c7be39 None None] Provisioning complete for port 4465edaa-e020-43ec-8fa2-d21cec31dca3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:04.959982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a4088fab-5d43-4488-a3d0-21a8a9c7be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.962005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d40356bf-161e-4bf5-be0f-b990a38314ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:04.989628 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-d40356bf-161e-4bf5-be0f-b990a38314ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] device_id is not set on port 5b8ff349-612a-438d-b072-25d5d5d8748b yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:04.995527 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff5fe45-b354-4457-940a-c46dca05a000 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:04.999066 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fe45-b354-4457-940a-c46dca05a000 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.000289 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.000584 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff5fe45-b354-4457-940a-c46dca05a000 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:47:05.001011 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff5fe45-b354-4457-940a-c46dca05a000 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:47:05.015083 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a4088fab-5d43-4488-a3d0-21a8a9c7be39 None None] Port 4465edaa-e020-43ec-8fa2-d21cec31dca3 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:05.017827 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c360401f-8436-44a9-bb28-65421dd58a67 None None] Deleting port b14843b8-01fe-4553-94b2-fa958731101f {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:05.018371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c360401f-8436-44a9-bb28-65421dd58a67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.033316 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.054605 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6ff5fe45-b354-4457-940a-c46dca05a000 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2299750 Nov 28 07:47:05.061105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36974) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:05.069775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9b26da3c-d355-4691-a164-b9434e9cb361 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:05.243964 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b26da3c-d355-4691-a164-b9434e9cb361 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:05.249141 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9b26da3c-d355-4691-a164-b9434e9cb361 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.250858 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b26da3c-d355-4691-a164-b9434e9cb361 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:47:05.251510 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b26da3c-d355-4691-a164-b9434e9cb361 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:47:05.257061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d40356bf-161e-4bf5-be0f-b990a38314ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.264245 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5f12c6b3-d505-4c09-a880-471c8aa07915 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.266851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5f12c6b3-d505-4c09-a880-471c8aa07915 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.268172 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5f12c6b3-d505-4c09-a880-471c8aa07915 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-groups/5f1d8afb-9abc-4c8e-9c24-6438ce5e70df HTTP/1.1" status: 204 len: 168 time: 0.6003966 Nov 28 07:47:05.269499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.271499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=90d8426a-65f4-4e7d-b4e1-725fae0f2209,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:05.272140 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36976) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:05.276523 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c360401f-8436-44a9-bb28-65421dd58a67 None None] For port b14843b8-01fe-4553-94b2-fa958731101f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b14843b8-01fe-4553-94b2-fa958731101f,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:05.277183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c360401f-8436-44a9-bb28-65421dd58a67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.292090 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c360401f-8436-44a9-bb28-65421dd58a67 None None] Calling delete_port for b14843b8-01fe-4553-94b2-fa958731101f owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:05.293786 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9b26da3c-d355-4691-a164-b9434e9cb361 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2316542 Nov 28 07:47:05.304879 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36978) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:05.306135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.316871 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ca356ec1-ef0b-4350-97fb-889272e1dd81 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:05.354840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12c6b3-d505-4c09-a880-471c8aa07915 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1d8afb-9abc-4c8e-9c24-6438ce5e70df,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:05.366137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:05.379139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:05.390079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.391373 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-967a7b18-1c52-41e7-945b-661bad20147a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7723320 Nov 28 07:47:05.396066 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:05.397658 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36980) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:05.401950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603d1322-c435-423c-90d3-fa169b607b94 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:05.402882 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d40356bf-161e-4bf5-be0f-b990a38314ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.412488 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-572e065c-c557-4989-adba-7cad0379cdde tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'port': {'network_id': 'fb329bf8-72b6-42cb-8c92-d31bcd921a8e', 'name': 'tempest-FloatingIPTestJSON-2109991876'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:05.435639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event updated for resources: {'Port': ['ID=10dd4024-0794-4ddd-98e3-de8ca12d1df2,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:05.440284 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9d374bd0-ec50-4588-b015-adaec7dd10b6 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.462843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c360401f-8436-44a9-bb28-65421dd58a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.495504 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 3266579a-57bf-4f80-9d4f-edbf32f811d0 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:05.524200 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6e28fb64-38ba-4ef1-8ceb-aa61fde80b50 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2506554 Nov 28 07:47:05.529545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360401f-8436-44a9-bb28-65421dd58a67 None None] Pushing event deleted for resources: {'Port': ['ID=b14843b8-01fe-4553-94b2-fa958731101f,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:05.532678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40356bf-161e-4bf5-be0f-b990a38314ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Network 10092108-9fa9-47b6-8873-a44cb76c7b0f is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:05.537623 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360401f-8436-44a9-bb28-65421dd58a67 None None] No DVR routers for this DVR port b14843b8-01fe-4553-94b2-fa958731101f on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:47:05.546100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36982) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:05.564949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5cf44f83-4930-400a-8b7a-c859abf872c8 None None] Provisioning complete for port 10dd4024-0794-4ddd-98e3-de8ca12d1df2 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:05.565325 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5cf44f83-4930-400a-8b7a-c859abf872c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.581511 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-d40356bf-161e-4bf5-be0f-b990a38314ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:05.583918 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40356bf-161e-4bf5-be0f-b990a38314ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:05.585007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40356bf-161e-4bf5-be0f-b990a38314ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:05.585632 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d40356bf-161e-4bf5-be0f-b990a38314ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.631393 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:05.632267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40356bf-161e-4bf5-be0f-b990a38314ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Pushing event updated for resources: {'Port': ['ID=5b8ff349-612a-438d-b072-25d5d5d8748b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:05.652197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca356ec1-ef0b-4350-97fb-889272e1dd81 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:05.655963 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca356ec1-ef0b-4350-97fb-889272e1dd81 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.657362 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca356ec1-ef0b-4350-97fb-889272e1dd81 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:47:05.657770 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca356ec1-ef0b-4350-97fb-889272e1dd81 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:47:05.672576 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d40356bf-161e-4bf5-be0f-b990a38314ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8284025 Nov 28 07:47:05.673226 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36984) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:05.684178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5cf44f83-4930-400a-8b7a-c859abf872c8 None None] Port 10dd4024-0794-4ddd-98e3-de8ca12d1df2 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:05.684712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7448'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:05.721791 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:05.722730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.734009 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ca356ec1-ef0b-4350-97fb-889272e1dd81 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4252176 Nov 28 07:47:05.739886 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36986) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:05.749804 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9f012bee-a793-4a5f-bc9f-106a02798255 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:05.776117 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572e065c-c557-4989-adba-7cad0379cdde tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Made reservation on behalf of 3eef549e08fd41688b1ac7477120faf2 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:05.779626 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-572e065c-c557-4989-adba-7cad0379cdde tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.875008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-572e065c-c557-4989-adba-7cad0379cdde tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] device_id is not set on port ec564515-a708-4473-9b13-f4f7e42cebcd yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:05.876168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9d374bd0-ec50-4588-b015-adaec7dd10b6 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.879634 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.898807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9d374bd0-ec50-4588-b015-adaec7dd10b6 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:05.899531 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b14843b8-01fe-4553-94b2-fa958731101f no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:47:05.923425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: b14843b8-01fe-4553-94b2-fa958731101f {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:47:05.923882 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b14843b8-01fe-4553-94b2-fa958731101f not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:47:05.989899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-01d01942-1a27-469d-aefc-27a758a8063b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:06.007079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:06.020703 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-21aa3a2a-f6f9-4523-861b-e5c2a0889fcc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/3266579a-57bf-4f80-9d4f-edbf32f811d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8865478 Nov 28 07:47:06.020928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98941d1c-2655-41ae-a63b-29ca874af45d None None] Sync routers for ids ['3266579a-57bf-4f80-9d4f-edbf32f811d0'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:06.021030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9d374bd0-ec50-4588-b015-adaec7dd10b6 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:06.021030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d374bd0-ec50-4588-b015-adaec7dd10b6 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1744960-de49-46c7-8649-4c08d7805e85 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:47:06.021189 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f012bee-a793-4a5f-bc9f-106a02798255 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:06.024591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f012bee-a793-4a5f-bc9f-106a02798255 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:06.025479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36988) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:06.026032 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f012bee-a793-4a5f-bc9f-106a02798255 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:47:06.026485 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f012bee-a793-4a5f-bc9f-106a02798255 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:47:06.030461 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98941d1c-2655-41ae-a63b-29ca874af45d None None] Routers {'3266579a-57bf-4f80-9d4f-edbf32f811d0'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:06.031549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-98941d1c-2655-41ae-a63b-29ca874af45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3266579a-57bf-4f80-9d4f-edbf32f811d0'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:06.044680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-01d01942-1a27-469d-aefc-27a758a8063b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:06.073477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-98941d1c-2655-41ae-a63b-29ca874af45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:06.079132 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9f012bee-a793-4a5f-bc9f-106a02798255 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3380773 Nov 28 07:47:06.082786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98941d1c-2655-41ae-a63b-29ca874af45d None None] Routers {'3266579a-57bf-4f80-9d4f-edbf32f811d0'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:06.083624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-98941d1c-2655-41ae-a63b-29ca874af45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3266579a-57bf-4f80-9d4f-edbf32f811d0'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:06.085709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36990) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:06.092898 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0e93c421-22a6-4e04-b0d2-2579ecb1419f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:06.123100 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-98941d1c-2655-41ae-a63b-29ca874af45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:06.123916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98941d1c-2655-41ae-a63b-29ca874af45d None None] The sync data for ids ['3266579a-57bf-4f80-9d4f-edbf32f811d0'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:06.139088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-572e065c-c557-4989-adba-7cad0379cdde tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.20.0.13 (fb329bf8-72b6-42cb-8c92-d31bcd921a8e/2a97103d-dec6-4f07-9909-91a0e14bb858/ec564515-a708-4473-9b13-f4f7e42cebcd) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:06.161069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1821427-f7b8-449e-b34e-215f97decc82 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:06.163560 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b1821427-f7b8-449e-b34e-215f97decc82 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports/4465edaa-e020-43ec-8fa2-d21cec31dca3 HTTP/1.1" status: 200 len: 978 time: 0.1335044 Nov 28 07:47:06.166894 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 36992) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:06.178705 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-9d374bd0-ec50-4588-b015-adaec7dd10b6 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 28 07:47:06.183496 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9d374bd0-ec50-4588-b015-adaec7dd10b6 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1094861 Nov 28 07:47:06.184068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36994) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:06.443775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e93c421-22a6-4e04-b0d2-2579ecb1419f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:06.447276 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0e93c421-22a6-4e04-b0d2-2579ecb1419f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:06.448687 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e93c421-22a6-4e04-b0d2-2579ecb1419f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:47:06.449116 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e93c421-22a6-4e04-b0d2-2579ecb1419f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:47:06.583117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-01d01942-1a27-469d-aefc-27a758a8063b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:06.586314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-01d01942-1a27-469d-aefc-27a758a8063b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:06.587516 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-01d01942-1a27-469d-aefc-27a758a8063b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-groups/8054019f-b395-4e79-b517-37ecacef008e HTTP/1.1" status: 204 len: 168 time: 1.0404651 Nov 28 07:47:06.599742 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36996) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:06.634480 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d01942-1a27-469d-aefc-27a758a8063b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8054019f-b395-4e79-b517-37ecacef008e,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:06.682733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:06.737844 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6265344d-dfce-4b8a-81fe-f13e21fa48d1 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1368642 Nov 28 07:47:06.742741 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 36998) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:06.747104 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f96a79fb-79d6-4024-a53a-835a56797983 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group': {'name': 'tempest-secgroup--519116766'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:06.837900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0715ce7d-2731-40de-bfd5-267e43dedcc9 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Deleting port 93f68fbc-2a8f-407d-9e4f-b5665888acbc {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:06.838277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0715ce7d-2731-40de-bfd5-267e43dedcc9 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:06.840213 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f96a79fb-79d6-4024-a53a-835a56797983 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:06.858683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] device_id is not set on port 5b8ff349-612a-438d-b072-25d5d5d8748b yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:06.870118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:06.876216 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0e93c421-22a6-4e04-b0d2-2579ecb1419f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7902331 Nov 28 07:47:06.883003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37000) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:06.904964 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:06.936016 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2a5a69b0-8845-4aeb-b72f-9966ccfdab17 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0500727 Nov 28 07:47:06.971653 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37002) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:07.041912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-572e065c-c557-4989-adba-7cad0379cdde tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.048525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0715ce7d-2731-40de-bfd5-267e43dedcc9 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.071728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0715ce7d-2731-40de-bfd5-267e43dedcc9 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Calling delete_port for 93f68fbc-2a8f-407d-9e4f-b5665888acbc owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:07.078660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Pushing event updated for resources: {'Port': ['ID=5b8ff349-612a-438d-b072-25d5d5d8748b,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:07.110062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:07.110402 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:07.110738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:07.112134 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f96a79fb-79d6-4024-a53a-835a56797983 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.121199 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fabab5-c78e-42db-ae30-2d74ca3262b7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:07.122683 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-15fabab5-c78e-42db-ae30-2d74ca3262b7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1483192 Nov 28 07:47:07.127062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37004) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:07.143758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:07.144090 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:07.148178 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 2 to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b Nov 28 07:47:07.150637 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f96a79fb-79d6-4024-a53a-835a56797983 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.157872 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.194424 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cdc837b5-1e6f-4e5c-ac0a-c2e704fdb52c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624030 Nov 28 07:47:07.203103 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37006) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:07.210204 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0059a9b6-ffa8-4be1-93d3-b5a38a2ff061 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:07.229346 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:07.229682 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:07.230007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:07.236973 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f96a79fb-79d6-4024-a53a-835a56797983 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.238231 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f96a79fb-79d6-4024-a53a-835a56797983 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4953842 Nov 28 07:47:07.240966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-572e065c-c557-4989-adba-7cad0379cdde tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.245447 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a79fb-79d6-4024-a53a-835a56797983 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8950c64-790f-4dfa-9e2c-66c18e98b645,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:07.247378 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37008) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:07.264776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:07.265101 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:07.289015 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-f66357ce-abb1-4661-bb34-091bfc7dfbd1 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group_rule': {'security_group_id': 'a8950c64-790f-4dfa-9e2c-66c18e98b645', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:07.292861 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 3 to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b Nov 28 07:47:07.378086 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572e065c-c557-4989-adba-7cad0379cdde tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network fb329bf8-72b6-42cb-8c92-d31bcd921a8e is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:07.381427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0715ce7d-2731-40de-bfd5-267e43dedcc9 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.406087 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:07.406422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:07.406749 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:07.415985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715ce7d-2731-40de-bfd5-267e43dedcc9 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Pushing event deleted for resources: {'Port': ['ID=93f68fbc-2a8f-407d-9e4f-b5665888acbc,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:07.416613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-572e065c-c557-4989-adba-7cad0379cdde tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:07.425866 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e065c-c557-4989-adba-7cad0379cdde tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:07.428541 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e065c-c557-4989-adba-7cad0379cdde tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=ec564515-a708-4473-9b13-f4f7e42cebcd,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:07.436441 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:07.436771 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:07.445509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf3bee2-66ce-48c1-9b55-d21e90eb837c None None] DHCP port deletion for fb329bf8-72b6-42cb-8c92-d31bcd921a8e request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:07.451784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Router def574cf-1de2-46ec-b2c2-0fd7b265d1af is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:07.453332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f65020-8825-446f-8730-f5328cf20696 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:07.469476 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 4 to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b Nov 28 07:47:07.499151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f66357ce-abb1-4661-bb34-091bfc7dfbd1 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.522663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:07.523051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:07.523385 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:07.527877 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c2363e0d-c312-4f85-b882-379fe7b963c1 None None] Provisioning complete for port ec564515-a708-4473-9b13-f4f7e42cebcd triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:07.528499 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c2363e0d-c312-4f85-b882-379fe7b963c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.538182 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0715ce7d-2731-40de-bfd5-267e43dedcc9 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.543535 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0059a9b6-ffa8-4be1-93d3-b5a38a2ff061 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:07.545919 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0715ce7d-2731-40de-bfd5-267e43dedcc9 tempest-RoutersAdminNegativeIpV6Test-335775773 tempest-RoutersAdminNegativeIpV6Test-335775773-project-admin] 10.222.0.31 "DELETE /v2.0/ports/93f68fbc-2a8f-407d-9e4f-b5665888acbc HTTP/1.1" status: 204 len: 168 time: 1.3527999 Nov 28 07:47:07.547047 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0059a9b6-ffa8-4be1-93d3-b5a38a2ff061 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.564532 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572e065c-c557-4989-adba-7cad0379cdde tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:07.565847 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-572e065c-c557-4989-adba-7cad0379cdde tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.568020 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:07.568342 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:07.575473 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c2363e0d-c312-4f85-b882-379fe7b963c1 None None] Port ec564515-a708-4473-9b13-f4f7e42cebcd cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:07.592508 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 5 to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b Nov 28 07:47:07.625502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:07.642679 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Sync routers for ids ['def574cf-1de2-46ec-b2c2-0fd7b265d1af'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:07.645279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.646709 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cd397ae5-c3ae-4e01-9b84-e5c1eda9eb6a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3235285 Nov 28 07:47:07.649676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37012) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:07.656227 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Routers {'def574cf-1de2-46ec-b2c2-0fd7b265d1af'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:07.657159 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['def574cf-1de2-46ec-b2c2-0fd7b265d1af'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:07.687211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:07.687539 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:07.687868 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:07.700559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:07.701324 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:07.706943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37014) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:07.707128 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-572e065c-c557-4989-adba-7cad0379cdde tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3056784 Nov 28 07:47:07.713853 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-2695df41-c6d4-4c15-aabe-680f03361a79 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'floatingip': {'port_id': 'ec564515-a708-4473-9b13-f4f7e42cebcd'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:07.715468 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 6 to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b Nov 28 07:47:07.773559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:07.773912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:07.774242 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:07.784807 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Set router def574cf-1de2-46ec-b2c2-0fd7b265d1af gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:47:07.787350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:07.787682 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:07.797860 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 7 to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b Nov 28 07:47:07.803312 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f66357ce-abb1-4661-bb34-091bfc7dfbd1 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.823849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f66357ce-abb1-4661-bb34-091bfc7dfbd1 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.852634 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:07.853012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:07.853300 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:07.855247 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-de65a372-0d24-4998-a30a-a16557e71aa8 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/routers/def574cf-1de2-46ec-b2c2-0fd7b265d1af HTTP/1.1" status: 200 len: 907 time: 0.2040937 Nov 28 07:47:07.859343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2695df41-c6d4-4c15-aabe-680f03361a79 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.864625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37020) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:07.865563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f0dafe0a-9218-400a-b71d-588ed349df40 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:07.901940 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37022) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:07.916044 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66357ce-abb1-4661-bb34-091bfc7dfbd1 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912076d1-a02e-49e6-a597-b48c17b634e7,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:07.955736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:07.956068 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:07.993673 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 8 to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b Nov 28 07:47:08.002405 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def574cf-1de2-46ec-b2c2-0fd7b265d1af', 'name': 'tempest-snat-router-1125990858', 'tenant_id': '3c1c6b205e584b84bdbf94395dbac96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '10dd4024-0794-4ddd-98e3-de8ca12d1df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:47:01Z', 'updated_at': '2021-11-28T07:47:05Z', 'revision_number': 3, 'project_id': '3c1c6b205e584b84bdbf94395dbac96d', 'gw_port': {'id': '10dd4024-0794-4ddd-98e3-de8ca12d1df2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def574cf-1de2-46ec-b2c2-0fd7b265d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:47:03Z', 'updated_at': '2021-11-28T07:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:08.010036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f66357ce-abb1-4661-bb34-091bfc7dfbd1 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.011515 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f66357ce-abb1-4661-bb34-091bfc7dfbd1 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7541873 Nov 28 07:47:08.015935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37026) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:08.043485 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Checking router: def574cf-1de2-46ec-b2c2-0fd7b265d1af for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:47:08.043833 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Updating router def574cf-1de2-46ec-b2c2-0fd7b265d1af port 10dd4024-0794-4ddd-98e3-de8ca12d1df2 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:47:08.076323 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.089979 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-894d7857-10fa-44f5-a5db-ec6aa8109a0f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.108439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-894d7857-10fa-44f5-a5db-ec6aa8109a0f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.123941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2aa67653-7bb3-4960-aec7-468fe11e431c admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.134413 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:08.134413 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:08.134413 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:08.153499 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:08.153846 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:08.157716 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 9 to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b Nov 28 07:47:08.166211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.204064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-894d7857-10fa-44f5-a5db-ec6aa8109a0f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.216181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-894d7857-10fa-44f5-a5db-ec6aa8109a0f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.217420 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-894d7857-10fa-44f5-a5db-ec6aa8109a0f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/912076d1-a02e-49e6-a597-b48c17b634e7 HTTP/1.1" status: 204 len: 168 time: 0.2005491 Nov 28 07:47:08.225717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37028) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:08.246203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d7857-10fa-44f5-a5db-ec6aa8109a0f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=912076d1-a02e-49e6-a597-b48c17b634e7,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:08.302304 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:08.302304 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:08.302304 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:08.351794 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:08.352118 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:08.356828 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.plugins.ml2.plugin [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 10 to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b Nov 28 07:47:08.360241 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.366346 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.384177 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2aa67653-7bb3-4960-aec7-468fe11e431c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.391970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2aa67653-7bb3-4960-aec7-468fe11e431c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.430493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042c3520-2d87-4f3a-9ef5-246746f0bfb8 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:08.436068 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Attempting to bind port 10dd4024-0794-4ddd-98e3-de8ca12d1df2 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:08.436436 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Attempting to bind port 10dd4024-0794-4ddd-98e3-de8ca12d1df2 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:08.436995 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Attempting to bind port 10dd4024-0794-4ddd-98e3-de8ca12d1df2 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:08.443518 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e646c-8255-4ff9-9fe9-ee9bdc3af679 None None] Pushing event updated for resources: {'Port': ['ID=10dd4024-0794-4ddd-98e3-de8ca12d1df2,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:08.447401 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:08.447735 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:08.448067 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:08.448868 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:08.449588 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:08.450320 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.451837 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:08.452478 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Bound port: 10dd4024-0794-4ddd-98e3-de8ca12d1df2, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:08.453072 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.461912 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-09415f39-9db2-47b6-b6cd-cffcbabb83e0 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1875827 Nov 28 07:47:08.467224 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37030) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:08.480789 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:08.481369 dv-neutron-744815-16-hyperv neutron-server[115119]: ERROR neutron.plugins.ml2.managers [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 5b8ff349-612a-438d-b072-25d5d5d8748b on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:08.481460 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.511665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7496db22-e669-4033-a354-c28f9cfa0183 None None] Provisioning complete for port 10dd4024-0794-4ddd-98e3-de8ca12d1df2 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:08.513916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7496db22-e669-4033-a354-c28f9cfa0183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.515747 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2aa67653-7bb3-4960-aec7-468fe11e431c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6aa38d78bb30471f8bb80db43df27f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6127369 Nov 28 07:47:08.516122 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] For port 10dd4024-0794-4ddd-98e3-de8ca12d1df2, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:08.519164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37032) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:08.521625 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] For port 10dd4024-0794-4ddd-98e3-de8ca12d1df2, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=10dd4024-0794-4ddd-98e3-de8ca12d1df2,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:08.526933 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.530390 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa67653-7bb3-4960-aec7-468fe11e431c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d69fdf-0203-463f-b956-c3687b3acd8a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:08.546354 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.589023 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7496db22-e669-4033-a354-c28f9cfa0183 None None] Port 10dd4024-0794-4ddd-98e3-de8ca12d1df2 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:08.612916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c053bc3-c89e-4bef-b6c9-efde20831927 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:08.613584 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-61334ba1-f590-4fa8-aeee-d7f59cd0d6f4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.614140 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e646c-8255-4ff9-9fe9-ee9bdc3af679 None None] Pushing event updated for resources: {'Port': ['ID=10dd4024-0794-4ddd-98e3-de8ca12d1df2,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:08.618102 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Routers {'def574cf-1de2-46ec-b2c2-0fd7b265d1af'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:08.619076 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['def574cf-1de2-46ec-b2c2-0fd7b265d1af'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:08.630554 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] For port 5b8ff349-612a-438d-b072-25d5d5d8748b, host hv-neutron-7448, cleared binding levels {{(pid=115119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:08.630965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempted to set empty binding levels {{(pid=115119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 28 07:47:08.678764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-61334ba1-f590-4fa8-aeee-d7f59cd0d6f4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.694286 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.objects.ports [None req-0059a9b6-ffa8-4be1-93d3-b5a38a2ff061 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115119) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:47:08.697558 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.720040 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-73a3ac40-14ce-41b9-9d77-772ef65cd4ee None None] Provisioning complete for port 10dd4024-0794-4ddd-98e3-de8ca12d1df2 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:08.720772 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-73a3ac40-14ce-41b9-9d77-772ef65cd4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.728966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2695df41-c6d4-4c15-aabe-680f03361a79 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.734091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0059a9b6-ffa8-4be1-93d3-b5a38a2ff061 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.740726 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2695df41-c6d4-4c15-aabe-680f03361a79 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.758605 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] Set router def574cf-1de2-46ec-b2c2-0fd7b265d1af gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:47:08.824381 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] In _notify_port_updated(), no bound segment for port 5b8ff349-612a-438d-b072-25d5d5d8748b on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115119) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:47:08.825738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:08.826432 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.830359 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "PUT /v2.0/ports/5b8ff349-612a-438d-b072-25d5d5d8748b HTTP/1.1" status: 200 len: 981 time: 3.1499665 Nov 28 07:47:08.834249 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37034) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:08.842539 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-73a3ac40-14ce-41b9-9d77-772ef65cd4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.865137 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0059a9b6-ffa8-4be1-93d3-b5a38a2ff061 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:08.868854 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-be5755c4-f7fe-42c0-8fa5-962d931b7535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.872413 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-73a3ac40-14ce-41b9-9d77-772ef65cd4ee None None] For port 10dd4024-0794-4ddd-98e3-de8ca12d1df2, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=10dd4024-0794-4ddd-98e3-de8ca12d1df2,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:08.872918 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-2695df41-c6d4-4c15-aabe-680f03361a79 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Floating IP b16e6d0c-4166-48e7-852d-c18aabcc318d associated. External IP: 172.26.2.21, port: ec564515-a708-4473-9b13-f4f7e42cebcd. Nov 28 07:47:08.879686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-73a3ac40-14ce-41b9-9d77-772ef65cd4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:08.884146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-0059a9b6-ffa8-4be1-93d3-b5a38a2ff061 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:08.910198 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e602dfc-489c-4634-8699-2cbbbf320659 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:08.918659 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059a9b6-ffa8-4be1-93d3-b5a38a2ff061 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:08.919356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0059a9b6-ffa8-4be1-93d3-b5a38a2ff061 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.008959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef295b2-2b64-4f24-a676-b39dc44c2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Pushing event updated for resources: {'Port': ['ID=5b8ff349-612a-438d-b072-25d5d5d8748b,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:09.024834 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def574cf-1de2-46ec-b2c2-0fd7b265d1af', 'name': 'tempest-snat-router-1125990858', 'tenant_id': '3c1c6b205e584b84bdbf94395dbac96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '10dd4024-0794-4ddd-98e3-de8ca12d1df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:47:01Z', 'updated_at': '2021-11-28T07:47:05Z', 'revision_number': 3, 'project_id': '3c1c6b205e584b84bdbf94395dbac96d', 'gw_port': {'id': '10dd4024-0794-4ddd-98e3-de8ca12d1df2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def574cf-1de2-46ec-b2c2-0fd7b265d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:47:03Z', 'updated_at': '2021-11-28T07:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:09.025642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059a9b6-ffa8-4be1-93d3-b5a38a2ff061 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=83dca856-1a88-4159-b342-18abf08c9e69,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:09.029140 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-be5755c4-f7fe-42c0-8fa5-962d931b7535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.040249 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0059a9b6-ffa8-4be1-93d3-b5a38a2ff061 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8348927 Nov 28 07:47:09.041679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37036) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:09.062840 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-fdf753cf-f51b-48dd-95c2-b97d2363fb73 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'mac_address': 'fa:16:3e:75:46:78', 'name': 'tempest-NetworksTestDHCPv6-1366033088'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:09.071834 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8af127-77e7-4eba-8f6e-ae1cc8e7b743 None None] The sync data for ids ['def574cf-1de2-46ec-b2c2-0fd7b265d1af'] in dv-neutron-744815-16-hyperv is: [{'id': 'def574cf-1de2-46ec-b2c2-0fd7b265d1af', 'name': 'tempest-snat-router-1125990858', 'tenant_id': '3c1c6b205e584b84bdbf94395dbac96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '10dd4024-0794-4ddd-98e3-de8ca12d1df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:47:01Z', 'updated_at': '2021-11-28T07:47:05Z', 'revision_number': 3, 'project_id': '3c1c6b205e584b84bdbf94395dbac96d', 'gw_port': {'id': '10dd4024-0794-4ddd-98e3-de8ca12d1df2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def574cf-1de2-46ec-b2c2-0fd7b265d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:47:03Z', 'updated_at': '2021-11-28T07:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:09.075608 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-61334ba1-f590-4fa8-aeee-d7f59cd0d6f4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.078135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-61334ba1-f590-4fa8-aeee-d7f59cd0d6f4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.079328 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-61334ba1-f590-4fa8-aeee-d7f59cd0d6f4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-groups/a8950c64-790f-4dfa-9e2c-66c18e98b645 HTTP/1.1" status: 204 len: 168 time: 0.6065042 Nov 28 07:47:09.094881 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37038) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:09.129292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '83dca856-1a88-4159-b342-18abf08c9e69'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:47:09.130164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.220703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.221170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.221631 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.222085 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.222537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.223881 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.223881 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.223881 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.224337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.224781 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.225230 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.225676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.226713 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.227611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.227611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.228016 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.228457 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.228899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.229339 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.229780 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:09.231976 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3ac40-14ce-41b9-9d77-772ef65cd4ee None None] Pushing event updated for resources: {'Port': ['ID=10dd4024-0794-4ddd-98e3-de8ca12d1df2,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:09.232696 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4a512579-7157-4dd5-8343-c44ec24e52b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17460 time: 0.3649633 Nov 28 07:47:09.241843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37040) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:09.260965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Deleting port 10dd4024-0794-4ddd-98e3-de8ca12d1df2 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:09.261348 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.306432 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Allocated IP 2001:db8::f816:3eff:fe9c:7b21 (c04e62e3-7156-478d-ad66-af6018eecb99/83dca856-1a88-4159-b342-18abf08c9e69/266d07c0-c81f-49ef-a862-7719fc118326) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:09.549740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.560279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.594131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61334ba1-f590-4fa8-aeee-d7f59cd0d6f4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8950c64-790f-4dfa-9e2c-66c18e98b645,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:09.602278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 10dd4024-0794-4ddd-98e3-de8ca12d1df2 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:09.628571 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2695df41-c6d4-4c15-aabe-680f03361a79 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:47:09.660033 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:09.671291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:09.691062 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:09.699777 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Pushing event updated for resources: {'Port': ['ID=266d07c0-c81f-49ef-a862-7719fc118326,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:09.711887 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f0dafe0a-9218-400a-b71d-588ed349df40 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port 4465edaa-e020-43ec-8fa2-d21cec31dca3 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:09.712528 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f0dafe0a-9218-400a-b71d-588ed349df40 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.790543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Attempting to bind port 266d07c0-c81f-49ef-a862-7719fc118326 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:09.790543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Attempting to bind port 266d07c0-c81f-49ef-a862-7719fc118326 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:09.790543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Attempting to bind port 266d07c0-c81f-49ef-a862-7719fc118326 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:09.790932 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a6e7afd8-7f2a-4cec-8094-c2ae45b2691d tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6872687 Nov 28 07:47:09.794256 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37042) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:09.798509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:09.799055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:09.799599 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.800276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:09.800771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Bound port: 266d07c0-c81f-49ef-a862-7719fc118326, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:09.801798 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.804739 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0810d179-50ad-4b9c-974c-23e30efd1f99 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group': {'name': 'tempest-secgroup--116878131'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:09.826386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 10dd4024-0794-4ddd-98e3-de8ca12d1df2 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:09.826763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.834745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2695df41-c6d4-4c15-aabe-680f03361a79 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:09.843761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2695df41-c6d4-4c15-aabe-680f03361a79 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.875340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-be5755c4-f7fe-42c0-8fa5-962d931b7535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.878113 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-be5755c4-f7fe-42c0-8fa5-962d931b7535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.881662 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-be5755c4-f7fe-42c0-8fa5-962d931b7535 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72d69fdf-0203-463f-b956-c3687b3acd8a HTTP/1.1" status: 204 len: 168 time: 1.3559504 Nov 28 07:47:09.889316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dc1bcc-01e4-4bff-9eec-350bffc234f0 None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:09.900780 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2695df41-c6d4-4c15-aabe-680f03361a79 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "PUT /v2.0/floatingips/b16e6d0c-4166-48e7-852d-c18aabcc318d HTTP/1.1" status: 200 len: 978 time: 2.1902366 Nov 28 07:47:09.903823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37046) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:09.912418 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0810d179-50ad-4b9c-974c-23e30efd1f99 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:09.924723 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5755c4-f7fe-42c0-8fa5-962d931b7535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d69fdf-0203-463f-b956-c3687b3acd8a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:09.967189 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dc1bcc-01e4-4bff-9eec-350bffc234f0 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:09.967189 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c2dc1bcc-01e4-4bff-9eec-350bffc234f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:10.002638 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] For port 10dd4024-0794-4ddd-98e3-de8ca12d1df2, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=10dd4024-0794-4ddd-98e3-de8ca12d1df2,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:10.003029 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.026086 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf753cf-f51b-48dd-95c2-b97d2363fb73 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:10.080161 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c2dc1bcc-01e4-4bff-9eec-350bffc234f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:10.086400 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f0dafe0a-9218-400a-b71d-588ed349df40 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.096900 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Calling delete_port for 10dd4024-0794-4ddd-98e3-de8ca12d1df2 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:10.133507 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0810d179-50ad-4b9c-974c-23e30efd1f99 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.148690 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dc1bcc-01e4-4bff-9eec-350bffc234f0 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:10.149524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c2dc1bcc-01e4-4bff-9eec-350bffc234f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:10.151537 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0810d179-50ad-4b9c-974c-23e30efd1f99 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.157089 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] For port 266d07c0-c81f-49ef-a862-7719fc118326, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:10.169161 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-b4f170f9-f071-45ca-b0f1-bfc08f33f791 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port ec564515-a708-4473-9b13-f4f7e42cebcd {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:10.169894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b4f170f9-f071-45ca-b0f1-bfc08f33f791 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.209360 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdf753cf-f51b-48dd-95c2-b97d2363fb73 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.218715 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] For port 266d07c0-c81f-49ef-a862-7719fc118326, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=266d07c0-c81f-49ef-a862-7719fc118326,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:10.220069 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c2dc1bcc-01e4-4bff-9eec-350bffc234f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:10.220928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dc1bcc-01e4-4bff-9eec-350bffc234f0 None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:10.228311 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.235045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0810d179-50ad-4b9c-974c-23e30efd1f99 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.237310 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0810d179-50ad-4b9c-974c-23e30efd1f99 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4414690 Nov 28 07:47:10.250111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37050) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:10.264143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6a85a3a0-bb7c-407b-ba4a-ebf24368c32f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group_rule': {'security_group_id': 'ac36cbf8-6a20-43e3-9d38-69a730e2d0b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:10.283814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810d179-50ad-4b9c-974c-23e30efd1f99 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac36cbf8-6a20-43e3-9d38-69a730e2d0b4,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:10.286079 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f0dafe0a-9218-400a-b71d-588ed349df40 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for 4465edaa-e020-43ec-8fa2-d21cec31dca3 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:10.321880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2877c7-feed-4613-add3-51149b7637f2 None None] Pushing event updated for resources: {'Port': ['ID=266d07c0-c81f-49ef-a862-7719fc118326,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:10.346191 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b4f170f9-f071-45ca-b0f1-bfc08f33f791 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.389184 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-474a4568-b231-4c6a-aeba-8ffaa6a7cfa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Deleting port 5b8ff349-612a-438d-b072-25d5d5d8748b {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:10.389517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-474a4568-b231-4c6a-aeba-8ffaa6a7cfa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.418066 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-fdf753cf-f51b-48dd-95c2-b97d2363fb73 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port bc897da1-d7cd-4c2e-889a-e4545abf7af3 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:10.422612 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37052) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:10.521805 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7a36d1a0-d0af-499c-b50d-446621f04bc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f011def40214b4eb9e8d95a0275ff8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0956423 Nov 28 07:47:10.523937 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37054) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:10.620516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6a85a3a0-bb7c-407b-ba4a-ebf24368c32f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.637977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-474a4568-b231-4c6a-aeba-8ffaa6a7cfa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] For port 5b8ff349-612a-438d-b072-25d5d5d8748b, host hv-neutron-7448, got binding levels [] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:10.637977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-474a4568-b231-4c6a-aeba-8ffaa6a7cfa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.667436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b4f170f9-f071-45ca-b0f1-bfc08f33f791 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.668049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b4f170f9-f071-45ca-b0f1-bfc08f33f791 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.668343 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-b4f170f9-f071-45ca-b0f1-bfc08f33f791 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Floating IP b16e6d0c-4166-48e7-852d-c18aabcc318d disassociated. External IP: 172.26.2.21, port: ec564515-a708-4473-9b13-f4f7e42cebcd. Nov 28 07:47:10.668791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-b4f170f9-f071-45ca-b0f1-bfc08f33f791 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for ec564515-a708-4473-9b13-f4f7e42cebcd owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:10.671231 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-46bdaa20-d328-4566-a676-7db306bfb922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.731324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-46bdaa20-d328-4566-a676-7db306bfb922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.733496 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-474a4568-b231-4c6a-aeba-8ffaa6a7cfa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Calling delete_port for 5b8ff349-612a-438d-b072-25d5d5d8748b owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:10.824455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-46bdaa20-d328-4566-a676-7db306bfb922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.827187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-46bdaa20-d328-4566-a676-7db306bfb922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.831181 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-46bdaa20-d328-4566-a676-7db306bfb922 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d550bceb-4377-4f57-9252-0bcd489b9e93 HTTP/1.1" status: 204 len: 168 time: 0.3062131 Nov 28 07:47:10.855578 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdaa20-d328-4566-a676-7db306bfb922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d550bceb-4377-4f57-9252-0bcd489b9e93,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:10.885533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b4f170f9-f071-45ca-b0f1-bfc08f33f791 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:10.885938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-fdf753cf-f51b-48dd-95c2-b97d2363fb73 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::f816:3eff:fe75:4678 (c04e62e3-7156-478d-ad66-af6018eecb99/83dca856-1a88-4159-b342-18abf08c9e69/bc897da1-d7cd-4c2e-889a-e4545abf7af3) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:10.931485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f170f9-f071-45ca-b0f1-bfc08f33f791 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=ec564515-a708-4473-9b13-f4f7e42cebcd,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:10.951306 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92d702c-70ab-45bf-aaba-ddb15c185ed8 None None] DHCP port deletion for fb329bf8-72b6-42cb-8c92-d31bcd921a8e request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:10.987025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6a85a3a0-bb7c-407b-ba4a-ebf24368c32f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.010277 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6a85a3a0-bb7c-407b-ba4a-ebf24368c32f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.093095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85a3a0-bb7c-407b-ba4a-ebf24368c32f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bae605-b243-4e42-b6a8-4322422db869,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:11.117506 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f170f9-f071-45ca-b0f1-bfc08f33f791 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:47:11.121619 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.137849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6a85a3a0-bb7c-407b-ba4a-ebf24368c32f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.139151 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6a85a3a0-bb7c-407b-ba4a-ebf24368c32f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8799779 Nov 28 07:47:11.146364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37060) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:11.211116 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event deleted for resources: {'Port': ['ID=10dd4024-0794-4ddd-98e3-de8ca12d1df2,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:11.212972 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f0dafe0a-9218-400a-b71d-588ed349df40 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.214314 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-474a4568-b231-4c6a-aeba-8ffaa6a7cfa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.262101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fa3b62-06cc-43a4-998d-254f69db403d None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:11.278494 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d925b7a4-4f4d-4efc-b85a-7e7b517cb782 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules/29bae605-b243-4e42-b6a8-4322422db869 HTTP/1.1" status: 200 len: 763 time: 0.1082263 Nov 28 07:47:11.280696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37068) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:11.303279 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dafe0a-9218-400a-b71d-588ed349df40 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=4465edaa-e020-43ec-8fa2-d21cec31dca3,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:11.318198 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f170f9-f071-45ca-b0f1-bfc08f33f791 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:11.331479 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f3af40-f0ee-41b1-82af-f50b08a6a7a1 None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:11.349627 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f3af40-f0ee-41b1-82af-f50b08a6a7a1 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:11.350066 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-38f3af40-f0ee-41b1-82af-f50b08a6a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:11.366824 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f460adda-7ba5-4a65-8efe-54f87a9e8e3d tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0829246 Nov 28 07:47:11.377135 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37072) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:11.428463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b4f170f9-f071-45ca-b0f1-bfc08f33f791 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.437425 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b4f170f9-f071-45ca-b0f1-bfc08f33f791 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/ports/ec564515-a708-4473-9b13-f4f7e42cebcd HTTP/1.1" status: 204 len: 168 time: 1.5276756 Nov 28 07:47:11.438506 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37076) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:11.505274 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2c1f2493-7f9a-4d40-9060-e8f4a6a63456 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "GET /v2.0/floatingips/b16e6d0c-4166-48e7-852d-c18aabcc318d HTTP/1.1" status: 200 len: 687 time: 0.0653076 Nov 28 07:47:11.508550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37078) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:11.516874 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a4568-b231-4c6a-aeba-8ffaa6a7cfa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b8ff349-612a-438d-b072-25d5d5d8748b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:11.604273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-474a4568-b231-4c6a-aeba-8ffaa6a7cfa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.611929 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-474a4568-b231-4c6a-aeba-8ffaa6a7cfa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "DELETE /v2.0/ports/5b8ff349-612a-438d-b072-25d5d5d8748b HTTP/1.1" status: 204 len: 168 time: 2.3692539 Nov 28 07:47:11.614723 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.625876 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdf753cf-f51b-48dd-95c2-b97d2363fb73 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.628056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37080) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:11.664782 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-38f3af40-f0ee-41b1-82af-f50b08a6a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:11.699276 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f3af40-f0ee-41b1-82af-f50b08a6a7a1 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:11.700170 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-38f3af40-f0ee-41b1-82af-f50b08a6a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:11.704914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 266d07c0-c81f-49ef-a862-7719fc118326 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:11.769481 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-38f3af40-f0ee-41b1-82af-f50b08a6a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:11.770362 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f3af40-f0ee-41b1-82af-f50b08a6a7a1 None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:11.791990 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f96b4562-f6ab-4257-95d0-4b0df9f6a93a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port 90d8426a-65f4-4e7d-b4e1-725fae0f2209 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:11.792486 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f96b4562-f6ab-4257-95d0-4b0df9f6a93a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.824697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 266d07c0-c81f-49ef-a862-7719fc118326 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:11.825098 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.832778 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-01d058c3-72a7-4184-a2e3-02e950503663 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.836250 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8473fb1-b439-45b8-a66e-398912e41f97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] GET failed (client error): The resource could not be found. Nov 28 07:47:11.837873 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d8473fb1-b439-45b8-a66e-398912e41f97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "GET /v2.0/ports/5b8ff349-612a-438d-b072-25d5d5d8748b HTTP/1.1" status: 404 len: 333 time: 0.2054095 Nov 28 07:47:11.843539 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37088) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:11.895930 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1e4b2da0-18ed-49eb-b287-41201184cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832580499', 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:11.899809 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f96b4562-f6ab-4257-95d0-4b0df9f6a93a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.900534 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f96b4562-f6ab-4257-95d0-4b0df9f6a93a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.919449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f96b4562-f6ab-4257-95d0-4b0df9f6a93a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for 90d8426a-65f4-4e7d-b4e1-725fae0f2209 owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:11.974109 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-01d058c3-72a7-4184-a2e3-02e950503663 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.977317 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.984880 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:11.995487 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37092) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:11.996779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.021386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 266d07c0-c81f-49ef-a862-7719fc118326, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=266d07c0-c81f-49ef-a862-7719fc118326,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:12.028979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.086415 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f0dafe0a-9218-400a-b71d-588ed349df40 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.109941 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=266d07c0-c81f-49ef-a862-7719fc118326,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:12.116921 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-01d058c3-72a7-4184-a2e3-02e950503663 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.118745 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4b2da0-18ed-49eb-b287-41201184cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Made reservation on behalf of ba140d04dff842c69f626ba7e1458043 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:12.122124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e4b2da0-18ed-49eb-b287-41201184cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.125253 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.125967 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router def574cf-1de2-46ec-b2c2-0fd7b265d1af {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:47:12.143846 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-01d058c3-72a7-4184-a2e3-02e950503663 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.145796 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-01d058c3-72a7-4184-a2e3-02e950503663 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/29bae605-b243-4e42-b6a8-4322422db869 HTTP/1.1" status: 204 len: 168 time: 0.7572677 Nov 28 07:47:12.155195 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37096) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.161017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.162278 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8684c8db-3f75-4c91-a6d6-cd8a4e3d045d tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "DELETE /v2.0/routers/def574cf-1de2-46ec-b2c2-0fd7b265d1af HTTP/1.1" status: 204 len: 168 time: 4.2546215 Nov 28 07:47:12.164239 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f96b4562-f6ab-4257-95d0-4b0df9f6a93a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.169290 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-a7f5ad99-7fca-45b9-98ec-6b84fb839ad2 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.170353 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a7f5ad99-7fca-45b9-98ec-6b84fb839ad2 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14088 time: 0.1739240 Nov 28 07:47:12.172882 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37098) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.173080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdf753cf-f51b-48dd-95c2-b97d2363fb73 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.181469 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37100) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.192797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d058c3-72a7-4184-a2e3-02e950503663 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29bae605-b243-4e42-b6a8-4322422db869,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:12.201760 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-28eb4fb9-765a-468f-aae1-28fc03c5d46d tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.202980 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-28eb4fb9-765a-468f-aae1-28fc03c5d46d tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0113261 Nov 28 07:47:12.241211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37102) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.261656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b4562-f6ab-4257-95d0-4b0df9f6a93a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=90d8426a-65f4-4e7d-b4e1-725fae0f2209,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:12.310441 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-bf889345-641c-49db-af2b-3de2d277a6c1 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.315306 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bf889345-641c-49db-af2b-3de2d277a6c1 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0376315 Nov 28 07:47:12.315306 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37104) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.315942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-1e4b2da0-18ed-49eb-b287-41201184cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] device_id is not set on port 962707ef-a499-408d-be30-2066b9a19a6a yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:12.326477 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-852e0db4-fbf5-42c1-a057-a6ddc8f45e41 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.327427 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-852e0db4-fbf5-42c1-a057-a6ddc8f45e41 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043702 Nov 28 07:47:12.335422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37106) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.373947 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4a461bed-cf1a-4870-9c69-59a3a6f7475f tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2173402 Nov 28 07:47:12.380043 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-463c150f-0cf8-4233-8c05-c4a799c11f3e tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.383919 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-463c150f-0cf8-4233-8c05-c4a799c11f3e tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0171752 Nov 28 07:47:12.384504 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf753cf-f51b-48dd-95c2-b97d2363fb73 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:12.385118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37108) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.385717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37110) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.394103 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-8795a271-e9ff-4c97-a9b2-37bf57d0a154 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group_rule': {'security_group_id': 'ac36cbf8-6a20-43e3-9d38-69a730e2d0b4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:12.406837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-b039d23c-628c-419c-a872-b1ea8411da5b tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.410294 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b039d23c-628c-419c-a872-b1ea8411da5b tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0173757 Nov 28 07:47:12.411135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37112) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.414394 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-fdf753cf-f51b-48dd-95c2-b97d2363fb73 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:12.416790 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf753cf-f51b-48dd-95c2-b97d2363fb73 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:12.416946 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-baddb3f1-b53a-4f5a-8cef-c5793caf73d1 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.420114 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-baddb3f1-b53a-4f5a-8cef-c5793caf73d1 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063508 Nov 28 07:47:12.421236 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37114) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.423618 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf753cf-f51b-48dd-95c2-b97d2363fb73 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:12.424249 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdf753cf-f51b-48dd-95c2-b97d2363fb73 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.426767 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-01be4b9b-446d-4688-aef7-a3755fea8a7c tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.430494 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-01be4b9b-446d-4688-aef7-a3755fea8a7c tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055647 Nov 28 07:47:12.430494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f96b4562-f6ab-4257-95d0-4b0df9f6a93a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.432052 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f96b4562-f6ab-4257-95d0-4b0df9f6a93a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.437122 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37116) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.437432 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37118) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.437550 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f96b4562-f6ab-4257-95d0-4b0df9f6a93a tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/floatingips/b16e6d0c-4166-48e7-852d-c18aabcc318d HTTP/1.1" status: 204 len: 168 time: 0.9277689 Nov 28 07:47:12.440849 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.453171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-f52eb759-73b0-4b1b-9a87-dda14649715a tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.456734 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f52eb759-73b0-4b1b-9a87-dda14649715a tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0119963 Nov 28 07:47:12.457647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf753cf-f51b-48dd-95c2-b97d2363fb73 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=bc897da1-d7cd-4c2e-889a-e4545abf7af3,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:12.461482 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37120) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.466802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '6a8bce38-3868-496f-bbad-8823f5079db4'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:12.493530 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c386af43-b932-47f1-86a1-5b6a16b04c00 None None] Provisioning complete for port 266d07c0-c81f-49ef-a862-7719fc118326 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:12.494125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c386af43-b932-47f1-86a1-5b6a16b04c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.524829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-ad32aa1a-78b4-47d7-b38b-6186a5e45601 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.528249 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ad32aa1a-78b4-47d7-b38b-6186a5e45601 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0139828 Nov 28 07:47:12.549146 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37122) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.553714 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-d5e2cdfe-ead8-4d96-af43-b90c682b92eb tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.557973 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d5e2cdfe-ead8-4d96-af43-b90c682b92eb tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050585 Nov 28 07:47:12.558910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37124) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.567857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-05e3ac89-9b41-4388-bae9-059b82ea81da tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.567857 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-05e3ac89-9b41-4388-bae9-059b82ea81da tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0062406 Nov 28 07:47:12.568173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37126) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.574806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-229193dc-7e90-4390-a4be-74210e697622 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.578660 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-229193dc-7e90-4390-a4be-74210e697622 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0068467 Nov 28 07:47:12.578838 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37128) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.585484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-e27292b2-f1fa-43c8-9bf4-8adbd5f2b935 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.588639 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e27292b2-f1fa-43c8-9bf4-8adbd5f2b935 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0064723 Nov 28 07:47:12.589331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37130) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.596332 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-1802191c-fa16-4a68-9fc3-d540711c5938 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.599721 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1802191c-fa16-4a68-9fc3-d540711c5938 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075140 Nov 28 07:47:12.599943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37132) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.607972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-4341709f-986b-459d-992f-70df392b8810 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.611686 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fdf753cf-f51b-48dd-95c2-b97d2363fb73 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5588765 Nov 28 07:47:12.612428 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37134) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.612713 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4341709f-986b-459d-992f-70df392b8810 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0115972 Nov 28 07:47:12.612843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37136) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.624249 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-b871d33f-3468-4442-bf2d-2a76a78e8dd4 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.628667 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b871d33f-3468-4442-bf2d-2a76a78e8dd4 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0056930 Nov 28 07:47:12.628833 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37138) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.636132 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-98cf44c6-7af8-49ab-ad82-fa161ead9220 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.640332 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-98cf44c6-7af8-49ab-ad82-fa161ead9220 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0105507 Nov 28 07:47:12.640711 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8795a271-e9ff-4c97-a9b2-37bf57d0a154 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.643369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37140) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.652007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.658190 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0dafe0a-9218-400a-b71d-588ed349df40 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 3266579a-57bf-4f80-9d4f-edbf32f811d0 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:47:12.691720 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-74c7144f-2dcc-4e65-ab7a-5a3fcebf5ecc tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.695125 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-74c7144f-2dcc-4e65-ab7a-5a3fcebf5ecc tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0334072 Nov 28 07:47:12.698412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37142) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.703910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-73623428-4e8b-42ac-b913-c9a413998ca1 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.707869 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-73623428-4e8b-42ac-b913-c9a413998ca1 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0055339 Nov 28 07:47:12.709368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37144) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.722245 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-6356c0d6-31a7-4e96-a8d9-d53832f29bbe tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.725688 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6356c0d6-31a7-4e96-a8d9-d53832f29bbe tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0097520 Nov 28 07:47:12.726896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37146) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.732426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-e17fb8f6-d4bb-43c0-940f-c35e8d383194 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.735644 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e17fb8f6-d4bb-43c0-940f-c35e8d383194 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0056076 Nov 28 07:47:12.736995 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37148) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.742333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-ed8ced1f-801f-49c5-ac37-f8f5b22e37d6 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.745685 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ed8ced1f-801f-49c5-ac37-f8f5b22e37d6 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0054257 Nov 28 07:47:12.745685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37150) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.750173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-af08b94f-e87e-4077-8bb5-49ec1bf90939 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.751126 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-af08b94f-e87e-4077-8bb5-49ec1bf90939 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046723 Nov 28 07:47:12.755545 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.757320 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37152) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.765203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-3f699fd1-807c-450c-ac2f-2c055633576f tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.768492 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3f699fd1-807c-450c-ac2f-2c055633576f tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0071902 Nov 28 07:47:12.771010 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37154) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.771726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4a205e4c-ed6e-4a8c-85f2-ffdccc8103bd None None] Provisioning complete for port bc897da1-d7cd-4c2e-889a-e4545abf7af3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:12.772106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4a205e4c-ed6e-4a8c-85f2-ffdccc8103bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.778740 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-e6be1a71-7399-4ab1-91ef-973acafd6c3f tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.782849 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e6be1a71-7399-4ab1-91ef-973acafd6c3f tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0108156 Nov 28 07:47:12.784411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37156) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.789288 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-33064684-5bff-40fa-bcea-b00b4e5ca6d4 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.792553 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-33064684-5bff-40fa-bcea-b00b4e5ca6d4 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049536 Nov 28 07:47:12.793262 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37158) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.798314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-c27fc169-a590-403b-b728-887a19897b36 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.798314 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c27fc169-a590-403b-b728-887a19897b36 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044885 Nov 28 07:47:12.802631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Deleting port 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:12.802631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.814629 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37160) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.820396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-d8745ba2-0844-45e1-83e4-37e43ffc48ad tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.820822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4a205e4c-ed6e-4a8c-85f2-ffdccc8103bd None None] Port bc897da1-d7cd-4c2e-889a-e4545abf7af3 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:12.823869 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d8745ba2-0844-45e1-83e4-37e43ffc48ad tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0058489 Nov 28 07:47:12.828365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37162) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.832427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-28c1a1f9-6c25-4d2f-a18f-395259e2698a tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.833392 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-28c1a1f9-6c25-4d2f-a18f-395259e2698a tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0040982 Nov 28 07:47:12.837182 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37164) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.855800 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-1da1feb8-b93e-47d5-aad9-ff7194aa21a2 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.856747 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1da1feb8-b93e-47d5-aad9-ff7194aa21a2 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0155680 Nov 28 07:47:12.861223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37166) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.865348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-1dda2aa5-f4fc-488f-8ccd-72614a3325f2 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.866268 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1dda2aa5-f4fc-488f-8ccd-72614a3325f2 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041356 Nov 28 07:47:12.869347 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37168) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.873089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-2dd34b53-276b-4f74-bafc-1e9e4370d633 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.873984 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2dd34b53-276b-4f74-bafc-1e9e4370d633 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0038164 Nov 28 07:47:12.877681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37170) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.881922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-957e2d06-793e-45d3-a32a-4bcf0a0199dc tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.883956 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-957e2d06-793e-45d3-a32a-4bcf0a0199dc tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043762 Nov 28 07:47:12.885166 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37172) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.890304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-fb710e72-c234-4353-8587-cbb82b9f693c tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.891238 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fb710e72-c234-4353-8587-cbb82b9f693c tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052545 Nov 28 07:47:12.893420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37174) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.898644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-c376c379-0f3f-4eb9-aff6-4a4183141c36 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.901823 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c376c379-0f3f-4eb9-aff6-4a4183141c36 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0039318 Nov 28 07:47:12.901823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37176) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.905636 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-9429595c-67bd-4e66-933b-63f709e28270 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.906588 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9429595c-67bd-4e66-933b-63f709e28270 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038877 Nov 28 07:47:12.909216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37178) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.915157 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-3202904e-15b8-4199-abdd-bbdb2ce1ede8 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.916082 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3202904e-15b8-4199-abdd-bbdb2ce1ede8 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0059798 Nov 28 07:47:12.917260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e4b2da0-18ed-49eb-b287-41201184cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.920135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37180) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.928807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-fa6e74d1-4f3d-4a34-9ef0-0483926d423d tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.930363 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fa6e74d1-4f3d-4a34-9ef0-0483926d423d tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0093515 Nov 28 07:47:12.937627 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37182) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.939904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00070811-72ec-44c7-bce1-169257835318 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:12.942968 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-2f26562a-f6c8-4821-b305-6d70a30a565d tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.943922 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2f26562a-f6c8-4821-b305-6d70a30a565d tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0051315 Nov 28 07:47:12.946422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] For port 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=3cb42c0e-f9b8-4a38-9d12-7a458c13b65d,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:12.946738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00070811-72ec-44c7-bce1-169257835318 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:12.946847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.949118 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-00070811-72ec-44c7-bce1-169257835318 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3275373 Nov 28 07:47:12.949258 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37184) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.952834 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37186) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.956728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dafe0a-9218-400a-b71d-588ed349df40 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:12.959254 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-78712b1c-1884-43fa-bf34-037756418155 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.965270 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-78712b1c-1884-43fa-bf34-037756418155 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0102000 Nov 28 07:47:12.965453 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f0dafe0a-9218-400a-b71d-588ed349df40 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/3266579a-57bf-4f80-9d4f-edbf32f811d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7946293 Nov 28 07:47:12.965557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37188) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.967771 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37190) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.970684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-af51a099-b8b9-4050-a679-e4583bdd260c tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:12.971711 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-af51a099-b8b9-4050-a679-e4583bdd260c tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0074785 Nov 28 07:47:12.973817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Calling delete_port for 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:12.977946 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4261d7d-e828-45b8-b953-e930d6004179 None None] Sync routers for ids ['3266579a-57bf-4f80-9d4f-edbf32f811d0'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:12.979605 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37192) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:12.988964 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8795a271-e9ff-4c97-a9b2-37bf57d0a154 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:12.993774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4261d7d-e828-45b8-b953-e930d6004179 None None] Routers {'3266579a-57bf-4f80-9d4f-edbf32f811d0'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:12.994678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c4261d7d-e828-45b8-b953-e930d6004179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3266579a-57bf-4f80-9d4f-edbf32f811d0'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:13.011989 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-77c11db5-5ec4-4701-b617-731b6d224c63 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.015784 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-77c11db5-5ec4-4701-b617-731b6d224c63 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0305409 Nov 28 07:47:13.018858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37194) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.035639 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c4261d7d-e828-45b8-b953-e930d6004179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:13.045246 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4261d7d-e828-45b8-b953-e930d6004179 None None] Routers {'3266579a-57bf-4f80-9d4f-edbf32f811d0'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:13.046057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c4261d7d-e828-45b8-b953-e930d6004179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:46:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3266579a-57bf-4f80-9d4f-edbf32f811d0'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:13.050681 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-d634cc7c-92bf-41ef-bf2f-f9138ed3c55a tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.054953 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d634cc7c-92bf-41ef-bf2f-f9138ed3c55a tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076725 Nov 28 07:47:13.055188 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37196) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.059947 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8795a271-e9ff-4c97-a9b2-37bf57d0a154 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:13.061622 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-946b84a2-f6e9-4355-95a2-7f455862f074 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.065002 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-946b84a2-f6e9-4355-95a2-7f455862f074 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042233 Nov 28 07:47:13.065956 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37198) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.070325 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-29bf4e4d-975e-4f9a-a0de-57c530ba5342 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.071286 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-29bf4e4d-975e-4f9a-a0de-57c530ba5342 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0043194 Nov 28 07:47:13.080815 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37200) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.082251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c4261d7d-e828-45b8-b953-e930d6004179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:13.082937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4261d7d-e828-45b8-b953-e930d6004179 None None] The sync data for ids ['3266579a-57bf-4f80-9d4f-edbf32f811d0'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:13.330531 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-27790b94-8b56-4bfb-8216-38be77e85005 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] remove_router_interface failed (client error): The resource could not be found. Nov 28 07:47:13.331600 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-27790b94-8b56-4bfb-8216-38be77e85005 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/3266579a-57bf-4f80-9d4f-edbf32f811d0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3589699 Nov 28 07:47:13.336237 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37202) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.371100 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1aaf151a-954f-487c-857f-0bafb42c49f7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports?device_id=3266579a-57bf-4f80-9d4f-edbf32f811d0 HTTP/1.1" status: 200 len: 205 time: 0.0337474 Nov 28 07:47:13.374020 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37204) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.401659 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-ccee8eaa-1afa-4297-b786-7ba64732d180 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.405377 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ccee8eaa-1afa-4297-b786-7ba64732d180 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0148392 Nov 28 07:47:13.410256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37206) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.417882 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-09739bc1-1111-4588-94c7-a3efae9d916b tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.421905 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-09739bc1-1111-4588-94c7-a3efae9d916b tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0088618 Nov 28 07:47:13.433353 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37208) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.441857 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-2de29dc5-08d6-4a17-b476-3ed9a76429cb tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.446191 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2de29dc5-08d6-4a17-b476-3ed9a76429cb tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0118973 Nov 28 07:47:13.449781 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8795a271-e9ff-4c97-a9b2-37bf57d0a154 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:13.453429 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8795a271-e9ff-4c97-a9b2-37bf57d0a154 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0616143 Nov 28 07:47:13.453575 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37210) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.456995 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-21cf158a-dca9-4f79-875e-5d9f14dd5130 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.457924 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-21cf158a-dca9-4f79-875e-5d9f14dd5130 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0041859 Nov 28 07:47:13.474660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37212) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.475033 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37214) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.479549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 266d07c0-c81f-49ef-a862-7719fc118326 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:13.479809 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795a271-e9ff-4c97-a9b2-37bf57d0a154 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193160de-8067-4de5-83ce-c008b8f0c2d8,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:13.487995 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-64a55f6a-15eb-4379-85ad-ab5c17d24ba2 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.488953 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-64a55f6a-15eb-4379-85ad-ab5c17d24ba2 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0099444 Nov 28 07:47:13.495233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37216) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.500891 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-91aefcfd-04a8-48ee-ab39-158110dbe4c6 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.504577 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-91aefcfd-04a8-48ee-ab39-158110dbe4c6 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0081222 Nov 28 07:47:13.506337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37218) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.510923 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-72d41ba5-ef11-41af-ba88-f6905dce53ee tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules/193160de-8067-4de5-83ce-c008b8f0c2d8 HTTP/1.1" status: 200 len: 763 time: 0.0319526 Nov 28 07:47:13.511087 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e4b2da0-18ed-49eb-b287-41201184cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:13.515510 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37220) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.517190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-22e8d092-8613-4dbc-8cd6-e3676b4b03bc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:13.526467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-04c0135a-b4f6-4927-8dc6-9f85e8722df6 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.527717 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-04c0135a-b4f6-4927-8dc6-9f85e8722df6 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0167401 Nov 28 07:47:13.543184 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37222) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.547664 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 266d07c0-c81f-49ef-a862-7719fc118326 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:13.548140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:13.572196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4b2da0-18ed-49eb-b287-41201184cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Network 10092108-9fa9-47b6-8873-a44cb76c7b0f is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:13.581681 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-e4b9091c-3a4e-4e3a-becd-c22f86e69e5e tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.582582 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e4b9091c-3a4e-4e3a-becd-c22f86e69e5e tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0372491 Nov 28 07:47:13.589246 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37224) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.599852 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-ac670ca8-2e1c-48eb-a410-e1ae95d64bee tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.600669 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ac670ca8-2e1c-48eb-a410-e1ae95d64bee tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0065677 Nov 28 07:47:13.605308 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-1e4b2da0-18ed-49eb-b287-41201184cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:13.608989 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37226) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.611842 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4b2da0-18ed-49eb-b287-41201184cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:13.612794 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4b2da0-18ed-49eb-b287-41201184cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:13.613944 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e4b2da0-18ed-49eb-b287-41201184cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:13.623843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-11be848a-98ac-46d8-aeee-eed389e710a0 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.627379 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-11be848a-98ac-46d8-aeee-eed389e710a0 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044620 Nov 28 07:47:13.635449 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37228) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.654857 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-809302d4-358b-4c67-84b1-a5ecc9dc49ef tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.658283 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-809302d4-358b-4c67-84b1-a5ecc9dc49ef tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0109701 Nov 28 07:47:13.666846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 10dd4024-0794-4ddd-98e3-de8ca12d1df2 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:47:13.667655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37230) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.683362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-eb5c5179-3ddb-490d-bd8a-61524589a5a0 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.686975 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-eb5c5179-3ddb-490d-bd8a-61524589a5a0 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0121686 Nov 28 07:47:13.689389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 10dd4024-0794-4ddd-98e3-de8ca12d1df2 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:47:13.689857 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 10dd4024-0794-4ddd-98e3-de8ca12d1df2 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:47:13.696657 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b2da0-18ed-49eb-b287-41201184cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Pushing event updated for resources: {'Port': ['ID=962707ef-a499-408d-be30-2066b9a19a6a,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:13.704166 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37232) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.712831 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1e4b2da0-18ed-49eb-b287-41201184cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8672144 Nov 28 07:47:13.718179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-61eb106b-eb8c-45b6-8ed3-44bb02052cb5 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.719354 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-61eb106b-eb8c-45b6-8ed3-44bb02052cb5 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0124128 Nov 28 07:47:13.722368 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37234) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.722697 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37236) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.736586 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-78600ff1-be4c-433a-8b31-cfa064f6c95e tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2087367 Nov 28 07:47:13.748444 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-10ce15d0-1a3a-4f6d-ad13-12be7764c3c5 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.749444 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-10ce15d0-1a3a-4f6d-ad13-12be7764c3c5 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0237272 Nov 28 07:47:13.751805 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f993495f-a84c-4213-b402-a56e1917aa11 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port bc897da1-d7cd-4c2e-889a-e4545abf7af3 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:13.752142 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f993495f-a84c-4213-b402-a56e1917aa11 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:13.755790 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37238) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.756123 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37240) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.763893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-ea48e2be-2571-4c2a-a0fd-e75f7fbc9df8 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.765029 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ea48e2be-2571-4c2a-a0fd-e75f7fbc9df8 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0049045 Nov 28 07:47:13.788779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:13.801864 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37242) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.813904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-50aef45b-b02e-4dcb-9528-17488e1dee4c tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.814898 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-50aef45b-b02e-4dcb-9528-17488e1dee4c tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0112038 Nov 28 07:47:13.830503 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37244) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.836802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-db44b408-c27d-4354-8d6e-7c9af429b492 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.837691 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-db44b408-c27d-4354-8d6e-7c9af429b492 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0062089 Nov 28 07:47:13.841102 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37246) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.858438 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-2375b36b-66fb-4bd6-b3ea-c0ca1c8bf536 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.861981 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2375b36b-66fb-4bd6-b3ea-c0ca1c8bf536 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0135596 Nov 28 07:47:13.890394 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37248) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.922777 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb5148-bc3b-468e-b1cc-3301389c06d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:13.926794 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e9cb5148-bc3b-468e-b1cc-3301389c06d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "GET /v2.0/ports/962707ef-a499-408d-be30-2066b9a19a6a HTTP/1.1" status: 200 len: 959 time: 0.1995695 Nov 28 07:47:13.931337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-402dafe5-e044-4f48-820b-ed49fcf47e7a tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.935450 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-402dafe5-e044-4f48-820b-ed49fcf47e7a tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0116355 Nov 28 07:47:13.935606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37250) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.936282 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37252) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.944360 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-883b243a-ed3d-4083-adab-86079f12ca07 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.945871 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-883b243a-ed3d-4083-adab-86079f12ca07 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0069196 Nov 28 07:47:13.952706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e814c1bd-8f5b-4675-b714-ec809b96c12a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:13.958637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37254) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:13.966293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:13.972077 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-cb4b4168-5331-4eca-9650-5fc2adb9d8be tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:13.973046 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cb4b4168-5331-4eca-9650-5fc2adb9d8be tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0134776 Nov 28 07:47:13.976451 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e814c1bd-8f5b-4675-b714-ec809b96c12a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:13.979974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37256) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:14.032942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f993495f-a84c-4213-b402-a56e1917aa11 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.033713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [None req-1f0dfa35-2bc1-47e5-997a-a8e23ac631f9 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:14.037471 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1f0dfa35-2bc1-47e5-997a-a8e23ac631f9 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0315650 Nov 28 07:47:14.043226 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37258) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:14.052296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-9db20812-0f75-4175-ada0-19f49b2968fc tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:14.053243 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9db20812-0f75-4175-ada0-19f49b2968fc tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0053144 Nov 28 07:47:14.060006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37260) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:14.066846 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-7d6cbb67-3c29-4505-b540-ae1a61b81926 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:14.067934 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7d6cbb67-3c29-4505-b540-ae1a61b81926 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 548 time: 0.0070498 Nov 28 07:47:14.071267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f993495f-a84c-4213-b402-a56e1917aa11 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for bc897da1-d7cd-4c2e-889a-e4545abf7af3 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:14.071792 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cb42c0e-f9b8-4a38-9d12-7a458c13b65d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:14.074484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37262) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:14.074991 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e814c1bd-8f5b-4675-b714-ec809b96c12a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.080169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e814c1bd-8f5b-4675-b714-ec809b96c12a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.081244 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e814c1bd-8f5b-4675-b714-ec809b96c12a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/193160de-8067-4de5-83ce-c008b8f0c2d8 HTTP/1.1" status: 204 len: 168 time: 0.3224587 Nov 28 07:47:14.086050 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [None req-a7bcd713-521e-483f-a36d-3ae70afe4d98 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:47:14.090381 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a7bcd713-521e-483f-a36d-3ae70afe4d98 tempest-ExtensionsTestJSON-1940158193 tempest-ExtensionsTestJSON-1940158193-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0101223 Nov 28 07:47:14.090531 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6bc3a6-f905-4fd9-ac39-5de241647d38 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:14.098790 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37264) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:14.133938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814c1bd-8f5b-4675-b714-ec809b96c12a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=193160de-8067-4de5-83ce-c008b8f0c2d8,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:14.137656 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.26.2.246 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/8472a251-6eb1-4b2e-9654-0c1756914401) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:14.175482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-22e8d092-8613-4dbc-8cd6-e3676b4b03bc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.184421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-22e8d092-8613-4dbc-8cd6-e3676b4b03bc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.237594 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fba094ff-977f-425a-a39a-6984ae51f34b tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1301272 Nov 28 07:47:14.242187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37268) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:14.256480 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.260970 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-fd18eb8c-9e2a-4e39-9131-2e5f907f8aaf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Request body: {'security_group_rule': {'security_group_id': 'ac36cbf8-6a20-43e3-9d38-69a730e2d0b4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:14.264471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-22e8d092-8613-4dbc-8cd6-e3676b4b03bc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.265007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e8d092-8613-4dbc-8cd6-e3676b4b03bc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Fanout notify agent at l3_agent the message router_deleted on router 3266579a-57bf-4f80-9d4f-edbf32f811d0 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:47:14.330427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-22e8d092-8613-4dbc-8cd6-e3676b4b03bc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.331881 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-22e8d092-8613-4dbc-8cd6-e3676b4b03bc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/routers/3266579a-57bf-4f80-9d4f-edbf32f811d0 HTTP/1.1" status: 204 len: 168 time: 0.9569595 Nov 28 07:47:14.335725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37272) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:14.375964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37274) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:14.376892 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-fd18eb8c-9e2a-4e39-9131-2e5f907f8aaf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Project 176a6a4cfe5c4208ad3bff64ea5c44b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:47:14.383969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-3fde69e3-fb9d-4b46-bbcb-b1458e51f908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Deleting port 962707ef-a499-408d-be30-2066b9a19a6a {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:14.384308 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3fde69e3-fb9d-4b46-bbcb-b1458e51f908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.389382 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.399987 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.421563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fd18eb8c-9e2a-4e39-9131-2e5f907f8aaf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.471163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.477507 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-77eba7c2-9d09-4ec6-933b-ceab663c12f2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting subnet f21eb7e7-e37c-4ef1-ad10-0b6e8fb17c81 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:47:14.488972 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77eba7c2-9d09-4ec6-933b-ceab663c12f2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.491264 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3fde69e3-fb9d-4b46-bbcb-b1458e51f908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.494315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.495310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88700524-e923-4756-a80b-7efbfb0f62a3 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:47:14.506359 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.507649 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e0d41272-44f4-4d47-ae89-56371803ae35 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "DELETE /v2.0/routers/88700524-e923-4756-a80b-7efbfb0f62a3 HTTP/1.1" status: 204 len: 168 time: 2.3321090 Nov 28 07:47:14.512912 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37278) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:14.523481 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1430371043', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:14.532960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-3fde69e3-fb9d-4b46-bbcb-b1458e51f908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Calling delete_port for 962707ef-a499-408d-be30-2066b9a19a6a owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:14.534327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f993495f-a84c-4213-b402-a56e1917aa11 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.548409 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba700-d53b-469b-9f21-fbcebfc8c8c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.604001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77eba7c2-9d09-4ec6-933b-ceab663c12f2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.611038 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993495f-a84c-4213-b402-a56e1917aa11 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=bc897da1-d7cd-4c2e-889a-e4545abf7af3,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:14.624482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.625269 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.691224 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f993495f-a84c-4213-b402-a56e1917aa11 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.695061 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f993495f-a84c-4213-b402-a56e1917aa11 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/bc897da1-d7cd-4c2e-889a-e4545abf7af3 HTTP/1.1" status: 204 len: 168 time: 1.7393806 Nov 28 07:47:14.699500 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37280) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:14.703502 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fd18eb8c-9e2a-4e39-9131-2e5f907f8aaf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.720152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fd18eb8c-9e2a-4e39-9131-2e5f907f8aaf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.722303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.754949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.768288 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3fde69e3-fb9d-4b46-bbcb-b1458e51f908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.834637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fd18eb8c-9e2a-4e39-9131-2e5f907f8aaf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.839015 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fd18eb8c-9e2a-4e39-9131-2e5f907f8aaf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5936847 Nov 28 07:47:14.840732 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:14.844959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18eb8c-9e2a-4e39-9131-2e5f907f8aaf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5348dad1-f93e-4bc5-a9ed-7f3e9f5c434c,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:14.846956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37282) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:14.870811 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:14.885832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba700-d53b-469b-9f21-fbcebfc8c8c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.889933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde69e3-fb9d-4b46-bbcb-b1458e51f908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Pushing event deleted for resources: {'Port': ['ID=962707ef-a499-408d-be30-2066b9a19a6a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:14.895358 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3fde69e3-fb9d-4b46-bbcb-b1458e51f908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.896063 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:14.899220 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3fde69e3-fb9d-4b46-bbcb-b1458e51f908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "DELETE /v2.0/ports/962707ef-a499-408d-be30-2066b9a19a6a HTTP/1.1" status: 204 len: 168 time: 0.9641051 Nov 28 07:47:14.900068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba700-d53b-469b-9f21-fbcebfc8c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:14.904464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37284) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:14.945737 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad29601-6d63-4318-9fd3-85b8cf90c2a1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:14.947207 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad29601-6d63-4318-9fd3-85b8cf90c2a1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:14.948861 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6ad29601-6d63-4318-9fd3-85b8cf90c2a1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2420402 Nov 28 07:47:14.949374 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=8472a251-6eb1-4b2e-9654-0c1756914401,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:14.954036 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4f8bfed4-bacb-449a-930f-fc00a6d0ae34 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules/5348dad1-f93e-4bc5-a9ed-7f3e9f5c434c HTTP/1.1" status: 200 len: 769 time: 0.0978625 Nov 28 07:47:14.959308 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37286) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:14.959643 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37288) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:14.992208 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d25d09-b59c-4e98-8ee3-dc4459a729df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] GET failed (client error): The resource could not be found. Nov 28 07:47:14.992855 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-16d25d09-b59c-4e98-8ee3-dc4459a729df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "GET /v2.0/ports/962707ef-a499-408d-be30-2066b9a19a6a HTTP/1.1" status: 404 len: 333 time: 0.0860422 Nov 28 07:47:15.001941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37290) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:15.040555 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-2f40f8fe-a494-4e99-9049-06d1532ac61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Request body: {'port': {'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-786082853'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:15.048284 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6c2ba700-d53b-469b-9f21-fbcebfc8c8c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed0d5d9aa6de489fa5d960760be2a6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6711566 Nov 28 07:47:15.048523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77eba7c2-9d09-4ec6-933b-ceab663c12f2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.056474 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37292) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:15.060100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.072941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ba700-d53b-469b-9f21-fbcebfc8c8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aadf87-bad8-491a-b180-1f04a8c67c9a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:15.111675 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f40f8fe-a494-4e99-9049-06d1532ac61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Made reservation on behalf of ba140d04dff842c69f626ba7e1458043 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:15.113968 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2f40f8fe-a494-4e99-9049-06d1532ac61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.137520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c4e6f7-4b0f-4281-b7f1-ad76b730bdd6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 83dca856-1a88-4159-b342-18abf08c9e69 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:47:15.150587 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-2f40f8fe-a494-4e99-9049-06d1532ac61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] device_id is not set on port 62667f11-1888-42e7-9305-8addd1c94b38 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:15.153003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e6f7-4b0f-4281-b7f1-ad76b730bdd6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.167761 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-94c14817-c2da-4484-908d-df8b9a172f6a tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2028577 Nov 28 07:47:15.187614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37294) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:15.235535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-256aed32-6069-4443-91c7-54f253b81fc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.276395 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e6f7-4b0f-4281-b7f1-ad76b730bdd6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.285612 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-256aed32-6069-4443-91c7-54f253b81fc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.319187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f51eb0d3-65b5-4c55-98c8-d9bde0a315a8 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.333248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77eba7c2-9d09-4ec6-933b-ceab663c12f2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.337813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f51eb0d3-65b5-4c55-98c8-d9bde0a315a8 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.381086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1cf879f5-7c54-45bb-9869-9c777e29f2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.427212 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eba7c2-9d09-4ec6-933b-ceab663c12f2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Subnet': ['ID=f21eb7e7-e37c-4ef1-ad10-0b6e8fb17c81,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:15.432807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77eba7c2-9d09-4ec6-933b-ceab663c12f2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.438293 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cb5f04-05fd-49d6-8eb2-895198fd15bb None None] Network d6972990-17d8-4033-8038-4aa10ecd22cf requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:15.438768 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-77eba7c2-9d09-4ec6-933b-ceab663c12f2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/f21eb7e7-e37c-4ef1-ad10-0b6e8fb17c81 HTTP/1.1" status: 204 len: 168 time: 1.1007063 Nov 28 07:47:15.450892 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37298) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:15.458351 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2f40f8fe-a494-4e99-9049-06d1532ac61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.465743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-256aed32-6069-4443-91c7-54f253b81fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.468381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-256aed32-6069-4443-91c7-54f253b81fc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.469571 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-256aed32-6069-4443-91c7-54f253b81fc5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0aadf87-bad8-491a-b180-1f04a8c67c9a HTTP/1.1" status: 204 len: 168 time: 0.4134994 Nov 28 07:47:15.516287 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256aed32-6069-4443-91c7-54f253b81fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aadf87-bad8-491a-b180-1f04a8c67c9a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:15.534699 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.535443 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:47:15.557128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.576847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:47:15.577668 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 3cb42c0e-f9b8-4a38-9d12-7a458c13b65d not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:47:15.577809 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f51eb0d3-65b5-4c55-98c8-d9bde0a315a8 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.581916 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.594025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f51eb0d3-65b5-4c55-98c8-d9bde0a315a8 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.595257 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f51eb0d3-65b5-4c55-98c8-d9bde0a315a8 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5348dad1-f93e-4bc5-a9ed-7f3e9f5c434c HTTP/1.1" status: 204 len: 168 time: 0.4029551 Nov 28 07:47:15.598395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37302) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:15.620548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eb0d3-65b5-4c55-98c8-d9bde0a315a8 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5348dad1-f93e-4bc5-a9ed-7f3e9f5c434c,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:15.636509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2f40f8fe-a494-4e99-9049-06d1532ac61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.671667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e6f7-4b0f-4281-b7f1-ad76b730bdd6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.737144 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f40f8fe-a494-4e99-9049-06d1532ac61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Network 10092108-9fa9-47b6-8873-a44cb76c7b0f is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:15.754609 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-10f5ebf6-24aa-4cd9-842f-459a552ea01c tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1518939 Nov 28 07:47:15.754866 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37306) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:15.773536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-2f40f8fe-a494-4e99-9049-06d1532ac61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:15.777339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40f8fe-a494-4e99-9049-06d1532ac61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Pushing event updated for resources: {'Port': ['ID=62667f11-1888-42e7-9305-8addd1c94b38,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:15.783005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f40f8fe-a494-4e99-9049-06d1532ac61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:15.784008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40f8fe-a494-4e99-9049-06d1532ac61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:15.784672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2f40f8fe-a494-4e99-9049-06d1532ac61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.816006 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2f40f8fe-a494-4e99-9049-06d1532ac61d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7781801 Nov 28 07:47:15.819417 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37310) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:15.822303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Allocated IP 172.26.2.231 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/b9c2f7af-34e2-4b4d-aaaf-67c75663f051) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:15.829777 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:15.832017 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9f6ec3-3368-4146-8fdd-d3bb7a9a6809 None None] DHCP port deletion for d6972990-17d8-4033-8038-4aa10ecd22cf request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:15.899825 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5e9f6ec3-3368-4146-8fdd-d3bb7a9a6809 None None] Deleting port 5b8301ad-34c1-429d-b35f-4e64abd2d8da {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:15.900464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5e9f6ec3-3368-4146-8fdd-d3bb7a9a6809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.955658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.957091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port 5b8301ad-34c1-429d-b35f-4e64abd2d8da {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:15.957576 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.968287 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5e9f6ec3-3368-4146-8fdd-d3bb7a9a6809 None None] For port 5b8301ad-34c1-429d-b35f-4e64abd2d8da, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5b8301ad-34c1-429d-b35f-4e64abd2d8da,segment=NetworkSegment(9af0fb0f-9e55-4262-a19b-fabc6a03c5e4),segment_id=9af0fb0f-9e55-4262-a19b-fabc6a03c5e4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:15.968925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5e9f6ec3-3368-4146-8fdd-d3bb7a9a6809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.974617 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e6f7-4b0f-4281-b7f1-ad76b730bdd6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:15.988204 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5e9f6ec3-3368-4146-8fdd-d3bb7a9a6809 None None] Calling delete_port for 5b8301ad-34c1-429d-b35f-4e64abd2d8da owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:16.063573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.068629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4e6f7-4b0f-4281-b7f1-ad76b730bdd6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=83dca856-1a88-4159-b342-18abf08c9e69,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:16.078895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e6f7-4b0f-4281-b7f1-ad76b730bdd6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.081949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0e28c1-8f05-4f09-b9b2-62cc7d5ba61c None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:16.086523 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f3c4e6f7-4b0f-4281-b7f1-ad76b730bdd6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/83dca856-1a88-4159-b342-18abf08c9e69 HTTP/1.1" status: 204 len: 168 time: 1.1238787 Nov 28 07:47:16.089241 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37318) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:16.095088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3d0816d9-4e2c-4c88-af3a-efefe9c04fd8 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.157688 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5e9f6ec3-3368-4146-8fdd-d3bb7a9a6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.180890 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.186207 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5fb58f1a-fff4-4f6c-a1f6-2a42fead67b7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919509 Nov 28 07:47:16.186810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37322) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:16.207739 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] For port 5b8301ad-34c1-429d-b35f-4e64abd2d8da, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5b8301ad-34c1-429d-b35f-4e64abd2d8da,segment=NetworkSegment(9af0fb0f-9e55-4262-a19b-fabc6a03c5e4),segment_id=9af0fb0f-9e55-4262-a19b-fabc6a03c5e4)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:16.208331 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.220988 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-403d0752-e9f3-496c-bb07-5e9d42bebd12 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:16.260558 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3d0816d9-4e2c-4c88-af3a-efefe9c04fd8 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.270132 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:16.283213 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:16.283594 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.290064 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for 5b8301ad-34c1-429d-b35f-4e64abd2d8da owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:16.297865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] device_id is not set on port 62667f11-1888-42e7-9305-8addd1c94b38 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:16.307479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:16.309965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Pushing event updated for resources: {'Port': ['ID=b9c2f7af-34e2-4b4d-aaaf-67c75663f051,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:16.314998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.344925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.373709 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b2ceb3-5e10-4aa7-a5d7-159c3fcb6d49 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:16.393715 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f6ec3-3368-4146-8fdd-d3bb7a9a6809 None None] No DVR routers for this DVR port 5b8301ad-34c1-429d-b35f-4e64abd2d8da on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:47:16.395452 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f6ec3-3368-4146-8fdd-d3bb7a9a6809 None None] Pushing event deleted for resources: {'Port': ['ID=5b8301ad-34c1-429d-b35f-4e64abd2d8da,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:16.396320 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Pushing event updated for resources: {'Port': ['ID=62667f11-1888-42e7-9305-8addd1c94b38,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:16.492905 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-67256fd5-8a16-47a3-98ea-6359d4df6b0e None None] Provisioning complete for port b9c2f7af-34e2-4b4d-aaaf-67c75663f051 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:16.493467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-67256fd5-8a16-47a3-98ea-6359d4df6b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.517749 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3d0816d9-4e2c-4c88-af3a-efefe9c04fd8 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.521091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3d0816d9-4e2c-4c88-af3a-efefe9c04fd8 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.522238 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3d0816d9-4e2c-4c88-af3a-efefe9c04fd8 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "DELETE /v2.0/security-groups/ac36cbf8-6a20-43e3-9d38-69a730e2d0b4 HTTP/1.1" status: 204 len: 168 time: 0.7657738 Nov 28 07:47:16.548833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc4289a-470a-4f58-b277-85da930d9e46 None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:16.550849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37330) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:16.551233 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-67256fd5-8a16-47a3-98ea-6359d4df6b0e None None] Port b9c2f7af-34e2-4b4d-aaaf-67c75663f051 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:16.563965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37332) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:16.581820 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:16.582151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:16.582527 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:16.596883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0816d9-4e2c-4c88-af3a-efefe9c04fd8 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac36cbf8-6a20-43e3-9d38-69a730e2d0b4,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:16.598593 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403d0752-e9f3-496c-bb07-5e9d42bebd12 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:16.631323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4289a-470a-4f58-b277-85da930d9e46 None None] Deleting port 266d07c0-c81f-49ef-a862-7719fc118326 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:16.632101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bbc4289a-470a-4f58-b277-85da930d9e46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.651737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:16.652350 dv-neutron-744815-16-hyperv neutron-server[115118]: ERROR neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:16.655436 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.plugins.ml2.plugin [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 2 to bind port 62667f11-1888-42e7-9305-8addd1c94b38 Nov 28 07:47:16.688200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:16.688684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:16.689021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:16.703444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:16.703920 dv-neutron-744815-16-hyperv neutron-server[115118]: ERROR neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:16.705143 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.plugins.ml2.plugin [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 3 to bind port 62667f11-1888-42e7-9305-8addd1c94b38 Nov 28 07:47:16.713238 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-bbc4289a-470a-4f58-b277-85da930d9e46 None None] For port 266d07c0-c81f-49ef-a862-7719fc118326, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=266d07c0-c81f-49ef-a862-7719fc118326,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:16.713666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bbc4289a-470a-4f58-b277-85da930d9e46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.729743 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4289a-470a-4f58-b277-85da930d9e46 None None] Calling delete_port for 266d07c0-c81f-49ef-a862-7719fc118326 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:16.790163 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:47:16.822225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bbc4289a-470a-4f58-b277-85da930d9e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.824350 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:16.824698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:16.825376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:16.832078 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:16.832407 dv-neutron-744815-16-hyperv neutron-server[115118]: ERROR neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:16.834617 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.plugins.ml2.plugin [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 4 to bind port 62667f11-1888-42e7-9305-8addd1c94b38 Nov 28 07:47:16.850015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4289a-470a-4f58-b277-85da930d9e46 None None] Pushing event deleted for resources: {'Port': ['ID=266d07c0-c81f-49ef-a862-7719fc118326,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:16.852134 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:16.852471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:16.852799 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:16.855653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4289a-470a-4f58-b277-85da930d9e46 None None] No DVR routers for this DVR port 266d07c0-c81f-49ef-a862-7719fc118326 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:47:16.864462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:16.864775 dv-neutron-744815-16-hyperv neutron-server[115118]: ERROR neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:16.866991 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.plugins.ml2.plugin [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 5 to bind port 62667f11-1888-42e7-9305-8addd1c94b38 Nov 28 07:47:16.881611 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.886123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:16.886458 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:16.886801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:16.904812 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-403d0752-e9f3-496c-bb07-5e9d42bebd12 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.924050 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Request body: {'networks': [{'name': 'tempest-network--574333549'}, {'name': 'tempest-network--1203775274'}]} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:16.924364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Request body: {'network': {'name': 'tempest-network--574333549'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:16.924833 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Request body: {'network': {'name': 'tempest-network--1203775274'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:16.932151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:16.932590 dv-neutron-744815-16-hyperv neutron-server[115118]: ERROR neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:16.935154 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.plugins.ml2.plugin [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 6 to bind port 62667f11-1888-42e7-9305-8addd1c94b38 Nov 28 07:47:16.951215 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.955302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:16.955750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:16.955980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:16.978223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:16.990804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:16.991157 dv-neutron-744815-16-hyperv neutron-server[115118]: ERROR neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:16.993103 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.plugins.ml2.plugin [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 7 to bind port 62667f11-1888-42e7-9305-8addd1c94b38 Nov 28 07:47:17.011423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:17.011754 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:17.012086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:17.025374 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:17.025698 dv-neutron-744815-16-hyperv neutron-server[115118]: ERROR neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:17.028092 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.plugins.ml2.plugin [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 8 to bind port 62667f11-1888-42e7-9305-8addd1c94b38 Nov 28 07:47:17.088708 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-816859f0-ca74-42ae-8726-a8877acb4acf tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5354023 Nov 28 07:47:17.089586 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=5b8301ad-34c1-429d-b35f-4e64abd2d8da,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:17.091429 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Made reservation on behalf of bd9618c37f434b76b9877d2ddd007339 for: {'network': 2} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:17.095972 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.100822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No DVR routers for this DVR port 5b8301ad-34c1-429d-b35f-4e64abd2d8da on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:47:17.106164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37336) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:17.167858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.307680 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.363995 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-75b4d0b2-d383-47b3-b3c9-4fdafd8ca5d4 tempest-SecGroupIPv6Test-836481436 tempest-SecGroupIPv6Test-836481436-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2561316 Nov 28 07:47:17.370961 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:17.371423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:17.371541 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:17.379171 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:17.379171 dv-neutron-744815-16-hyperv neutron-server[115118]: ERROR neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:17.379171 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.plugins.ml2.plugin [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 9 to bind port 62667f11-1888-42e7-9305-8addd1c94b38 Nov 28 07:47:17.404830 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6972990-17d8-4033-8038-4aa10ecd22cf']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:17.425797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af0fb0f-9e55-4262-a19b-fabc6a03c5e4') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:17.426053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af0fb0f-9e55-4262-a19b-fabc6a03c5e4') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:17.429653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:17.429992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:17.430326 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:17.443475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:17.443802 dv-neutron-744815-16-hyperv neutron-server[115118]: ERROR neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:17.445201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.446095 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.plugins.ml2.plugin [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempt 10 to bind port 62667f11-1888-42e7-9305-8addd1c94b38 Nov 28 07:47:17.486917 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.494565 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:17.494933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:17.495304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempting to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:17.509210 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:47:17.509530 dv-neutron-744815-16-hyperv neutron-server[115118]: ERROR neutron.plugins.ml2.managers [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Failed to bind port 62667f11-1888-42e7-9305-8addd1c94b38 on host hv-neutron-7448 for vnic_type normal using segments [{'id': '1a44531b-0f0c-4102-8cdf-07e052f60b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '10092108-9fa9-47b6-8873-a44cb76c7b0f'}] Nov 28 07:47:17.509768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:47:17.509887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.510219 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:47:17.515875 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:47:17.522459 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5b8301ad-34c1-429d-b35f-4e64abd2d8da no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:47:17.534002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.577109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 5b8301ad-34c1-429d-b35f-4e64abd2d8da {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:47:17.578474 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5b8301ad-34c1-429d-b35f-4e64abd2d8da not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:47:17.580271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 266d07c0-c81f-49ef-a862-7719fc118326 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:47:17.624243 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 266d07c0-c81f-49ef-a862-7719fc118326 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:47:17.624903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 266d07c0-c81f-49ef-a862-7719fc118326 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:47:17.639406 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.642848 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.650412 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.659775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.667560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.678796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] For port 62667f11-1888-42e7-9305-8addd1c94b38, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:17.679732 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attempted to set empty binding levels {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 28 07:47:17.687571 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.725863 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.731076 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.734037 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/networks/d6972990-17d8-4033-8038-4aa10ecd22cf HTTP/1.1" status: 204 len: 168 time: 2.2870009 Nov 28 07:47:17.739165 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37342) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:17.740140 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] In _notify_port_updated(), no bound segment for port 62667f11-1888-42e7-9305-8addd1c94b38 on network 10092108-9fa9-47b6-8873-a44cb76c7b0f {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:47:17.741116 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:17.742376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.743992 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "PUT /v2.0/ports/62667f11-1888-42e7-9305-8addd1c94b38 HTTP/1.1" status: 200 len: 980 time: 1.9232676 Nov 28 07:47:17.749472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37344) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:17.753212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-ac315367-d3ac-4e48-b5cf-b02e86b3f771 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1568974203'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:17.767255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37346) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:17.818482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6aa6a-6fb6-454c-9184-88b883e33fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Pushing event updated for resources: {'Port': ['ID=62667f11-1888-42e7-9305-8addd1c94b38,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:17.840800 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6f48b-5f7f-4b47-a182-fad083b7c92b tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Network': ['ID=d6972990-17d8-4033-8038-4aa10ecd22cf,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:17.865484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:47:17.868125 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fe0d5c-eddd-4442-b443-6d381138b2e9,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:17.879470 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=8472a251-6eb1-4b2e-9654-0c1756914401,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:17.884553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-058cb0b7-5f24-4531-81f9-0fa381bf96f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.887744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac315367-d3ac-4e48-b5cf-b02e86b3f771 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:17.891802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac315367-d3ac-4e48-b5cf-b02e86b3f771 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.899596 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.908537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:17.908877 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Added segment 482c9766-158c-4e77-9467-6b641a2d5bd7 of type vlan for network 8d0b1c25-5923-4587-bf7a-9e63c316cc51 Nov 28 07:47:17.953862 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Router e68d9538-6aec-4fb8-80a8-47a83a4dedbc is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:17.981673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac315367-d3ac-4e48-b5cf-b02e86b3f771 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:47:17.991004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.objects.ports [None req-403d0752-e9f3-496c-bb07-5e9d42bebd12 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115119) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:47:17.996730 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a1d53f9a-b632-4d4a-bc90-3004e0467b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Deleting port 62667f11-1888-42e7-9305-8addd1c94b38 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:17.997069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1d53f9a-b632-4d4a-bc90-3004e0467b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.007821 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-403d0752-e9f3-496c-bb07-5e9d42bebd12 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.035230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac315367-d3ac-4e48-b5cf-b02e86b3f771 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.035574 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-ac315367-d3ac-4e48-b5cf-b02e86b3f771 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Added segment 9b935659-a277-409a-bb9c-90715bfc5389 of type vlan for network 7872f9b0-74f2-44e7-9983-5e09fe0258b9 Nov 28 07:47:18.124054 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.136023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d0752-e9f3-496c-bb07-5e9d42bebd12 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:18.140960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac315367-d3ac-4e48-b5cf-b02e86b3f771 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.150832 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-403d0752-e9f3-496c-bb07-5e9d42bebd12 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:18.168124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403d0752-e9f3-496c-bb07-5e9d42bebd12 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:18.168725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-403d0752-e9f3-496c-bb07-5e9d42bebd12 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.169711 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c26e176-1cb0-4b1f-b298-17f6173e110a None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:18.186428 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-a1d53f9a-b632-4d4a-bc90-3004e0467b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] For port 62667f11-1888-42e7-9305-8addd1c94b38, host hv-neutron-7448, got binding levels [] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:18.186788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1d53f9a-b632-4d4a-bc90-3004e0467b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.201300 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3cea612e-3bd7-4caa-84a2-038bb6b0985d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=176a6a4cfe5c4208ad3bff64ea5c44b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4192002 Nov 28 07:47:18.206553 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d0752-e9f3-496c-bb07-5e9d42bebd12 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=126bb970-fe55-4a30-a2ea-385aaacda38c,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:18.207283 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37350) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:18.212656 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Floating IP b24cda86-e59b-4fc0-bb47-8e4d2e4f01f8 associated. External IP: 172.26.2.246, port: 6a8bce38-3868-496f-bbad-8823f5079db4. Nov 28 07:47:18.224099 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-403d0752-e9f3-496c-bb07-5e9d42bebd12 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0258732 Nov 28 07:47:18.224701 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37352) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:18.234278 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a1d53f9a-b632-4d4a-bc90-3004e0467b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Calling delete_port for 62667f11-1888-42e7-9305-8addd1c94b38 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:18.265742 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c017f27f-575c-4426-a86d-bfef96a102a4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'mac_address': 'fa:16:3e:95:87:38', 'name': 'tempest-NetworksTestDHCPv6-2127742337'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:18.266001 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac315367-d3ac-4e48-b5cf-b02e86b3f771 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.271422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac315367-d3ac-4e48-b5cf-b02e86b3f771 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:18.272019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac315367-d3ac-4e48-b5cf-b02e86b3f771 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.289473 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:47:18.338213 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:18.342016 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '126bb970-fe55-4a30-a2ea-385aaacda38c'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:47:18.342920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.350268 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd35cef0-047a-4ee0-bb68-a1cc510e799e None None] Sync routers for ids ['e68d9538-6aec-4fb8-80a8-47a83a4dedbc'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:18.352232 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.352578 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Added segment a9a3d37f-cf6e-41c1-be84-a3a95129e9c3 of type vlan for network 8cae993b-bb93-46e2-94ca-603d471384ba Nov 28 07:47:18.367119 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35cef0-047a-4ee0-bb68-a1cc510e799e None None] Routers {'e68d9538-6aec-4fb8-80a8-47a83a4dedbc'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:18.367930 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-dd35cef0-047a-4ee0-bb68-a1cc510e799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e68d9538-6aec-4fb8-80a8-47a83a4dedbc'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:18.412801 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-dd35cef0-047a-4ee0-bb68-a1cc510e799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:18.422720 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ac315367-d3ac-4e48-b5cf-b02e86b3f771 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6756740 Nov 28 07:47:18.423620 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35cef0-047a-4ee0-bb68-a1cc510e799e None None] Routers {'e68d9538-6aec-4fb8-80a8-47a83a4dedbc'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:18.424538 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-dd35cef0-047a-4ee0-bb68-a1cc510e799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e68d9538-6aec-4fb8-80a8-47a83a4dedbc'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:18.431261 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37354) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:18.439483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0b92fbc6-d3a4-4bac-b8b0-b461d8101e79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'subnet': {'network_id': '7872f9b0-74f2-44e7-9983-5e09fe0258b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:18.453443 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-03ca6973-398e-44c2-8e5e-01297f5355da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.464877 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-dd35cef0-047a-4ee0-bb68-a1cc510e799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:18.466595 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd35cef0-047a-4ee0-bb68-a1cc510e799e None None] The sync data for ids ['e68d9538-6aec-4fb8-80a8-47a83a4dedbc'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:18.480247 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-03ca6973-398e-44c2-8e5e-01297f5355da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.485760 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.504193 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.508319 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d6e6d762-330b-4fba-bd03-0e7904ea4a91 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9873669 Nov 28 07:47:18.509211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37356) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:18.510137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac315367-d3ac-4e48-b5cf-b02e86b3f771 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Network': ['ID=7872f9b0-74f2-44e7-9983-5e09fe0258b9,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:18.518313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a1409ff7-5fad-4620-b1e2-72618ec15af0 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'enable_snat': False}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:18.532042 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 7872f9b0-74f2-44e7-9983-5e09fe0258b9 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:47:18.563234 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1d53f9a-b632-4d4a-bc90-3004e0467b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.606315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1d53f9a-b632-4d4a-bc90-3004e0467b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.615982 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a1d53f9a-b632-4d4a-bc90-3004e0467b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "DELETE /v2.0/ports/62667f11-1888-42e7-9305-8addd1c94b38 HTTP/1.1" status: 204 len: 168 time: 0.8563292 Nov 28 07:47:18.619454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37358) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:18.621336 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d53f9a-b632-4d4a-bc90-3004e0467b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] Pushing event deleted for resources: {'Port': ['ID=62667f11-1888-42e7-9305-8addd1c94b38,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:18.621744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Allocated IP 2001:db8::f816:3eff:fe65:2bd8 (c04e62e3-7156-478d-ad66-af6018eecb99/126bb970-fe55-4a30-a2ea-385aaacda38c/c933aaa5-4376-4581-a6d0-9870d4242165) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:18.644310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-03ca6973-398e-44c2-8e5e-01297f5355da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.648325 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-03ca6973-398e-44c2-8e5e-01297f5355da admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.651851 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-03ca6973-398e-44c2-8e5e-01297f5355da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/044b664d-3136-4ed9-b189-d1bfd0e26b81 HTTP/1.1" status: 204 len: 168 time: 0.4345090 Nov 28 07:47:18.672981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca6973-398e-44c2-8e5e-01297f5355da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044b664d-3136-4ed9-b189-d1bfd0e26b81,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:18.676459 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b63830-90f6-4358-967c-754c88ca0e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] GET failed (client error): The resource could not be found. Nov 28 07:47:18.682780 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e4b63830-90f6-4358-967c-754c88ca0e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445174759-project-admin] 10.222.0.31 "GET /v2.0/ports/62667f11-1888-42e7-9305-8addd1c94b38 HTTP/1.1" status: 404 len: 333 time: 0.0490127 Nov 28 07:47:18.683346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37362) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:18.698630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.699147 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.705369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:18.710810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:18.711911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.781836 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c017f27f-575c-4426-a86d-bfef96a102a4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:18.795618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c38c692b-d8a6-49cd-80ef-6d15cf2ce86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.828933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.841088 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.895705 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:18.906184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:18.909792 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:18.917250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Pushing event updated for resources: {'Port': ['ID=c933aaa5-4376-4581-a6d0-9870d4242165,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:18.932734 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b92fbc6-d3a4-4bac-b8b0-b461d8101e79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:18.932734 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0b92fbc6-d3a4-4bac-b8b0-b461d8101e79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.949144 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c38c692b-d8a6-49cd-80ef-6d15cf2ce86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:18.951857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37368) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:18.952482 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3862381 Nov 28 07:47:18.995852 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Attempting to bind port c933aaa5-4376-4581-a6d0-9870d4242165 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:18.996367 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Attempting to bind port c933aaa5-4376-4581-a6d0-9870d4242165 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:18.997120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Attempting to bind port c933aaa5-4376-4581-a6d0-9870d4242165 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:18.998221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-c38c692b-d8a6-49cd-80ef-6d15cf2ce86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10092108-9fa9-47b6-8873-a44cb76c7b0f']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:19.012254 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:19.013217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:19.014640 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.015456 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:19.016114 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Bound port: c933aaa5-4376-4581-a6d0-9870d4242165, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:19.016723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.031577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.051502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-c38c692b-d8a6-49cd-80ef-6d15cf2ce86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a44531b-0f0c-4102-8cdf-07e052f60b7d') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:19.051802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-c38c692b-d8a6-49cd-80ef-6d15cf2ce86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a44531b-0f0c-4102-8cdf-07e052f60b7d') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:19.071520 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c38c692b-d8a6-49cd-80ef-6d15cf2ce86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.093510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c38c692b-d8a6-49cd-80ef-6d15cf2ce86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.111544 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38c692b-d8a6-49cd-80ef-6d15cf2ce86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:47:19.111952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c38c692b-d8a6-49cd-80ef-6d15cf2ce86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:47:19.115114 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:47:19.141658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f16569-7f2e-457b-a028-6d587f681c5a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:19.148398 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f16569-7f2e-457b-a028-6d587f681c5a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:19.151316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] For port c933aaa5-4376-4581-a6d0-9870d4242165, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:19.155187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f16569-7f2e-457b-a028-6d587f681c5a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:19.161440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f16569-7f2e-457b-a028-6d587f681c5a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:19.163273 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f3f16569-7f2e-457b-a028-6d587f681c5a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2103915 Nov 28 07:47:19.170440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37376) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:19.245213 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] For port c933aaa5-4376-4581-a6d0-9870d4242165, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c933aaa5-4376-4581-a6d0-9870d4242165,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:19.253657 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.272104 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c38c692b-d8a6-49cd-80ef-6d15cf2ce86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.287192 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c38c692b-d8a6-49cd-80ef-6d15cf2ce86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.290639 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c38c692b-d8a6-49cd-80ef-6d15cf2ce86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] 10.222.0.31 "DELETE /v2.0/networks/10092108-9fa9-47b6-8873-a44cb76c7b0f HTTP/1.1" status: 204 len: 168 time: 0.6063364 Nov 28 07:47:19.305995 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c692b-d8a6-49cd-80ef-6d15cf2ce86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341548723-project] Pushing event deleted for resources: {'Network': ['ID=10092108-9fa9-47b6-8873-a44cb76c7b0f,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:19.311583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f16722-89ad-449b-a4ed-c791d59bb3fa tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.346265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event updated for resources: {'Network': ['ID=8d0b1c25-5923-4587-bf7a-9e63c316cc51,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:19.415138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 8d0b1c25-5923-4587-bf7a-9e63c316cc51 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:47:19.421080 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4cbaf-4ea9-4033-aedd-d234a74aecb3 None None] Pushing event updated for resources: {'Port': ['ID=c933aaa5-4376-4581-a6d0-9870d4242165,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:19.433837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f16722-89ad-449b-a4ed-c791d59bb3fa tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.465479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-b1f16722-89ad-449b-a4ed-c791d59bb3fa tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0b1c25-5923-4587-bf7a-9e63c316cc51']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:19.479336 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-b1f16722-89ad-449b-a4ed-c791d59bb3fa tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482c9766-158c-4e77-9467-6b641a2d5bd7') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:19.479657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-b1f16722-89ad-449b-a4ed-c791d59bb3fa tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482c9766-158c-4e77-9467-6b641a2d5bd7') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:19.500668 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f16722-89ad-449b-a4ed-c791d59bb3fa tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.522419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f16722-89ad-449b-a4ed-c791d59bb3fa tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.531327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f16722-89ad-449b-a4ed-c791d59bb3fa tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:47:19.531909 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f16722-89ad-449b-a4ed-c791d59bb3fa tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:47:19.536234 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:47:19.628561 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f16722-89ad-449b-a4ed-c791d59bb3fa tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.653073 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f16722-89ad-449b-a4ed-c791d59bb3fa tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.655373 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91402314-96bd-44fb-927f-fc18a06a52f7 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event updated for resources: {'Network': ['ID=8cae993b-bb93-46e2-94ca-603d471384ba,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:19.659909 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b1f16722-89ad-449b-a4ed-c791d59bb3fa tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "DELETE /v2.0/networks/8d0b1c25-5923-4587-bf7a-9e63c316cc51 HTTP/1.1" status: 204 len: 168 time: 0.4884222 Nov 28 07:47:19.667211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37390) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:19.677785 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 8cae993b-bb93-46e2-94ca-603d471384ba details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:47:19.718310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f16722-89ad-449b-a4ed-c791d59bb3fa tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event deleted for resources: {'Network': ['ID=8d0b1c25-5923-4587-bf7a-9e63c316cc51,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:19.792943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37392) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:19.802462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37394) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:19.834173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fb72e255-54e5-4da1-ad55-9fce52221c56 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.878579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c017f27f-575c-4426-a86d-bfef96a102a4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.885708 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0b92fbc6-d3a4-4bac-b8b0-b461d8101e79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.938745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fb72e255-54e5-4da1-ad55-9fce52221c56 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:19.985074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-56ef6e2c-9e86-43f6-a3d6-c1e3caf7dfb0 tempest-SubnetPoolsTestJSON-604110220 tempest-SubnetPoolsTestJSON-604110220-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-819516291', 'prefixes': ['172.20.0.0/16']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:19.990014 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fb72e255-54e5-4da1-ad55-9fce52221c56 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cae993b-bb93-46e2-94ca-603d471384ba']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:20.000618 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:47:20.023822 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fb72e255-54e5-4da1-ad55-9fce52221c56 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a3d37f-cf6e-41c1-be84-a3a95129e9c3') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:20.024215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fb72e255-54e5-4da1-ad55-9fce52221c56 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a3d37f-cf6e-41c1-be84-a3a95129e9c3') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:20.025015 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92fbc6-d3a4-4bac-b8b0-b461d8101e79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Subnet': ['ID=63b46208-5e35-411e-a970-740e26abb6fa,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:20.034600 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-c017f27f-575c-4426-a86d-bfef96a102a4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port 8b0de5c6-d944-4182-a310-55a3e427a59e yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:20.046246 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fb72e255-54e5-4da1-ad55-9fce52221c56 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.077243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fb72e255-54e5-4da1-ad55-9fce52221c56 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.084781 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0a3a0958-3ed6-4934-aab3-c5126fddd9b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb57795ceb6645038ba5aba6da8f0450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868781 Nov 28 07:47:20.085684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37400) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:20.096876 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb72e255-54e5-4da1-ad55-9fce52221c56 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:47:20.097270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fb72e255-54e5-4da1-ad55-9fce52221c56 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:47:20.100173 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:47:20.182843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fb72e255-54e5-4da1-ad55-9fce52221c56 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.187401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fb72e255-54e5-4da1-ad55-9fce52221c56 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.193664 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fb72e255-54e5-4da1-ad55-9fce52221c56 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "DELETE /v2.0/networks/8cae993b-bb93-46e2-94ca-603d471384ba HTTP/1.1" status: 204 len: 168 time: 0.5244837 Nov 28 07:47:20.194316 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37402) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:20.203560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92fbc6-d3a4-4bac-b8b0-b461d8101e79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Checking segment: {'id': '9b935659-a277-409a-bb9c-90715bfc5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7872f9b0-74f2-44e7-9983-5e09fe0258b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:20.203924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92fbc6-d3a4-4bac-b8b0-b461d8101e79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network hostable DHCP agents. Network: 7872f9b0-74f2-44e7-9983-5e09fe0258b9, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:47:20.241517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a1409ff7-5fad-4620-b1e2-72618ec15af0 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.256251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72e255-54e5-4da1-ad55-9fce52221c56 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event deleted for resources: {'Network': ['ID=8cae993b-bb93-46e2-94ca-603d471384ba,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:20.259901 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e760188-37c5-420c-8e67-851c3df26760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.273873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.347165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92fbc6-d3a4-4bac-b8b0-b461d8101e79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 7872f9b0-74f2-44e7-9983-5e09fe0258b9 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:47:20.348996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e760188-37c5-420c-8e67-851c3df26760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.361171 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-56ef6e2c-9e86-43f6-a3d6-c1e3caf7dfb0 tempest-SubnetPoolsTestJSON-604110220 tempest-SubnetPoolsTestJSON-604110220-project] Publish callbacks [] for subnetpool, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.362729 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-56ef6e2c-9e86-43f6-a3d6-c1e3caf7dfb0 tempest-SubnetPoolsTestJSON-604110220 tempest-SubnetPoolsTestJSON-604110220-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5538754 Nov 28 07:47:20.366219 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37404) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:20.367942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-c017f27f-575c-4426-a86d-bfef96a102a4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::f816:3eff:fe95:8738 (c04e62e3-7156-478d-ad66-af6018eecb99/126bb970-fe55-4a30-a2ea-385aaacda38c/8b0de5c6-d944-4182-a310-55a3e427a59e) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:20.394730 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-0b92fbc6-d3a4-4bac-b8b0-b461d8101e79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 7872f9b0-74f2-44e7-9983-5e09fe0258b9) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:20.405471 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9bc58b-8d99-4b88-ab49-04bbf7b706d8 None None] Network 7872f9b0-74f2-44e7-9983-5e09fe0258b9 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:20.416004 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc200a-9820-44fd-a6c1-6536f5248006 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:20.422396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc200a-9820-44fd-a6c1-6536f5248006 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:20.424111 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-badc200a-9820-44fd-a6c1-6536f5248006 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2187119 Nov 28 07:47:20.429752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37406) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:20.429987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:20.433994 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b92fbc6-d3a4-4bac-b8b0-b461d8101e79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:20.433994 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0b92fbc6-d3a4-4bac-b8b0-b461d8101e79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.436070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1a2e87e2-0b56-424b-a7bd-3866d0d852cd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1644369089'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:20.461718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2e87e2-0b56-424b-a7bd-3866d0d852cd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Made reservation on behalf of bd9618c37f434b76b9877d2ddd007339 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:20.467982 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e6e7b82d-b8fc-44cf-bc2a-d6344e6b9144 tempest-SubnetPoolsTestJSON-604110220 tempest-SubnetPoolsTestJSON-604110220-project] 10.222.0.31 "GET /v2.0/subnetpools/34f48c8b-5669-4a83-83bf-cbc4281f18bb HTTP/1.1" status: 200 len: 731 time: 0.0947244 Nov 28 07:47:20.468175 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1a2e87e2-0b56-424b-a7bd-3866d0d852cd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.470943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37408) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:20.475149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7fe486df-3ca2-40e0-a46a-c4def9bcb8c5 tempest-SubnetPoolsTestJSON-604110220 tempest-SubnetPoolsTestJSON-604110220-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1622674889'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:20.486494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08265857-402f-446f-aa48-3bbb828239e3 None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:20.514317 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08265857-402f-446f-aa48-3bbb828239e3 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:20.515296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-08265857-402f-446f-aa48-3bbb828239e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:20.532985 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0b92fbc6-d3a4-4bac-b8b0-b461d8101e79 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0981324 Nov 28 07:47:20.536982 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37410) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:20.543767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.552947 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-92b9ce89-ce1d-4852-be04-c041184512ef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1100639480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:20.570963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-08265857-402f-446f-aa48-3bbb828239e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:20.599861 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fe486df-3ca2-40e0-a46a-c4def9bcb8c5 tempest-SubnetPoolsTestJSON-604110220 tempest-SubnetPoolsTestJSON-604110220-project] Publish callbacks [] for subnetpool, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.601472 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7fe486df-3ca2-40e0-a46a-c4def9bcb8c5 tempest-SubnetPoolsTestJSON-604110220 tempest-SubnetPoolsTestJSON-604110220-project] 10.222.0.31 "PUT /v2.0/subnetpools/34f48c8b-5669-4a83-83bf-cbc4281f18bb HTTP/1.1" status: 200 len: 684 time: 0.1315598 Nov 28 07:47:20.604493 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37412) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:20.609221 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08265857-402f-446f-aa48-3bbb828239e3 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:20.610126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-08265857-402f-446f-aa48-3bbb828239e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:20.651278 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9dd1cea3-4f96-4aa1-b9f1-3169105b05bd tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.2077456 Nov 28 07:47:20.651991 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37414) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:20.663968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1956f8d2-f651-46c2-8013-804ba0701120 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-94276288'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:20.666862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-08265857-402f-446f-aa48-3bbb828239e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:20.668063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08265857-402f-446f-aa48-3bbb828239e3 None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:20.685906 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e760188-37c5-420c-8e67-851c3df26760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.688963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e760188-37c5-420c-8e67-851c3df26760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.692759 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1e760188-37c5-420c-8e67-851c3df26760 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffed8bd1-3401-4380-aa2d-f19c5cec2e31 HTTP/1.1" status: 204 len: 168 time: 0.6013119 Nov 28 07:47:20.707614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92b9ce89-ce1d-4852-be04-c041184512ef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.708668 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92b9ce89-ce1d-4852-be04-c041184512ef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.714759 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9a2d6c2f-f585-4df5-80fd-4007189ca144 tempest-SubnetPoolsTestJSON-604110220 tempest-SubnetPoolsTestJSON-604110220-project] Publish callbacks [] for subnetpool, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.718460 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9a2d6c2f-f585-4df5-80fd-4007189ca144 tempest-SubnetPoolsTestJSON-604110220 tempest-SubnetPoolsTestJSON-604110220-project] 10.222.0.31 "DELETE /v2.0/subnetpools/34f48c8b-5669-4a83-83bf-cbc4281f18bb HTTP/1.1" status: 204 len: 168 time: 0.1102486 Nov 28 07:47:20.721789 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37418) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:20.729781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e760188-37c5-420c-8e67-851c3df26760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffed8bd1-3401-4380-aa2d-f19c5cec2e31,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:20.736991 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-7872f9b0-74f2-44e7-9983-5e09fe0258b9', 'network_id': '7872f9b0-74f2-44e7-9983-5e09fe0258b9', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'fixed_ips': [{'subnet_id': '63b46208-5e35-411e-a970-740e26abb6fa'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:47:20.739111 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.745165 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2e87e2-0b56-424b-a7bd-3866d0d852cd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:47:20.757879 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1a2e87e2-0b56-424b-a7bd-3866d0d852cd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.758461 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-1a2e87e2-0b56-424b-a7bd-3866d0d852cd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Added segment 66a1ab2b-0f5d-4852-bd21-1c0b71b24793 of type vlan for network fc38f842-5663-42ab-a28b-429ff60373d6 Nov 28 07:47:20.776836 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-dd8c323d-957f-4478-a9b0-fe49b5580958 tempest-SubnetPoolsTestJSON-604110220 tempest-SubnetPoolsTestJSON-604110220-project] show failed (client error): The resource could not be found. Nov 28 07:47:20.777983 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dd8c323d-957f-4478-a9b0-fe49b5580958 tempest-SubnetPoolsTestJSON-604110220 tempest-SubnetPoolsTestJSON-604110220-project] 10.222.0.31 "GET /v2.0/subnetpools/34f48c8b-5669-4a83-83bf-cbc4281f18bb HTTP/1.1" status: 404 len: 346 time: 0.0513432 Nov 28 07:47:20.786463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37420) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:20.809023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1956f8d2-f651-46c2-8013-804ba0701120 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Made reservation on behalf of 3eef549e08fd41688b1ac7477120faf2 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:20.812947 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1956f8d2-f651-46c2-8013-804ba0701120 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.838214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1a2e87e2-0b56-424b-a7bd-3866d0d852cd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.888108 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1a2e87e2-0b56-424b-a7bd-3866d0d852cd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.897085 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2e87e2-0b56-424b-a7bd-3866d0d852cd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:20.897926 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1a2e87e2-0b56-424b-a7bd-3866d0d852cd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.901397 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-4256a605-d2df-4dd8-bbea-90befd705ec1 tempest-SubnetPoolsTestJSON-604110220 tempest-SubnetPoolsTestJSON-604110220-project] delete failed (client error): The resource could not be found. Nov 28 07:47:20.902446 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4256a605-d2df-4dd8-bbea-90befd705ec1 tempest-SubnetPoolsTestJSON-604110220 tempest-SubnetPoolsTestJSON-604110220-project] 10.222.0.31 "DELETE /v2.0/subnetpools/34f48c8b-5669-4a83-83bf-cbc4281f18bb HTTP/1.1" status: 404 len: 346 time: 0.1129823 Nov 28 07:47:20.915612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92b9ce89-ce1d-4852-be04-c041184512ef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.924520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c017f27f-575c-4426-a86d-bfef96a102a4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.932249 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92b9ce89-ce1d-4852-be04-c041184512ef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:20.982925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2ae6e25c-1a9e-48da-9960-4d43e58f3b55 None None] Provisioning complete for port c933aaa5-4376-4581-a6d0-9870d4242165 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:20.983211 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2ae6e25c-1a9e-48da-9960-4d43e58f3b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.000368 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1a2e87e2-0b56-424b-a7bd-3866d0d852cd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5700839 Nov 28 07:47:21.002940 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1956f8d2-f651-46c2-8013-804ba0701120 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:47:21.006329 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37426) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:21.021734 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Allocated IP 172.20.0.2 (7872f9b0-74f2-44e7-9983-5e09fe0258b9/63b46208-5e35-411e-a970-740e26abb6fa/04a4429d-d4d3-4418-b7bd-7c7b693bc643) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:21.028008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-09c1d3e9-1d0d-4452-9930-08530e24e51a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1617384786'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:21.034822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92b9ce89-ce1d-4852-be04-c041184512ef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.036258 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-92b9ce89-ce1d-4852-be04-c041184512ef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4956443 Nov 28 07:47:21.047047 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37428) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:21.061099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e87e2-0b56-424b-a7bd-3866d0d852cd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event updated for resources: {'Network': ['ID=fc38f842-5663-42ab-a28b-429ff60373d6,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:21.068537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1956f8d2-f651-46c2-8013-804ba0701120 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.069485 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-1956f8d2-f651-46c2-8013-804ba0701120 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Added segment 2baac7d5-2a1c-4a6f-8411-f7f68a41c53d of type vlan for network 99a961dd-f6f6-49dd-ae64-97e2a27cd2b4 Nov 28 07:47:21.081634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network fc38f842-5663-42ab-a28b-429ff60373d6 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:47:21.175678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2ae6e25c-1a9e-48da-9960-4d43e58f3b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.228934 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37432) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:21.240062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c1d3e9-1d0d-4452-9930-08530e24e51a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Made reservation on behalf of bd9618c37f434b76b9877d2ddd007339 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:21.243445 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-09c1d3e9-1d0d-4452-9930-08530e24e51a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.276012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c017f27f-575c-4426-a86d-bfef96a102a4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.278917 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-2ae6e25c-1a9e-48da-9960-4d43e58f3b55 None None] For port c933aaa5-4376-4581-a6d0-9870d4242165, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c933aaa5-4376-4581-a6d0-9870d4242165,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:21.298967 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5d8cf0b8-95e1-4eb1-aa0a-95468e58f47d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba140d04dff842c69f626ba7e1458043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0676694 Nov 28 07:47:21.299662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37436) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:21.300595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2ae6e25c-1a9e-48da-9960-4d43e58f3b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.318691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1956f8d2-f651-46c2-8013-804ba0701120 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.364813 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.391522 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ccc383f-1f6f-4dac-a58f-01ce613080c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.408573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.415520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6e25c-1a9e-48da-9960-4d43e58f3b55 None None] Pushing event updated for resources: {'Port': ['ID=c933aaa5-4376-4581-a6d0-9870d4242165,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:21.422199 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.428756 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ccc383f-1f6f-4dac-a58f-01ce613080c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.458708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37438) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:21.481791 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Network 7872f9b0-74f2-44e7-9983-5e09fe0258b9 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:21.487283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:21.488283 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c017f27f-575c-4426-a86d-bfef96a102a4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:21.499474 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:21.507887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ccc383f-1f6f-4dac-a58f-01ce613080c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.511723 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ccc383f-1f6f-4dac-a58f-01ce613080c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.516198 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3ccc383f-1f6f-4dac-a58f-01ce613080c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c83b9b4d-ea54-49be-86e7-f6afc720f6fb HTTP/1.1" status: 204 len: 168 time: 0.2145259 Nov 28 07:47:21.527066 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc383f-1f6f-4dac-a58f-01ce613080c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83b9b4d-ea54-49be-86e7-f6afc720f6fb,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:21.533698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Pushing event updated for resources: {'Port': ['ID=04a4429d-d4d3-4418-b7bd-7c7b693bc643,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:21.547702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c1d3e9-1d0d-4452-9930-08530e24e51a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:47:21.555461 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-c017f27f-575c-4426-a86d-bfef96a102a4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:21.575570 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c017f27f-575c-4426-a86d-bfef96a102a4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:21.582794 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c017f27f-575c-4426-a86d-bfef96a102a4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:21.586069 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c017f27f-575c-4426-a86d-bfef96a102a4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.598897 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Attempting to bind port 04a4429d-d4d3-4418-b7bd-7c7b693bc643 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:21.603185 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Attempting to bind port 04a4429d-d4d3-4418-b7bd-7c7b693bc643 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '9b935659-a277-409a-bb9c-90715bfc5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7872f9b0-74f2-44e7-9983-5e09fe0258b9'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:21.603908 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Attempting to bind port 04a4429d-d4d3-4418-b7bd-7c7b693bc643 on network 7872f9b0-74f2-44e7-9983-5e09fe0258b9 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:21.609599 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:21.610049 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Checking segment: {'id': '9b935659-a277-409a-bb9c-90715bfc5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7872f9b0-74f2-44e7-9983-5e09fe0258b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:21.610509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.612394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Bound using segment: {'id': '9b935659-a277-409a-bb9c-90715bfc5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7872f9b0-74f2-44e7-9983-5e09fe0258b9'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:21.618538 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Bound port: 04a4429d-d4d3-4418-b7bd-7c7b693bc643, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b935659-a277-409a-bb9c-90715bfc5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7872f9b0-74f2-44e7-9983-5e09fe0258b9'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:21.620543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.628956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1956f8d2-f651-46c2-8013-804ba0701120 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.635983 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956f8d2-f651-46c2-8013-804ba0701120 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:21.636695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1956f8d2-f651-46c2-8013-804ba0701120 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.651317 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017f27f-575c-4426-a86d-bfef96a102a4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=8b0de5c6-d944-4182-a310-55a3e427a59e,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:21.658679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-09c1d3e9-1d0d-4452-9930-08530e24e51a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:21.659232 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-09c1d3e9-1d0d-4452-9930-08530e24e51a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Added segment 29be3838-5779-41e1-b91f-48b82269a891 of type vlan for network fe9e9265-2687-4042-8bf7-250a7c2df3ec Nov 28 07:47:21.714763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] For port 04a4429d-d4d3-4418-b7bd-7c7b693bc643, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:21.723039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] For port 04a4429d-d4d3-4418-b7bd-7c7b693bc643, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=04a4429d-d4d3-4418-b7bd-7c7b693bc643,segment=NetworkSegment(9b935659-a277-409a-bb9c-90715bfc5389),segment_id=9b935659-a277-409a-bb9c-90715bfc5389)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:21.729361 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c933aaa5-4376-4581-a6d0-9870d4242165 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:21.747399 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c017f27f-575c-4426-a86d-bfef96a102a4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5191021 Nov 28 07:47:21.750179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37444) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:21.783897 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1956f8d2-f651-46c2-8013-804ba0701120 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1265907 Nov 28 07:47:21.809781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37446) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:21.831292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0a15e231-ac63-4b8b-b9fe-03ce73d9cd0e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'subnet': {'network_id': '99a961dd-f6f6-49dd-ae64-97e2a27cd2b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:21.882519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956f8d2-f651-46c2-8013-804ba0701120 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Network': ['ID=99a961dd-f6f6-49dd-ae64-97e2a27cd2b4,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:21.888791 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-09c1d3e9-1d0d-4452-9930-08530e24e51a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.017433 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f65a96e-435b-4b2f-aa62-43d142c84569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.041135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19349112-b183-456f-bd86-d56704ceff48 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:22.048124 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19349112-b183-456f-bd86-d56704ceff48 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:22.049845 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-19349112-b183-456f-bd86-d56704ceff48 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2986498 Nov 28 07:47:22.055856 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37456) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:22.109695 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.130789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 99a961dd-f6f6-49dd-ae64-97e2a27cd2b4 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:47:22.201015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a15e231-ac63-4b8b-b9fe-03ce73d9cd0e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Made reservation on behalf of 3eef549e08fd41688b1ac7477120faf2 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:22.204772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a15e231-ac63-4b8b-b9fe-03ce73d9cd0e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.278465 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ab1c36f6-47f8-4602-bef9-7988c4601268 None None] Provisioning complete for port 8b0de5c6-d944-4182-a310-55a3e427a59e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:22.278939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ab1c36f6-47f8-4602-bef9-7988c4601268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.312400 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.359242 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-c08819a1-9945-4bae-9994-b67ec7c7106f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port 8b0de5c6-d944-4182-a310-55a3e427a59e {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:22.359728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c08819a1-9945-4bae-9994-b67ec7c7106f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.362903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-09c1d3e9-1d0d-4452-9930-08530e24e51a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.369216 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c1d3e9-1d0d-4452-9930-08530e24e51a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:22.370146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-09c1d3e9-1d0d-4452-9930-08530e24e51a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.398459 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c933aaa5-4376-4581-a6d0-9870d4242165 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:22.399997 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.409276 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f65a96e-435b-4b2f-aa62-43d142c84569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.467264 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f65a96e-435b-4b2f-aa62-43d142c84569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.492086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acb0f7-fe8b-4d72-a244-9bafdb1ab195 None None] Pushing event updated for resources: {'Port': ['ID=04a4429d-d4d3-4418-b7bd-7c7b693bc643,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:22.506538 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-09c1d3e9-1d0d-4452-9930-08530e24e51a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4947362 Nov 28 07:47:22.544530 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c36f6-47f8-4602-bef9-7988c4601268 None None] Port 8b0de5c6-d944-4182-a310-55a3e427a59e cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:22.596102 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37466) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:22.655048 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9f65a96e-435b-4b2f-aa62-43d142c84569 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8d3b994838047f09e4505ad30ec6398&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1950991 Nov 28 07:47:22.657366 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Request body: {'ports': [{'network_id': 'fc38f842-5663-42ab-a28b-429ff60373d6', 'name': 'tempest-port--1506302257', 'admin_state_up': True}, {'network_id': 'fe9e9265-2687-4042-8bf7-250a7c2df3ec', 'admin_state_up': False}]} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:22.657930 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Request body: {'port': {'network_id': 'fc38f842-5663-42ab-a28b-429ff60373d6', 'name': 'tempest-port--1506302257', 'admin_state_up': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:22.658395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37474) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:22.658793 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Request body: {'port': {'network_id': 'fe9e9265-2687-4042-8bf7-250a7c2df3ec', 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:22.667131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1d3e9-1d0d-4452-9930-08530e24e51a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event updated for resources: {'Network': ['ID=fe9e9265-2687-4042-8bf7-250a7c2df3ec,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:22.675908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c08819a1-9945-4bae-9994-b67ec7c7106f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.695844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network fe9e9265-2687-4042-8bf7-250a7c2df3ec details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:47:22.822162 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a1409ff7-5fad-4620-b1e2-72618ec15af0 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.841642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a1409ff7-5fad-4620-b1e2-72618ec15af0 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:22.843629 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-c08819a1-9945-4bae-9994-b67ec7c7106f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for 8b0de5c6-d944-4182-a310-55a3e427a59e owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:22.847101 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65a96e-435b-4b2f-aa62-43d142c84569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11b45a1-49c3-4b06-a7f3-f7bbc9dd7232,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:22.963808 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a15e231-ac63-4b8b-b9fe-03ce73d9cd0e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:23.016837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-08da3370-72c9-4a8b-afa2-86ac8c8ffafe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:23.075528 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c48e19-9d20-40fb-9425-87337a050ed3 req-8526e3d6-515b-4992-a93c-a8a6ce992c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:23.077047 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e9c48e19-9d20-40fb-9425-87337a050ed3 req-8526e3d6-515b-4992-a93c-a8a6ce992c7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=052851385fa04dd18e1923c7c975cd9e&device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 1099 time: 0.4164422 Nov 28 07:47:23.091704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506280ea-3673-4b07-aaf9-c5fba55b82d9 req-b762ee28-d4ef-4621-a87a-a50ec041e2f8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:23.093195 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-506280ea-3673-4b07-aaf9-c5fba55b82d9 req-b762ee28-d4ef-4621-a87a-a50ec041e2f8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.4312701 Nov 28 07:47:23.123854 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15e231-ac63-4b8b-b9fe-03ce73d9cd0e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Subnet': ['ID=815acd0e-e152-4e94-9ea9-38b3520cb2d2,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:23.142739 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Made reservation on behalf of bd9618c37f434b76b9877d2ddd007339 for: {'port': 2} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:23.147620 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:23.148090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-08da3370-72c9-4a8b-afa2-86ac8c8ffafe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:23.184646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:23.207840 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Allocated IP 172.20.0.1 (7872f9b0-74f2-44e7-9983-5e09fe0258b9/63b46208-5e35-411e-a970-740e26abb6fa/0fb96e15-5f8e-4b0b-a5bb-4951d983e7c1) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:23.217327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1409ff7-5fad-4620-b1e2-72618ec15af0 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Router e68d9538-6aec-4fb8-80a8-47a83a4dedbc has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:47:23.244172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15e231-ac63-4b8b-b9fe-03ce73d9cd0e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Checking segment: {'id': '2baac7d5-2a1c-4a6f-8411-f7f68a41c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '99a961dd-f6f6-49dd-ae64-97e2a27cd2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:23.244535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a15e231-ac63-4b8b-b9fe-03ce73d9cd0e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network hostable DHCP agents. Network: 99a961dd-f6f6-49dd-ae64-97e2a27cd2b4, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:47:23.396206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] device_id is not set on port d1164705-26b7-4399-a7cf-0d0d6ec1c702 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:23.569646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1409ff7-5fad-4620-b1e2-72618ec15af0 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:23.583307 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103dc8c9-0957-4bb2-bb56-a1ad44b287c4 None None] Sync routers for ids ['e68d9538-6aec-4fb8-80a8-47a83a4dedbc'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:23.588921 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a1409ff7-5fad-4620-b1e2-72618ec15af0 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:23.591639 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a1409ff7-5fad-4620-b1e2-72618ec15af0 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "PUT /v2.0/routers/e68d9538-6aec-4fb8-80a8-47a83a4dedbc HTTP/1.1" status: 200 len: 922 time: 5.0778608 Nov 28 07:47:23.595908 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:23.596769 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103dc8c9-0957-4bb2-bb56-a1ad44b287c4 None None] Routers {'e68d9538-6aec-4fb8-80a8-47a83a4dedbc'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:23.597490 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-103dc8c9-0957-4bb2-bb56-a1ad44b287c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e68d9538-6aec-4fb8-80a8-47a83a4dedbc'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:23.599264 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37494) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:23.665420 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c933aaa5-4376-4581-a6d0-9870d4242165 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:23.668744 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-103dc8c9-0957-4bb2-bb56-a1ad44b287c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:23.682148 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103dc8c9-0957-4bb2-bb56-a1ad44b287c4 None None] Routers {'e68d9538-6aec-4fb8-80a8-47a83a4dedbc'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:23.683137 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-103dc8c9-0957-4bb2-bb56-a1ad44b287c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e68d9538-6aec-4fb8-80a8-47a83a4dedbc'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:23.736975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37496) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:23.745559 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-103dc8c9-0957-4bb2-bb56-a1ad44b287c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:23.746536 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103dc8c9-0957-4bb2-bb56-a1ad44b287c4 None None] The sync data for ids ['e68d9538-6aec-4fb8-80a8-47a83a4dedbc'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:23.768438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c933aaa5-4376-4581-a6d0-9870d4242165 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:23.769923 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:23.782989 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-506280ea-3673-4b07-aaf9-c5fba55b82d9 req-915b4aee-b73e-4ffe-a626-8fe9bbcd961d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6748209 Nov 28 07:47:23.818757 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a15e231-ac63-4b8b-b9fe-03ce73d9cd0e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network 99a961dd-f6f6-49dd-ae64-97e2a27cd2b4 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:47:23.829504 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c48e19-9d20-40fb-9425-87337a050ed3 req-c666be07-f364-43bc-b919-6ead3dbb7bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:23.838007 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e9c48e19-9d20-40fb-9425-87337a050ed3 req-c666be07-f364-43bc-b919-6ead3dbb7bc1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce72ab99-bc55-4271-8115-f97c259a6f8d HTTP/1.1" status: 200 len: 912 time: 0.7433565 Nov 28 07:47:23.848730 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c08819a1-9945-4bae-9994-b67ec7c7106f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:23.861325 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-0a15e231-ac63-4b8b-b9fe-03ce73d9cd0e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 99a961dd-f6f6-49dd-ae64-97e2a27cd2b4) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:23.877246 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:23.892048 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a15e231-ac63-4b8b-b9fe-03ce73d9cd0e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:23.892717 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a15e231-ac63-4b8b-b9fe-03ce73d9cd0e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:23.896636 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df9128-c9ee-4911-ba47-5c85c919de95 None None] Network 99a961dd-f6f6-49dd-ae64-97e2a27cd2b4 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:23.937263 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-08da3370-72c9-4a8b-afa2-86ac8c8ffafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:23.939949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-08da3370-72c9-4a8b-afa2-86ac8c8ffafe admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:23.945300 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-08da3370-72c9-4a8b-afa2-86ac8c8ffafe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a11b45a1-49c3-4b06-a7f3-f7bbc9dd7232 HTTP/1.1" status: 204 len: 168 time: 1.2768629 Nov 28 07:47:24.002229 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 04a4429d-d4d3-4418-b7bd-7c7b693bc643 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:24.016404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 7872f9b0-74f2-44e7-9983-5e09fe0258b9 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:24.024937 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08819a1-9945-4bae-9994-b67ec7c7106f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=8b0de5c6-d944-4182-a310-55a3e427a59e,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:24.029624 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:24.051038 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:24.053946 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-155819674', 'router:external': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:24.070447 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da3370-72c9-4a8b-afa2-86ac8c8ffafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11b45a1-49c3-4b06-a7f3-f7bbc9dd7232,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:24.095017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=0fb96e15-5f8e-4b0b-a5bb-4951d983e7c1,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:24.108443 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-011aee5f-0c0d-4bdd-868e-d0861c6a5410 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/routers/e68d9538-6aec-4fb8-80a8-47a83a4dedbc HTTP/1.1" status: 200 len: 922 time: 0.5055158 Nov 28 07:47:24.116357 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37502) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:24.139437 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0a15e231-ac63-4b8b-b9fe-03ce73d9cd0e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3283815 Nov 28 07:47:24.144357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37504) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:24.161773 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373f1cc1-1b9c-44b3-b43f-16dadcdda2e4 None None] Network 7872f9b0-74f2-44e7-9983-5e09fe0258b9 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:24.180594 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1565868189', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:24.195924 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c08819a1-9945-4bae-9994-b67ec7c7106f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.201531 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c08819a1-9945-4bae-9994-b67ec7c7106f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/8b0de5c6-d944-4182-a310-55a3e427a59e HTTP/1.1" status: 204 len: 168 time: 2.1440215 Nov 28 07:47:24.208334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37506) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:24.209001 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Made reservation on behalf of 283388182cc34e3cbf13805cc570deca for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:24.212138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.214237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.224104 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.243356 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.251293 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-99a961dd-f6f6-49dd-ae64-97e2a27cd2b4', 'network_id': '99a961dd-f6f6-49dd-ae64-97e2a27cd2b4', 'tenant_id': '3eef549e08fd41688b1ac7477120faf2', 'fixed_ips': [{'subnet_id': '815acd0e-e152-4e94-9ea9-38b3520cb2d2'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:47:24.252578 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.275640 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e9c48e19-9d20-40fb-9425-87337a050ed3 req-b6859659-3580-4ccc-9faa-4ad2ea359bc6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=897b786e-b7cb-4610-aa9c-b106f514cf9f HTTP/1.1" status: 200 len: 1001 time: 0.4244778 Nov 28 07:47:24.369033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aebd67d-341c-4d77-ba88-ffd56b522f36 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:24.378261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.383352 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8aebd67d-341c-4d77-ba88-ffd56b522f36 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&device_id=e68d9538-6aec-4fb8-80a8-47a83a4dedbc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2497876 Nov 28 07:47:24.384656 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37508) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:24.484737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c48e19-9d20-40fb-9425-87337a050ed3 req-ef0c3ac9-5ce9-47bc-b4a4-aef4ec389e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:24.485972 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e9c48e19-9d20-40fb-9425-87337a050ed3 req-ef0c3ac9-5ce9-47bc-b4a4-aef4ec389e07 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51531a79-bee1-4e02-84fa-65543380b2b1 HTTP/1.1" status: 200 len: 850 time: 0.1058531 Nov 28 07:47:24.486931 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.488619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.514955 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] device_id is not set on port c7e5a8c8-83a0-48a9-bb35-0e0c85b78017 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:24.520949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6163693-d71d-4c16-9e6f-f05d050fc841 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:24.523346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6163693-d71d-4c16-9e6f-f05d050fc841 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:24.527550 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d6163693-d71d-4c16-9e6f-f05d050fc841 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3003645 Nov 28 07:47:24.529072 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2a4a01b9-f8e9-4537-91f0-82d540d5da5f None None] Provisioning complete for port 04a4429d-d4d3-4418-b7bd-7c7b693bc643 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:24.529449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2a4a01b9-f8e9-4537-91f0-82d540d5da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.531506 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Allocated IP 172.20.0.2 (99a961dd-f6f6-49dd-ae64-97e2a27cd2b4/815acd0e-e152-4e94-9ea9-38b3520cb2d2/cc894d1e-8db1-42d1-83b4-e4faa72a6ea5) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:24.544523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37510) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:24.597127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.632356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf7e18f-a8f3-43ca-b298-cda5eec919ce tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:24.633738 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-edf7e18f-a8f3-43ca-b298-cda5eec919ce tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/networks/8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 881 time: 0.2437062 Nov 28 07:47:24.635780 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.638590 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37512) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:24.648879 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 04a4429d-d4d3-4418-b7bd-7c7b693bc643 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:24.649250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.661696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.670968 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcf1f31-233d-4809-8577-8546a101d9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 126bb970-fe55-4a30-a2ea-385aaacda38c {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:47:24.675021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-abcf1f31-233d-4809-8577-8546a101d9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.703583 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-da230c2c-bc6a-4c8b-948d-080e33fe1245 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68d9538-6aec-4fb8-80a8-47a83a4dedbc HTTP/1.1" status: 200 len: 205 time: 0.0638273 Nov 28 07:47:24.707130 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37514) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:24.713634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:47:24.813483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.814182 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Added segment 7bf839d6-3d7e-45ea-904b-19ecaa7a71bb of type vlan for network 91c97114-82eb-423b-b6fc-b25c4f920316 Nov 28 07:47:24.846485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-abcf1f31-233d-4809-8577-8546a101d9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.861078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2a4a01b9-f8e9-4537-91f0-82d540d5da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.886377 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657c2582-9b63-4d1d-a7f3-b3c15f5dc7c8,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:24.938409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.954090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c48e19-9d20-40fb-9425-87337a050ed3 req-bcf92c6e-157c-4b3d-a6af-9f1deaa20ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:24.957503 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e9c48e19-9d20-40fb-9425-87337a050ed3 req-bcf92c6e-157c-4b3d-a6af-9f1deaa20ff5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce72ab99-bc55-4271-8115-f97c259a6f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4308050 Nov 28 07:47:24.957792 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:24.967027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-2a4a01b9-f8e9-4537-91f0-82d540d5da5f None None] For port 04a4429d-d4d3-4418-b7bd-7c7b693bc643, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=04a4429d-d4d3-4418-b7bd-7c7b693bc643,segment=NetworkSegment(9b935659-a277-409a-bb9c-90715bfc5389),segment_id=9b935659-a277-409a-bb9c-90715bfc5389)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:25.004867 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2a4a01b9-f8e9-4537-91f0-82d540d5da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.008996 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.033747 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Network 99a961dd-f6f6-49dd-ae64-97e2a27cd2b4 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:25.044113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:25.049607 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:25.060957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Pushing event updated for resources: {'Port': ['ID=cc894d1e-8db1-42d1-83b4-e4faa72a6ea5,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:25.134538 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e9c48e19-9d20-40fb-9425-87337a050ed3 req-e7a497cd-8aa9-4e99-9552-5832703501ab service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565478 Nov 28 07:47:25.140369 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a01b9-f8e9-4537-91f0-82d540d5da5f None None] Pushing event updated for resources: {'Port': ['ID=04a4429d-d4d3-4418-b7bd-7c7b693bc643,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:25.146681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.223275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Attempting to bind port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:25.223642 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Attempting to bind port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '2baac7d5-2a1c-4a6f-8411-f7f68a41c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '99a961dd-f6f6-49dd-ae64-97e2a27cd2b4'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:25.224005 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Attempting to bind port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 on network 99a961dd-f6f6-49dd-ae64-97e2a27cd2b4 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:25.231651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:25.232017 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Checking segment: {'id': '2baac7d5-2a1c-4a6f-8411-f7f68a41c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '99a961dd-f6f6-49dd-ae64-97e2a27cd2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:25.232417 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.232805 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Bound using segment: {'id': '2baac7d5-2a1c-4a6f-8411-f7f68a41c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '99a961dd-f6f6-49dd-ae64-97e2a27cd2b4'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:25.233274 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Bound port: cc894d1e-8db1-42d1-83b4-e4faa72a6ea5, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2baac7d5-2a1c-4a6f-8411-f7f68a41c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '99a961dd-f6f6-49dd-ae64-97e2a27cd2b4'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:25.233706 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.283983 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.309586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.339204 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:47:25.339525 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:47:25.355061 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] For port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:25.358710 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] For port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=cc894d1e-8db1-42d1-83b4-e4faa72a6ea5,segment=NetworkSegment(2baac7d5-2a1c-4a6f-8411-f7f68a41c53d),segment_id=2baac7d5-2a1c-4a6f-8411-f7f68a41c53d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:25.362130 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e9c48e19-9d20-40fb-9425-87337a050ed3 req-7f61a6ab-b93d-460e-8e0a-9511b634444a service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823356 Nov 28 07:47:25.366766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.370057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4b644b6f-c590-4e08-be8d-4bf12efdc87d None None] Provisioning complete for port 04a4429d-d4d3-4418-b7bd-7c7b693bc643 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:25.370425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4b644b6f-c590-4e08-be8d-4bf12efdc87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.387146 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.392107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:25.392864 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.408650 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-abcf1f31-233d-4809-8577-8546a101d9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.423904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.518353 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7730105 Nov 28 07:47:25.519311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37518) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:25.571387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-91d5d1ce-fa02-4382-8b86-bd7c65929880 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Request body: {'subnet': {'network_id': '91c97114-82eb-423b-b6fc-b25c4f920316', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:25.611277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d5d1ce-fa02-4382-8b86-bd7c65929880 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Made reservation on behalf of 283388182cc34e3cbf13805cc570deca for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:25.615669 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91d5d1ce-fa02-4382-8b86-bd7c65929880 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.625310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef098ec-b102-46fb-9126-a901e10bb6ce tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event updated for resources: {'Network': ['ID=91c97114-82eb-423b-b6fc-b25c4f920316,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:25.639472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aeb2b-7a36-4f6e-b51d-d6970c26488b req-c6cc0634-6267-47da-a79f-6a48ee1182ed tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:25.648453 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8c3aeb2b-7a36-4f6e-b51d-d6970c26488b req-c6cc0634-6267-47da-a79f-6a48ee1182ed tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3564017 Nov 28 07:47:25.656193 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.697946 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 91c97114-82eb-423b-b6fc-b25c4f920316 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:47:25.773060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066863d-6e97-4494-8007-e763e49a1779 None None] Pushing event updated for resources: {'Port': ['ID=cc894d1e-8db1-42d1-83b4-e4faa72a6ea5,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:25.788233 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-abcf1f31-233d-4809-8577-8546a101d9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.842603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf1f31-233d-4809-8577-8546a101d9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=126bb970-fe55-4a30-a2ea-385aaacda38c,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:25.848744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-abcf1f31-233d-4809-8577-8546a101d9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:25.859160 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-abcf1f31-233d-4809-8577-8546a101d9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/126bb970-fe55-4a30-a2ea-385aaacda38c HTTP/1.1" status: 204 len: 168 time: 1.3103614 Nov 28 07:47:25.859409 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37520) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:25.884534 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b317700f-93a0-425e-95c0-27594c946b7a None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:25.897552 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event updated for resources: {'Port': ['ID=d1164705-26b7-4399-a7cf-0d0d6ec1c702,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:25.936893 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8c3aeb2b-7a36-4f6e-b51d-d6970c26488b req-91266a2b-3f30-4e01-a93a-8a1d6a53f49f tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716212 Nov 28 07:47:25.936893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37522) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:25.939701 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9c375928-41bb-4b62-8c42-85ae27a48111 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704134 Nov 28 07:47:25.998031 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Checking segment: {'id': '66a1ab2b-0f5d-4852-bd21-1c0b71b24793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fc38f842-5663-42ab-a28b-429ff60373d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:25.998709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Network hostable DHCP agents. Network: fc38f842-5663-42ab-a28b-429ff60373d6, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:47:26.004911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.008275 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.023667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.127383 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Network fc38f842-5663-42ab-a28b-429ff60373d6 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:47:26.127924 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4b644b6f-c590-4e08-be8d-4bf12efdc87d None None] Provisioning complete for port 0fb96e15-5f8e-4b0b-a5bb-4951d983e7c1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:26.128867 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4b644b6f-c590-4e08-be8d-4bf12efdc87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.172909 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.175102 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c06d15-d337-4fe9-b9cd-859fa30eb244 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:26.176563 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d4c06d15-d337-4fe9-b9cd-859fa30eb244 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2415335 Nov 28 07:47:26.185699 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37524) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:26.189601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.191553 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, fc38f842-5663-42ab-a28b-429ff60373d6) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:26.198372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.204599 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=0fb96e15-5f8e-4b0b-a5bb-4951d983e7c1,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:26.215339 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:26.220289 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.224914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4b644b6f-c590-4e08-be8d-4bf12efdc87d None None] Port 0fb96e15-5f8e-4b0b-a5bb-4951d983e7c1 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:26.230131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b5e79c-1235-4f41-bab8-2369bffb14dd None None] Network fc38f842-5663-42ab-a28b-429ff60373d6 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:26.370394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a1f0c02e-4835-4e8c-a3e3-aa19ee6562c5 None None] Provisioning complete for port 0fb96e15-5f8e-4b0b-a5bb-4951d983e7c1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:26.370763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c02e-4835-4e8c-a3e3-aa19ee6562c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.395821 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.26.2.155 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/0027ea01-37c7-478a-bed5-32b31ef0f849) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:26.399945 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff77d39-e5aa-49aa-8f47-ce30afb2e19e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:26.401659 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6ff77d39-e5aa-49aa-8f47-ce30afb2e19e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2132344 Nov 28 07:47:26.406166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:26.417678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37526) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:26.469355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event updated for resources: {'Port': ['ID=c7e5a8c8-83a0-48a9-bb35-0e0c85b78017,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:26.486689 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-43a5c275-49f7-4f36-977a-1e4ebe1396e8 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676141 Nov 28 07:47:26.490788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37528) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:26.497848 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Deleting port b9c2f7af-34e2-4b4d-aaaf-67c75663f051 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:26.498422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.500939 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-84cc3015-027e-4083-bbd3-c47f35ab6d0b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:26.568470 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Checking segment: {'id': '29be3838-5779-41e1-b91f-48b82269a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'fe9e9265-2687-4042-8bf7-250a7c2df3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:26.569471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Network hostable DHCP agents. Network: fe9e9265-2687-4042-8bf7-250a7c2df3ec, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:47:26.576491 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0c02e-4835-4e8c-a3e3-aa19ee6562c5 None None] Port 0fb96e15-5f8e-4b0b-a5bb-4951d983e7c1 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:26.587464 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 7872f9b0-74f2-44e7-9983-5e09fe0258b9 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:26.592795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:26.628501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.630236 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:26.630626 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.691081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Network fe9e9265-2687-4042-8bf7-250a7c2df3ec is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:47:26.699045 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.702992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922b9d34-dd67-4429-a413-232f525f4e06 None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:26.728478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cc3015-027e-4083-bbd3-c47f35ab6d0b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:26.732219 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-84cc3015-027e-4083-bbd3-c47f35ab6d0b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.803362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, fe9e9265-2687-4042-8bf7-250a7c2df3ec) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:26.808507 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Calling delete_port for b9c2f7af-34e2-4b4d-aaaf-67c75663f051 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:26.809292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.815064 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db30ad6-0f42-45ef-845e-4e31344503dc None None] Network fe9e9265-2687-4042-8bf7-250a7c2df3ec requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:26.818445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.843297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:26.849315 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:26.860429 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:26.861193 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.895547 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:26.905007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:26.908230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:26.913906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=cc894d1e-8db1-42d1-83b4-e4faa72a6ea5,segment=NetworkSegment(2baac7d5-2a1c-4a6f-8411-f7f68a41c53d),segment_id=2baac7d5-2a1c-4a6f-8411-f7f68a41c53d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:26.951094 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b215a5c1-8081-4d06-9610-f714ba284773 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3476145 Nov 28 07:47:26.963764 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc497af-225c-42d7-b635-dccb6f8aac42 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:26.976389 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37532) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:26.980534 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:26.981352 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 04a4429d-d4d3-4418-b7bd-7c7b693bc643 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:27.021659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.objects.ports [None req-91d5d1ce-fa02-4382-8b86-bd7c65929880 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115118) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:47:27.022893 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91d5d1ce-fa02-4382-8b86-bd7c65929880 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.029806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=0027ea01-37c7-478a-bed5-32b31ef0f849,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:27.132082 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 151f917f-0a72-4660-8b11-e4047b47598b is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:27.132224 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=cc894d1e-8db1-42d1-83b4-e4faa72a6ea5,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:27.182063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f3aaa5-2b30-4e0b-be31-34ee2c32f998 None None] Network 99a961dd-f6f6-49dd-ae64-97e2a27cd2b4 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:27.240883 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-922b9d34-dd67-4429-a413-232f525f4e06 None None] Deleting port c933aaa5-4376-4581-a6d0-9870d4242165 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:27.241939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-922b9d34-dd67-4429-a413-232f525f4e06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.279654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 04a4429d-d4d3-4418-b7bd-7c7b693bc643 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:27.280053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.284869 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:27.292676 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ea762dd0-2328-4324-8b0d-bd50cd551bef tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/151f917f-0a72-4660-8b11-e4047b47598b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2348044 Nov 28 07:47:27.295553 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37534) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:27.324827 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e24fed-3ed6-45c3-982c-4295326ab00e None None] Sync routers for ids ['151f917f-0a72-4660-8b11-e4047b47598b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:27.331298 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.339170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5d1ce-fa02-4382-8b86-bd7c65929880 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event updated for resources: {'Subnet': ['ID=23927722-49b0-4f6d-8bde-b714112237aa,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:27.360433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7eab52b3-bd98-40b3-9e74-929f93c92221 None None] Provisioning complete for port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:27.360808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7eab52b3-bd98-40b3-9e74-929f93c92221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.378210 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Pushing event deleted for resources: {'Port': ['ID=b9c2f7af-34e2-4b4d-aaaf-67c75663f051,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:27.390394 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c9f6a-baba-472f-bcc3-5ced6262b746 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:27.390746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e24fed-3ed6-45c3-982c-4295326ab00e None None] Routers {'151f917f-0a72-4660-8b11-e4047b47598b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:27.391411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-46e24fed-3ed6-45c3-982c-4295326ab00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['151f917f-0a72-4660-8b11-e4047b47598b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:27.396608 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fd1c9f6a-baba-472f-bcc3-5ced6262b746 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports/0fb96e15-5f8e-4b0b-a5bb-4951d983e7c1 HTTP/1.1" status: 200 len: 910 time: 0.0952222 Nov 28 07:47:27.396740 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c95451-7080-4261-988c-39ddfb62d4ac tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:27.396860 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37536) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:27.400208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c95451-7080-4261-988c-39ddfb62d4ac tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:27.406033 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-93c95451-7080-4261-988c-39ddfb62d4ac tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4026766 Nov 28 07:47:27.407017 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d5d1ce-fa02-4382-8b86-bd7c65929880 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Checking segment: {'id': '7bf839d6-3d7e-45ea-904b-19ecaa7a71bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c97114-82eb-423b-b6fc-b25c4f920316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:27.407511 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d5d1ce-fa02-4382-8b86-bd7c65929880 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Network hostable DHCP agents. Network: 91c97114-82eb-423b-b6fc-b25c4f920316, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:47:27.409710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37538) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:27.451353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-46e24fed-3ed6-45c3-982c-4295326ab00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:27.454177 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413c114c-95c7-4262-ada5-cfc4ce29d092 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:27.506371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-922b9d34-dd67-4429-a413-232f525f4e06 None None] For port c933aaa5-4376-4581-a6d0-9870d4242165, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c933aaa5-4376-4581-a6d0-9870d4242165,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:27.506371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-922b9d34-dd67-4429-a413-232f525f4e06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.546977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.564695 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e24fed-3ed6-45c3-982c-4295326ab00e None None] Routers {'151f917f-0a72-4660-8b11-e4047b47598b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:27.565324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-46e24fed-3ed6-45c3-982c-4295326ab00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['151f917f-0a72-4660-8b11-e4047b47598b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:27.571218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-922b9d34-dd67-4429-a413-232f525f4e06 None None] Calling delete_port for c933aaa5-4376-4581-a6d0-9870d4242165 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:27.655078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-46e24fed-3ed6-45c3-982c-4295326ab00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:27.655748 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e24fed-3ed6-45c3-982c-4295326ab00e None None] The sync data for ids ['151f917f-0a72-4660-8b11-e4047b47598b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:27.744398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.748013 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.820431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.820970 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Fanout notify agent at l3_agent the message router_deleted on router e68d9538-6aec-4fb8-80a8-47a83a4dedbc {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:47:27.837300 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7eab52b3-bd98-40b3-9e74-929f93c92221 None None] Provisioning complete for port 0fb96e15-5f8e-4b0b-a5bb-4951d983e7c1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:27.837673 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7eab52b3-bd98-40b3-9e74-929f93c92221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.847758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.849291 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-41bb10a1-cad1-4fd5-9754-91e98cc95653 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "DELETE /v2.0/routers/e68d9538-6aec-4fb8-80a8-47a83a4dedbc HTTP/1.1" status: 204 len: 168 time: 3.1390016 Nov 28 07:47:27.854986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37540) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:27.855796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a07070-7f20-43de-a71b-25c213b34517 req-1ca833e3-e9f1-49c6-a720-762364c792a7 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:27.857546 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-28a07070-7f20-43de-a71b-25c213b34517 req-1ca833e3-e9f1-49c6-a720-762364c792a7 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.8036253 Nov 28 07:47:27.861372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-dd82ecb4-fd32-42fa-a528-c44d20233b60 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1288720143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:27.874980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-922b9d34-dd67-4429-a413-232f525f4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.919324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b9d34-dd67-4429-a413-232f525f4e06 None None] Pushing event deleted for resources: {'Port': ['ID=c933aaa5-4376-4581-a6d0-9870d4242165,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:27.921244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922b9d34-dd67-4429-a413-232f525f4e06 None None] No DVR routers for this DVR port c933aaa5-4376-4581-a6d0-9870d4242165 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:47:27.925550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dd82ecb4-fd32-42fa-a528-c44d20233b60 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.926746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dd82ecb4-fd32-42fa-a528-c44d20233b60 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.927833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7eab52b3-bd98-40b3-9e74-929f93c92221 None None] Port 0fb96e15-5f8e-4b0b-a5bb-4951d983e7c1 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:27.952013 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7eab52b3-bd98-40b3-9e74-929f93c92221 None None] Provisioning complete for port 0027ea01-37c7-478a-bed5-32b31ef0f849 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:27.952549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7eab52b3-bd98-40b3-9e74-929f93c92221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:27.989470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d5d1ce-fa02-4382-8b86-bd7c65929880 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Network 91c97114-82eb-423b-b6fc-b25c4f920316 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:47:28.024055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7eab52b3-bd98-40b3-9e74-929f93c92221 None None] Port 0027ea01-37c7-478a-bed5-32b31ef0f849 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:28.028143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dd82ecb4-fd32-42fa-a528-c44d20233b60 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:28.038696 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dd82ecb4-fd32-42fa-a528-c44d20233b60 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:28.074243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-91d5d1ce-fa02-4382-8b86-bd7c65929880 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 91c97114-82eb-423b-b6fc-b25c4f920316) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:28.080049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d5d1ce-fa02-4382-8b86-bd7c65929880 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:28.080799 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91d5d1ce-fa02-4382-8b86-bd7c65929880 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:28.086393 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5103a58-1b59-4278-b411-86a1dbccb18a None None] Network 91c97114-82eb-423b-b6fc-b25c4f920316 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:28.086598 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dd82ecb4-fd32-42fa-a528-c44d20233b60 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:28.087691 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dd82ecb4-fd32-42fa-a528-c44d20233b60 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2321167 Nov 28 07:47:28.093098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37542) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:28.097633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:28.171462 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-28a07070-7f20-43de-a71b-25c213b34517 req-876f50de-a091-4531-907f-7c7725645ffc tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935197 Nov 28 07:47:28.185065 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-91d5d1ce-fa02-4382-8b86-bd7c65929880 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6234577 Nov 28 07:47:28.204144 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.objects.ports [None req-84cc3015-027e-4083-bbd3-c47f35ab6d0b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115118) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:47:28.206920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37544) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:28.215780 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c47ed2eb-e362-422c-8319-1461ea9aaa53 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-867562538', 'network_id': '91c97114-82eb-423b-b6fc-b25c4f920316'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:28.227601 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-84cc3015-027e-4083-bbd3-c47f35ab6d0b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:28.260992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:28.306314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-34ab7b0d-5a95-4dce-a821-1036261885a7 None None] Provisioning complete for port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:28.307002 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-34ab7b0d-5a95-4dce-a821-1036261885a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:28.313660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cc3015-027e-4083-bbd3-c47f35ab6d0b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:28.318735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:28.330503 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-84cc3015-027e-4083-bbd3-c47f35ab6d0b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:28.338342 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cc3015-027e-4083-bbd3-c47f35ab6d0b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:28.339088 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-84cc3015-027e-4083-bbd3-c47f35ab6d0b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:28.355618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e8929-b47f-4170-8a37-1dff7da38257 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:28.383391 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48edab2a-1650-4990-8570-53b76cff7bd1 None None] Network 91c97114-82eb-423b-b6fc-b25c4f920316 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:28.393765 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47ed2eb-e362-422c-8319-1461ea9aaa53 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Made reservation on behalf of 283388182cc34e3cbf13805cc570deca for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:28.396274 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c47ed2eb-e362-422c-8319-1461ea9aaa53 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:28.407923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0cd443e8-e860-4eda-942b-1077910504fd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Deleting port d1164705-26b7-4399-a7cf-0d0d6ec1c702 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:28.408605 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0cd443e8-e860-4eda-942b-1077910504fd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:28.442626 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc3015-027e-4083-bbd3-c47f35ab6d0b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=231f228a-d2b9-4ea9-9c77-15e78672061e,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:28.473469 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-84cc3015-027e-4083-bbd3-c47f35ab6d0b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9766154 Nov 28 07:47:28.476511 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37546) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:28.477981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-c47ed2eb-e362-422c-8319-1461ea9aaa53 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] device_id is not set on port 9a5b1da3-b29b-46e3-84c3-66b6f85389eb yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:28.525465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-dd00f69a-7224-4d4a-93ea-47e8455558ce tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'mac_address': 'fa:16:3e:32:bf:36', 'name': 'tempest-NetworksTestDHCPv6-2133472498'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:28.574919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1596943c-fb7d-4eb8-bf14-0bc67bf577c7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:28.643027 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0cd443e8-e860-4eda-942b-1077910504fd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:28.698890 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0cd443e8-e860-4eda-942b-1077910504fd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Calling delete_port for d1164705-26b7-4399-a7cf-0d0d6ec1c702 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:28.752704 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:28.753073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:28.780100 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:28.896376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-c47ed2eb-e362-422c-8319-1461ea9aaa53 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Allocated IP 2001:db8::22 (91c97114-82eb-423b-b6fc-b25c4f920316/23927722-49b0-4f6d-8bde-b714112237aa/9a5b1da3-b29b-46e3-84c3-66b6f85389eb) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:28.905781 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '231f228a-d2b9-4ea9-9c77-15e78672061e'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:47:28.907258 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.015726 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd00f69a-7224-4d4a-93ea-47e8455558ce tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:29.085499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.087161 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c933aaa5-4376-4581-a6d0-9870d4242165 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:47:29.092564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Allocated IP 2001:db8::f816:3eff:fec4:ebf9 (c04e62e3-7156-478d-ad66-af6018eecb99/231f228a-d2b9-4ea9-9c77-15e78672061e/41da5b8b-c216-4cf9-92c7-7c6ddedc88f1) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:29.118344 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: c933aaa5-4376-4581-a6d0-9870d4242165 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:47:29.118752 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c933aaa5-4376-4581-a6d0-9870d4242165 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:47:29.128441 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0cd443e8-e860-4eda-942b-1077910504fd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.164641 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.189418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.205621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-1596943c-fb7d-4eb8-bf14-0bc67bf577c7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port 0fb96e15-5f8e-4b0b-a5bb-4951d983e7c1 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:29.205966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1596943c-fb7d-4eb8-bf14-0bc67bf577c7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.254729 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd443e8-e860-4eda-942b-1077910504fd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event deleted for resources: {'Port': ['ID=d1164705-26b7-4399-a7cf-0d0d6ec1c702,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:29.267981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0cd443e8-e860-4eda-942b-1077910504fd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.271572 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0cd443e8-e860-4eda-942b-1077910504fd tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "DELETE /v2.0/ports/d1164705-26b7-4399-a7cf-0d0d6ec1c702 HTTP/1.1" status: 204 len: 168 time: 1.8578279 Nov 28 07:47:29.281555 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37550) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:29.317931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.325354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.332138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd00f69a-7224-4d4a-93ea-47e8455558ce tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.376109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:29.380811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:29.384710 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:29.393541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Pushing event updated for resources: {'Port': ['ID=41da5b8b-c216-4cf9-92c7-7c6ddedc88f1,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:29.413358 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c47ed2eb-e362-422c-8319-1461ea9aaa53 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.420071 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1596943c-fb7d-4eb8-bf14-0bc67bf577c7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.443803 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Allocated IP 172.26.2.59 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/772233e4-520e-4318-99ef-0c4a75177ed1) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:29.452787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-1596943c-fb7d-4eb8-bf14-0bc67bf577c7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for 0fb96e15-5f8e-4b0b-a5bb-4951d983e7c1 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:29.453202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Attempting to bind port 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:29.453570 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Attempting to bind port 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:29.454201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Attempting to bind port 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:29.456903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-dd00f69a-7224-4d4a-93ea-47e8455558ce tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port 50c708c3-8f45-4f2a-b51c-18d17d8c5408 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:29.459197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:29.460105 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:29.460493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.460875 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:29.461331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Bound port: 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:29.462001 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.466793 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ba083-4ed0-4765-91b7-8919aec6a4b6 req-4a2804ab-af90-42da-9e97-1347a811a2e9 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:29.468373 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ec4ba083-4ed0-4765-91b7-8919aec6a4b6 req-4a2804ab-af90-42da-9e97-1347a811a2e9 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2167654 Nov 28 07:47:29.540961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] For port 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:29.544504 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] For port 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=41da5b8b-c216-4cf9-92c7-7c6ddedc88f1,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:29.550934 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.635428 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c47ed2eb-e362-422c-8319-1461ea9aaa53 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.635789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca8415-9322-41dd-8a13-bfa0b5f99a05 None None] Pushing event updated for resources: {'Port': ['ID=41da5b8b-c216-4cf9-92c7-7c6ddedc88f1,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:29.675496 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ec4ba083-4ed0-4765-91b7-8919aec6a4b6 req-c3422a7f-13d7-4262-a421-82150fcabec1 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012184 Nov 28 07:47:29.699493 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-dd00f69a-7224-4d4a-93ea-47e8455558ce tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::f816:3eff:fe32:bf36 (c04e62e3-7156-478d-ad66-af6018eecb99/231f228a-d2b9-4ea9-9c77-15e78672061e/50c708c3-8f45-4f2a-b51c-18d17d8c5408) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:29.706079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8438f82b-5d80-4f54-ab34-eb42e15ae6d0 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Deleting port c7e5a8c8-83a0-48a9-bb35-0e0c85b78017 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:29.706401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8438f82b-5d80-4f54-ab34-eb42e15ae6d0 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.720479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 792eb75e-9b6a-4a6c-b859-52043ada430e is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:29.728187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47ed2eb-e362-422c-8319-1461ea9aaa53 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Network 91c97114-82eb-423b-b6fc-b25c4f920316 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:29.745541 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.751961 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-c47ed2eb-e362-422c-8319-1461ea9aaa53 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:29.772804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ed2eb-e362-422c-8319-1461ea9aaa53 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:29.772804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47ed2eb-e362-422c-8319-1461ea9aaa53 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:29.772804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c47ed2eb-e362-422c-8319-1461ea9aaa53 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.871441 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ed2eb-e362-422c-8319-1461ea9aaa53 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event updated for resources: {'Port': ['ID=9a5b1da3-b29b-46e3-84c3-66b6f85389eb,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:29.873365 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.881075 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1596943c-fb7d-4eb8-bf14-0bc67bf577c7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.912077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8438f82b-5d80-4f54-ab34-eb42e15ae6d0 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:29.933565 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c47ed2eb-e362-422c-8319-1461ea9aaa53 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7246838 Nov 28 07:47:29.945696 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:29.946373 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37552) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:29.963172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8438f82b-5d80-4f54-ab34-eb42e15ae6d0 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Calling delete_port for c7e5a8c8-83a0-48a9-bb35-0e0c85b78017 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:29.971820 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:29.974659 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:29.987214 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e063087-bfa1-4658-a8a4-a1caaed46a39 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:30.035494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Pushing event updated for resources: {'Port': ['ID=772233e4-520e-4318-99ef-0c4a75177ed1,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:30.077428 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f9a8a99d-a5c9-4c30-a60a-29be4b783418 None None] Provisioning complete for port 772233e4-520e-4318-99ef-0c4a75177ed1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:30.078496 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a99d-a5c9-4c30-a60a-29be4b783418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:30.092707 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596943c-fb7d-4eb8-bf14-0bc67bf577c7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=0fb96e15-5f8e-4b0b-a5bb-4951d983e7c1,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:30.173389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-f9a8a99d-a5c9-4c30-a60a-29be4b783418 None None] Port 772233e4-520e-4318-99ef-0c4a75177ed1 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:30.224932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:30.248296 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b5981-cbfc-4a93-b1a4-9cc5b2573670 None None] Sync routers for ids ['792eb75e-9b6a-4a6c-b859-52043ada430e'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:30.265739 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b5981-cbfc-4a93-b1a4-9cc5b2573670 None None] Routers {'792eb75e-9b6a-4a6c-b859-52043ada430e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:30.266373 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7c5b5981-cbfc-4a93-b1a4-9cc5b2573670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['792eb75e-9b6a-4a6c-b859-52043ada430e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:30.290233 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:30.292611 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-14222506-469e-4965-8c00-9f2d62364020 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1262410 Nov 28 07:47:30.296341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd00f69a-7224-4d4a-93ea-47e8455558ce tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:30.299175 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37554) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:30.317117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:30.317662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1596943c-fb7d-4eb8-bf14-0bc67bf577c7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:30.337420 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7c5b5981-cbfc-4a93-b1a4-9cc5b2573670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:30.347054 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b5981-cbfc-4a93-b1a4-9cc5b2573670 None None] Routers {'792eb75e-9b6a-4a6c-b859-52043ada430e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:30.347648 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7c5b5981-cbfc-4a93-b1a4-9cc5b2573670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['792eb75e-9b6a-4a6c-b859-52043ada430e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:30.362203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8438f82b-5d80-4f54-ab34-eb42e15ae6d0 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:30.389476 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7c5b5981-cbfc-4a93-b1a4-9cc5b2573670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:30.390374 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b5981-cbfc-4a93-b1a4-9cc5b2573670 None None] The sync data for ids ['792eb75e-9b6a-4a6c-b859-52043ada430e'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:30.397707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:30.397970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:30.422396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438f82b-5d80-4f54-ab34-eb42e15ae6d0 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event deleted for resources: {'Port': ['ID=c7e5a8c8-83a0-48a9-bb35-0e0c85b78017,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:30.435852 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8b487-977d-45cd-9d79-474cff2d8c00 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Deleting port 9a5b1da3-b29b-46e3-84c3-66b6f85389eb {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:30.436437 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ef8b487-977d-45cd-9d79-474cff2d8c00 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:30.519059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:30.572570 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=41da5b8b-c216-4cf9-92c7-7c6ddedc88f1,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:30.584169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:30.665718 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=41da5b8b-c216-4cf9-92c7-7c6ddedc88f1,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:30.669174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1596943c-fb7d-4eb8-bf14-0bc67bf577c7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 151f917f-0a72-4660-8b11-e4047b47598b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:47:30.810580 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1596943c-fb7d-4eb8-bf14-0bc67bf577c7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:30.812244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:30.817151 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1596943c-fb7d-4eb8-bf14-0bc67bf577c7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/151f917f-0a72-4660-8b11-e4047b47598b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4214692 Nov 28 07:47:30.820645 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37558) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:30.825182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01632b75-6360-4edb-84af-45c25c327bd4 None None] Sync routers for ids ['151f917f-0a72-4660-8b11-e4047b47598b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:30.826626 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8438f82b-5d80-4f54-ab34-eb42e15ae6d0 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:30.832599 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8438f82b-5d80-4f54-ab34-eb42e15ae6d0 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "DELETE /v2.0/ports/c7e5a8c8-83a0-48a9-bb35-0e0c85b78017 HTTP/1.1" status: 204 len: 168 time: 1.5458186 Nov 28 07:47:30.842607 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01632b75-6360-4edb-84af-45c25c327bd4 None None] Routers {'151f917f-0a72-4660-8b11-e4047b47598b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:30.844172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37560) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:30.844467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-01632b75-6360-4edb-84af-45c25c327bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['151f917f-0a72-4660-8b11-e4047b47598b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:30.886436 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e1d3e924-9cda-4507-9205-b95eea09db42 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports?device_id=151f917f-0a72-4660-8b11-e4047b47598b HTTP/1.1" status: 200 len: 205 time: 0.0646551 Nov 28 07:47:30.888859 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37562) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:30.896148 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-01632b75-6360-4edb-84af-45c25c327bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:30.913037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01632b75-6360-4edb-84af-45c25c327bd4 None None] Routers {'151f917f-0a72-4660-8b11-e4047b47598b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:30.913776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-01632b75-6360-4edb-84af-45c25c327bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['151f917f-0a72-4660-8b11-e4047b47598b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:30.929002 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-05695656-9f02-45f7-af99-0dcecae8a501 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0702910 Nov 28 07:47:30.942663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37564) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:30.958856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-cd858ab3-5eda-4067-98b2-34347401f0b4 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-934165743'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:30.959639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd00f69a-7224-4d4a-93ea-47e8455558ce tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:30.965051 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-01632b75-6360-4edb-84af-45c25c327bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:30.965475 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01632b75-6360-4edb-84af-45c25c327bd4 None None] The sync data for ids ['151f917f-0a72-4660-8b11-e4047b47598b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:31.013752 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-80b2ceca-bc5c-415a-8220-1c7006d20c2e None None] Provisioning complete for port 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:31.014188 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-80b2ceca-bc5c-415a-8220-1c7006d20c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.054129 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cb877b7f-7e73-42cc-9fc7-45b82a81b06f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.083562 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.094811 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd00f69a-7224-4d4a-93ea-47e8455558ce tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:31.111390 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ef8b487-977d-45cd-9d79-474cff2d8c00 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.115681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-dd00f69a-7224-4d4a-93ea-47e8455558ce tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:31.125421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e17d2b-601d-47cd-8a46-4538233b538d req-838c8790-62b1-490a-a055-c4d4b8df3bda tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:31.127049 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e1e17d2b-601d-47cd-8a46-4538233b538d req-838c8790-62b1-490a-a055-c4d4b8df3bda tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3018577 Nov 28 07:47:31.129969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00f69a-7224-4d4a-93ea-47e8455558ce tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:31.138079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd00f69a-7224-4d4a-93ea-47e8455558ce tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:31.138774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd00f69a-7224-4d4a-93ea-47e8455558ce tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.146156 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00f69a-7224-4d4a-93ea-47e8455558ce tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=50c708c3-8f45-4f2a-b51c-18d17d8c5408,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:31.182355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8b487-977d-45cd-9d79-474cff2d8c00 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Calling delete_port for 9a5b1da3-b29b-46e3-84c3-66b6f85389eb owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:31.248455 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dd00f69a-7224-4d4a-93ea-47e8455558ce tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7596998 Nov 28 07:47:31.255280 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37566) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:31.380015 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e1e17d2b-601d-47cd-8a46-4538233b538d req-20c02aeb-3df6-4eb1-bff2-0eb803b078d5 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305682 Nov 28 07:47:31.427413 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd858ab3-5eda-4067-98b2-34347401f0b4 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Made reservation on behalf of bd9618c37f434b76b9877d2ddd007339 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:31.431441 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd858ab3-5eda-4067-98b2-34347401f0b4 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.466305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab19efe-c05a-4f77-a874-628d56c367e8 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:31.472208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab19efe-c05a-4f77-a874-628d56c367e8 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:31.477388 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cab19efe-c05a-4f77-a874-628d56c367e8 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2159638 Nov 28 07:47:31.481500 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37568) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:31.487821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-41317ddd-934b-4e96-a6d9-719abe27a4e5 None None] Provisioning complete for port 50c708c3-8f45-4f2a-b51c-18d17d8c5408 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:31.488339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-41317ddd-934b-4e96-a6d9-719abe27a4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.528617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-41317ddd-934b-4e96-a6d9-719abe27a4e5 None None] Port 50c708c3-8f45-4f2a-b51c-18d17d8c5408 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:31.587151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ef8b487-977d-45cd-9d79-474cff2d8c00 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.632925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8b487-977d-45cd-9d79-474cff2d8c00 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a5b1da3-b29b-46e3-84c3-66b6f85389eb,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:31.681838 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ef8b487-977d-45cd-9d79-474cff2d8c00 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.685169 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3ef8b487-977d-45cd-9d79-474cff2d8c00 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "DELETE /v2.0/ports/9a5b1da3-b29b-46e3-84c3-66b6f85389eb HTTP/1.1" status: 204 len: 168 time: 1.7334824 Nov 28 07:47:31.686592 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd858ab3-5eda-4067-98b2-34347401f0b4 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:47:31.688515 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37570) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:31.704236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91c97114-82eb-423b-b6fc-b25c4f920316', 'external_fixed_ips': [{'subnet_id': '23927722-49b0-4f6d-8bde-b714112237aa', 'ip_address': '2001:db8::22'}]}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:31.721579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cb877b7f-7e73-42cc-9fc7-45b82a81b06f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.730000 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cb877b7f-7e73-42cc-9fc7-45b82a81b06f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.741204 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.761535 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd858ab3-5eda-4067-98b2-34347401f0b4 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.761875 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-cd858ab3-5eda-4067-98b2-34347401f0b4 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Added segment dae51397-30de-424f-985c-bdc166688f51 of type vlan for network 3c08a858-5773-42b8-86ab-319541155580 Nov 28 07:47:31.901442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.902395 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.905919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cb877b7f-7e73-42cc-9fc7-45b82a81b06f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.906398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb877b7f-7e73-42cc-9fc7-45b82a81b06f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Fanout notify agent at l3_agent the message router_deleted on router 151f917f-0a72-4660-8b11-e4047b47598b {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:47:31.914175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cb877b7f-7e73-42cc-9fc7-45b82a81b06f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.918016 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cb877b7f-7e73-42cc-9fc7-45b82a81b06f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/routers/151f917f-0a72-4660-8b11-e4047b47598b HTTP/1.1" status: 204 len: 168 time: 1.0255196 Nov 28 07:47:31.918750 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd858ab3-5eda-4067-98b2-34347401f0b4 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.919488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37572) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:31.962985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:31.990262 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.009605 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting subnet 63b46208-5e35-411e-a970-740e26abb6fa {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:47:32.016585 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.026259 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd858ab3-5eda-4067-98b2-34347401f0b4 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.031829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd858ab3-5eda-4067-98b2-34347401f0b4 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:32.032408 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd858ab3-5eda-4067-98b2-34347401f0b4 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.046013 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.081463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port 50c708c3-8f45-4f2a-b51c-18d17d8c5408 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:32.081809 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.093880 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.127502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.20.0.1 (99a961dd-f6f6-49dd-ae64-97e2a27cd2b4/815acd0e-e152-4e94-9ea9-38b3520cb2d2/3a9c2a27-8393-4523-915b-bff938ce44e1) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:32.187835 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cd858ab3-5eda-4067-98b2-34347401f0b4 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2374103 Nov 28 07:47:32.193476 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37574) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:32.206167 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-958dfd80-5802-4ca9-9e06-1505c724832a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1194237957'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:32.224849 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:32.285422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.287291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:32.287735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.300357 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd858ab3-5eda-4067-98b2-34347401f0b4 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event updated for resources: {'Network': ['ID=3c08a858-5773-42b8-86ab-319541155580,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:32.307196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958dfd80-5802-4ca9-9e06-1505c724832a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Made reservation on behalf of bd9618c37f434b76b9877d2ddd007339 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:32.310838 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-958dfd80-5802-4ca9-9e06-1505c724832a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.315158 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 3c08a858-5773-42b8-86ab-319541155580 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:47:32.380321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.382180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958dfd80-5802-4ca9-9e06-1505c724832a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:47:32.409617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-958dfd80-5802-4ca9-9e06-1505c724832a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.410177 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-958dfd80-5802-4ca9-9e06-1505c724832a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Added segment fe3163bb-e051-4e25-8770-83431c8cc9b9 of type vlan for network b3d29b1d-4680-47e9-9520-1003f3609a33 Nov 28 07:47:32.457638 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.506831 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-958dfd80-5802-4ca9-9e06-1505c724832a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.512129 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.518012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.524379 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/63b46208-5e35-411e-a970-740e26abb6fa HTTP/1.1" status: 204 len: 168 time: 0.6010330 Nov 28 07:47:32.526232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Subnet': ['ID=63b46208-5e35-411e-a970-740e26abb6fa,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:32.529337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.529596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20da62b7-8a62-4a78-91f8-92b63051f532 None None] Network 7872f9b0-74f2-44e7-9983-5e09fe0258b9 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:32.531711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37578) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:32.564929 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for 50c708c3-8f45-4f2a-b51c-18d17d8c5408 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:32.576847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:32.577194 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:32.577539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:32.577880 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:32.578214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:32.578544 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:32.578885 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:32.579220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:32.579545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:32.579869 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:32.580197 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:32.580518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:32.580843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f2c16-40b8-460d-8f37-b8b9976385d6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:32.626455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.669902 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cace19-cd27-44aa-be25-441f693796e5 req-a786d012-be8f-4159-9ba0-8e11c771ae13 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:32.671671 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-93cace19-cd27-44aa-be25-441f693796e5 req-a786d012-be8f-4159-9ba0-8e11c771ae13 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2127750 Nov 28 07:47:32.678252 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network 99a961dd-f6f6-49dd-ae64-97e2a27cd2b4 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:32.679478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-958dfd80-5802-4ca9-9e06-1505c724832a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.685328 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958dfd80-5802-4ca9-9e06-1505c724832a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:32.685925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-958dfd80-5802-4ca9-9e06-1505c724832a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.691911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:32.721839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:32.730282 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.754004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Router 624b7eab-471e-422e-8ade-5f5e315122af is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:32.759494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a036aabd-f73e-48c4-85ff-f38d3442dc61 None None] DHCP port deletion for 7872f9b0-74f2-44e7-9983-5e09fe0258b9 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:32.830559 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a036aabd-f73e-48c4-85ff-f38d3442dc61 None None] Deleting port 04a4429d-d4d3-4418-b7bd-7c7b693bc643 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:32.834801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a036aabd-f73e-48c4-85ff-f38d3442dc61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.850896 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-958dfd80-5802-4ca9-9e06-1505c724832a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6428609 Nov 28 07:47:32.850896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=3a9c2a27-8393-4523-915b-bff938ce44e1,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:32.866897 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-93cace19-cd27-44aa-be25-441f693796e5 req-a42de229-ed63-44ca-9e7b-967a8af87338 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691217 Nov 28 07:47:32.918600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dfd80-5802-4ca9-9e06-1505c724832a tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event updated for resources: {'Network': ['ID=b3d29b1d-4680-47e9-9520-1003f3609a33,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:32.927745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:32.970403 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network b3d29b1d-4680-47e9-9520-1003f3609a33 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:47:33.011441 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a036aabd-f73e-48c4-85ff-f38d3442dc61 None None] For port 04a4429d-d4d3-4418-b7bd-7c7b693bc643, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=04a4429d-d4d3-4418-b7bd-7c7b693bc643,segment=NetworkSegment(9b935659-a277-409a-bb9c-90715bfc5389),segment_id=9b935659-a277-409a-bb9c-90715bfc5389)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:33.011819 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a036aabd-f73e-48c4-85ff-f38d3442dc61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.012478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37582) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:33.027319 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Request body: {'subnets': [{'network_id': '3c08a858-5773-42b8-86ab-319541155580', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1244142091', 'ip_version': 4}, {'network_id': 'b3d29b1d-4680-47e9-9520-1003f3609a33', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:33.027646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Request body: {'subnet': {'network_id': '3c08a858-5773-42b8-86ab-319541155580', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1244142091', 'ip_version': 4}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:33.028213 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Request body: {'subnet': {'network_id': 'b3d29b1d-4680-47e9-9520-1003f3609a33', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:33.035357 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a036aabd-f73e-48c4-85ff-f38d3442dc61 None None] Calling delete_port for 04a4429d-d4d3-4418-b7bd-7c7b693bc643 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:33.068787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.073471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port 04a4429d-d4d3-4418-b7bd-7c7b693bc643 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:33.073809 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.144543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b244e08e-06e3-47f7-be76-4b9bd0ddde4a None None] Provisioning complete for port 3a9c2a27-8393-4523-915b-bff938ce44e1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:33.144825 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b244e08e-06e3-47f7-be76-4b9bd0ddde4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.150208 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=50c708c3-8f45-4f2a-b51c-18d17d8c5408,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:33.153033 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.183240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] For port 04a4429d-d4d3-4418-b7bd-7c7b693bc643, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=04a4429d-d4d3-4418-b7bd-7c7b693bc643,segment=NetworkSegment(9b935659-a277-409a-bb9c-90715bfc5389),segment_id=9b935659-a277-409a-bb9c-90715bfc5389)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:33.183549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.216598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b244e08e-06e3-47f7-be76-4b9bd0ddde4a None None] Port 3a9c2a27-8393-4523-915b-bff938ce44e1 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:33.221127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for 04a4429d-d4d3-4418-b7bd-7c7b693bc643 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:33.233066 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:33.236830 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a036aabd-f73e-48c4-85ff-f38d3442dc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.244611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.244611 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-71447202-9edc-45e2-b723-cf65537cd14e tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "PUT /v2.0/routers/624b7eab-471e-422e-8ade-5f5e315122af HTTP/1.1" status: 200 len: 879 time: 5.1485448 Nov 28 07:47:33.246117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37584) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:33.254709 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412c1e9c-2680-421d-8687-126e4fece356 None None] Sync routers for ids ['624b7eab-471e-422e-8ade-5f5e315122af'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:33.269993 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412c1e9c-2680-421d-8687-126e4fece356 None None] Routers {'624b7eab-471e-422e-8ade-5f5e315122af'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:33.271032 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-412c1e9c-2680-421d-8687-126e4fece356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['624b7eab-471e-422e-8ade-5f5e315122af'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:33.283301 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.291707 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/50c708c3-8f45-4f2a-b51c-18d17d8c5408 HTTP/1.1" status: 204 len: 168 time: 1.8070593 Nov 28 07:47:33.295535 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:33.295883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:33.296223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:33.296352 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036aabd-f73e-48c4-85ff-f38d3442dc61 None None] Pushing event deleted for resources: {'Port': ['ID=04a4429d-d4d3-4418-b7bd-7c7b693bc643,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:33.296538 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:33.296869 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:33.297194 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:33.297519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:33.298625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:33.298986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:33.299316 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:33.299642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:33.299965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:33.300279 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904318aa-5595-4962-8127-53e5d525a716 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:33.304885 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036aabd-f73e-48c4-85ff-f38d3442dc61 None None] No DVR routers for this DVR port 04a4429d-d4d3-4418-b7bd-7c7b693bc643 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:47:33.320588 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37586) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:33.346091 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-412c1e9c-2680-421d-8687-126e4fece356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:33.357658 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412c1e9c-2680-421d-8687-126e4fece356 None None] Routers {'624b7eab-471e-422e-8ade-5f5e315122af'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:33.358433 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-412c1e9c-2680-421d-8687-126e4fece356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['624b7eab-471e-422e-8ade-5f5e315122af'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:33.405999 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-412c1e9c-2680-421d-8687-126e4fece356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:33.406985 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412c1e9c-2680-421d-8687-126e4fece356 None None] The sync data for ids ['624b7eab-471e-422e-8ade-5f5e315122af'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:33.563340 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.617231 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9f357908-e464-424a-8c38-345719371e38 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/routers/624b7eab-471e-422e-8ade-5f5e315122af HTTP/1.1" status: 200 len: 920 time: 0.3699629 Nov 28 07:47:33.620553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=04a4429d-d4d3-4418-b7bd-7c7b693bc643,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:33.646326 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37588) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:33.659094 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No DVR routers for this DVR port 04a4429d-d4d3-4418-b7bd-7c7b693bc643 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:47:33.780986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a524ed46-e2cc-4056-84d5-8f0f01b56590 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:33.782606 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a524ed46-e2cc-4056-84d5-8f0f01b56590 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:33.784130 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a524ed46-e2cc-4056-84d5-8f0f01b56590 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4411359 Nov 28 07:47:33.787733 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37590) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:33.803677 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.822542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.843982 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56076d45-0fa7-4a7c-9d23-3b9b6f12afb8 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:33.845492 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-56076d45-0fa7-4a7c-9d23-3b9b6f12afb8 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&device_id=624b7eab-471e-422e-8ade-5f5e315122af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1963656 Nov 28 07:47:33.848435 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.850163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37592) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:33.856214 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Made reservation on behalf of bd9618c37f434b76b9877d2ddd007339 for: {'subnet': 2} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:33.860680 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.861014 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.866136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7872f9b0-74f2-44e7-9983-5e09fe0258b9']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:33.898114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b935659-a277-409a-bb9c-90715bfc5389') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:33.898432 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b935659-a277-409a-bb9c-90715bfc5389') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:33.929951 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5c4ed3-df0b-4af9-9836-fa81e45a3163 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 231f228a-d2b9-4ea9-9c77-15e78672061e {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:47:33.947678 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.967648 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.970422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4ed3-df0b-4af9-9836-fa81e45a3163 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.976567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:33.986815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.049644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:47:34.049952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:47:34.052918 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:47:34.058587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4ed3-df0b-4af9-9836-fa81e45a3163 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.187362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Allocated IP 2001:db8::22 (91c97114-82eb-423b-b6fc-b25c4f920316/23927722-49b0-4f6d-8bde-b714112237aa/886b8917-fc74-480b-9d26-ab39af95ed3d) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:34.203443 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4ed3-df0b-4af9-9836-fa81e45a3163 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.219268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 04a4429d-d4d3-4418-b7bd-7c7b693bc643 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:47:34.242178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 04a4429d-d4d3-4418-b7bd-7c7b693bc643 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:47:34.242841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 04a4429d-d4d3-4418-b7bd-7c7b693bc643 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:47:34.328446 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4ed3-df0b-4af9-9836-fa81e45a3163 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.362278 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c4ed3-df0b-4af9-9836-fa81e45a3163 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=231f228a-d2b9-4ea9-9c77-15e78672061e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:34.371780 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2b5c4ed3-df0b-4af9-9836-fa81e45a3163 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.374183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db369b0-eb03-4c9f-a055-78cc93769840 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:34.375107 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2b5c4ed3-df0b-4af9-9836-fa81e45a3163 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/231f228a-d2b9-4ea9-9c77-15e78672061e HTTP/1.1" status: 204 len: 168 time: 0.5850563 Nov 28 07:47:34.377660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37594) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:34.382013 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.427978 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0507bac1-f7ec-48f1-8ed5-c29562c1d28f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491993 Nov 28 07:47:34.431468 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37596) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:34.436866 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6146f646-a078-4dc9-9ab9-499b13440166 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:34.462716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ce197e-7747-4a56-992f-2d7daf8421aa tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:34.464126 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a2ce197e-7747-4a56-992f-2d7daf8421aa tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/networks/8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 881 time: 0.6087205 Nov 28 07:47:34.467203 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37598) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:34.471066 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=3a9c2a27-8393-4523-915b-bff938ce44e1,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:34.475570 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.495438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.511446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.514673 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/networks/7872f9b0-74f2-44e7-9983-5e09fe0258b9 HTTP/1.1" status: 204 len: 168 time: 1.9819636 Nov 28 07:47:34.526307 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37600) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:34.531061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-676923080', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:34.541508 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6079bbb8-e36e-488b-a777-3d8e97c63135 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "GET /v2.0/ports?device_id=624b7eab-471e-422e-8ade-5f5e315122af HTTP/1.1" status: 200 len: 205 time: 0.0731952 Nov 28 07:47:34.546708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37602) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:34.558156 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a991aa5-7919-405d-9349-6c73dabc74cf tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Network': ['ID=7872f9b0-74f2-44e7-9983-5e09fe0258b9,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:34.578099 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.602255 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96513f3b-0bc7-471d-8e98-292554155aaa None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:34.661914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Network 91c97114-82eb-423b-b6fc-b25c4f920316 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:34.667035 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.668086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.668647 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-96513f3b-0bc7-471d-8e98-292554155aaa None None] Deleting port 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:34.669086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-96513f3b-0bc7-471d-8e98-292554155aaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.677599 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:34.688611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:34.728266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event updated for resources: {'Port': ['ID=886b8917-fc74-480b-9d26-ab39af95ed3d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:34.748807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network 99a961dd-f6f6-49dd-ae64-97e2a27cd2b4 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:34.759559 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:34.792839 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6146f646-a078-4dc9-9ab9-499b13440166 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:34.796442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6146f646-a078-4dc9-9ab9-499b13440166 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.864737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.871485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.948947 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-96513f3b-0bc7-471d-8e98-292554155aaa None None] For port 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=41da5b8b-c216-4cf9-92c7-7c6ddedc88f1,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:34.949518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-96513f3b-0bc7-471d-8e98-292554155aaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:34.985561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-96513f3b-0bc7-471d-8e98-292554155aaa None None] Calling delete_port for 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:35.098577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-96513f3b-0bc7-471d-8e98-292554155aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.130128 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96513f3b-0bc7-471d-8e98-292554155aaa None None] Pushing event deleted for resources: {'Port': ['ID=41da5b8b-c216-4cf9-92c7-7c6ddedc88f1,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:35.135280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96513f3b-0bc7-471d-8e98-292554155aaa None None] No DVR routers for this DVR port 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:47:35.163117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-69c87439-abab-4684-8358-be84150e090a None None] Provisioning complete for port 3a9c2a27-8393-4523-915b-bff938ce44e1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:35.163487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-69c87439-abab-4684-8358-be84150e090a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.198546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.206639 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-69c87439-abab-4684-8358-be84150e090a None None] Port 3a9c2a27-8393-4523-915b-bff938ce44e1 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:35.223685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 792eb75e-9b6a-4a6c-b859-52043ada430e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:47:35.247004 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.258294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.326893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.470092 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Deleting port 772233e4-520e-4318-99ef-0c4a75177ed1 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:35.470317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.471951 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event updated for resources: {'Subnet': ['ID=aab2f4ed-5c9d-4e43-8207-c9afe72f7d76,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:35.473833 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:35.487245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619af465-7d96-48e2-89e1-3473b17d27cf None None] Sync routers for ids ['792eb75e-9b6a-4a6c-b859-52043ada430e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:35.490085 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0bf79e01-04dc-45af-9f8f-54efb1b32002 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "PUT /v2.0/routers/792eb75e-9b6a-4a6c-b859-52043ada430e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1882789 Nov 28 07:47:35.493044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37604) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:35.501737 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Checking segment: {'id': 'dae51397-30de-424f-985c-bdc166688f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c08a858-5773-42b8-86ab-319541155580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:35.502092 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Network hostable DHCP agents. Network: 3c08a858-5773-42b8-86ab-319541155580, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:47:35.503085 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619af465-7d96-48e2-89e1-3473b17d27cf None None] Routers {'792eb75e-9b6a-4a6c-b859-52043ada430e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:35.503959 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-619af465-7d96-48e2-89e1-3473b17d27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['792eb75e-9b6a-4a6c-b859-52043ada430e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:35.510338 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-56d8d409-3bc2-4152-8f0e-e3e1705d7ae7 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'port': {'network_id': '99a961dd-f6f6-49dd-ae64-97e2a27cd2b4', 'name': 'tempest-FloatingIPTestJSON-1008775816'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:35.544835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-619af465-7d96-48e2-89e1-3473b17d27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:35.554979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619af465-7d96-48e2-89e1-3473b17d27cf None None] Routers {'792eb75e-9b6a-4a6c-b859-52043ada430e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:35.555861 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-619af465-7d96-48e2-89e1-3473b17d27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['792eb75e-9b6a-4a6c-b859-52043ada430e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:35.578991 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.objects.ports [None req-6146f646-a078-4dc9-9ab9-499b13440166 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115119) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:47:35.585888 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6146f646-a078-4dc9-9ab9-499b13440166 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.595562 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-619af465-7d96-48e2-89e1-3473b17d27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:35.596850 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619af465-7d96-48e2-89e1-3473b17d27cf None None] The sync data for ids ['792eb75e-9b6a-4a6c-b859-52043ada430e'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:35.626647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Network 3c08a858-5773-42b8-86ab-319541155580 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:47:35.682529 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6146f646-a078-4dc9-9ab9-499b13440166 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:35.683281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 3c08a858-5773-42b8-86ab-319541155580) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:35.691417 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.695463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-6146f646-a078-4dc9-9ab9-499b13440166 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:35.695950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.697494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6995606e-d5c5-43ea-ab28-89ea22c20cea None None] Network 3c08a858-5773-42b8-86ab-319541155580 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:35.701958 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6146f646-a078-4dc9-9ab9-499b13440166 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:35.702543 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6146f646-a078-4dc9-9ab9-499b13440166 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.723291 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146f646-a078-4dc9-9ab9-499b13440166 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=7751d483-5fa1-4f85-b221-57d90fc08fa4,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:35.724426 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46916f01-2091-4bca-8859-20d286151f7d None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:35.745464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Calling delete_port for 772233e4-520e-4318-99ef-0c4a75177ed1 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:35.752847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.765772 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6146f646-a078-4dc9-9ab9-499b13440166 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3328056 Nov 28 07:47:35.775214 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37606) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:35.779994 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2db45e47-9b4b-4ce8-9771-a376108bfc46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'mac_address': 'fa:16:3e:65:17:cb', 'name': 'tempest-NetworksTestDHCPv6-799169021'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:35.783319 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.800575 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.829951 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event updated for resources: {'Subnet': ['ID=0cc91c0b-22a9-479d-b7a9-2963b59d9816,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:35.901683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d8d409-3bc2-4152-8f0e-e3e1705d7ae7 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Made reservation on behalf of 3eef549e08fd41688b1ac7477120faf2 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:35.905270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-56d8d409-3bc2-4152-8f0e-e3e1705d7ae7 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:35.909200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Checking segment: {'id': 'fe3163bb-e051-4e25-8770-83431c8cc9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3d29b1d-4680-47e9-9520-1003f3609a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:35.909563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Network hostable DHCP agents. Network: b3d29b1d-4680-47e9-9520-1003f3609a33, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:47:35.992584 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-56d8d409-3bc2-4152-8f0e-e3e1705d7ae7 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] device_id is not set on port 42819627-f1a0-4cf5-bf86-326335d0d90b yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:35.998475 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Network b3d29b1d-4680-47e9-9520-1003f3609a33 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:47:36.017927 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-3c08a858-5773-42b8-86ab-319541155580', 'network_id': '3c08a858-5773-42b8-86ab-319541155580', 'tenant_id': 'bd9618c37f434b76b9877d2ddd007339', 'fixed_ips': [{'subnet_id': 'aab2f4ed-5c9d-4e43-8207-c9afe72f7d76'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:47:36.019148 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.028728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, b3d29b1d-4680-47e9-9520-1003f3609a33) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:36.039184 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:36.039646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:36.040308 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.052203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '7751d483-5fa1-4f85-b221-57d90fc08fa4'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:47:36.053259 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.059189 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db45e47-9b4b-4ce8-9771-a376108bfc46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:36.072579 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724885b4-3c9a-412b-bed4-bc547c9634fd None None] Network b3d29b1d-4680-47e9-9520-1003f3609a33 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:36.073482 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-769e39f8-a6f9-498b-af9f-dd0524e506dc tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.0569067 Nov 28 07:47:36.077232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Allocated IP 172.26.2.234 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/f2547769-e6bb-465a-a18e-749e7fc491e4) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:36.080526 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37608) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:36.167064 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Router 3eb3dce3-dccc-43a2-a74c-b91cfb357a55 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:36.186538 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2db45e47-9b4b-4ce8-9771-a376108bfc46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.211612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-2db45e47-9b4b-4ce8-9771-a376108bfc46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port 49b55dbb-1824-4093-8b60-d19990fb3a48 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:36.250822 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1fe106-bc38-4191-872a-a769b7160ea2 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:36.252972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1fe106-bc38-4191-872a-a769b7160ea2 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:36.254042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1fe106-bc38-4191-872a-a769b7160ea2 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:36.259417 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3b1fe106-bc38-4191-872a-a769b7160ea2 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1749287 Nov 28 07:47:36.268614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37610) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:36.308906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:47:36.312845 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-56d8d409-3bc2-4152-8f0e-e3e1705d7ae7 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Allocated IP 172.20.0.6 (99a961dd-f6f6-49dd-ae64-97e2a27cd2b4/815acd0e-e152-4e94-9ea9-38b3520cb2d2/42819627-f1a0-4cf5-bf86-326335d0d90b) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:36.318804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.339740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:47:36.340332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 41da5b8b-c216-4cf9-92c7-7c6ddedc88f1 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:47:36.373590 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Pushing event deleted for resources: {'Port': ['ID=772233e4-520e-4318-99ef-0c4a75177ed1,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:36.414370 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfae171-f04c-47a2-8574-fa0fe87fabfb None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:36.426567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.445730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-b3d29b1d-4680-47e9-9520-1003f3609a33', 'network_id': 'b3d29b1d-4680-47e9-9520-1003f3609a33', 'tenant_id': 'bd9618c37f434b76b9877d2ddd007339', 'fixed_ips': [{'subnet_id': '0cc91c0b-22a9-479d-b7a9-2963b59d9816'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:47:36.446944 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.521628 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.553905 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Allocated IP 172.20.0.2 (3c08a858-5773-42b8-86ab-319541155580/aab2f4ed-5c9d-4e43-8207-c9afe72f7d76/33f7c346-7b43-479a-b0f6-443aaaa8c264) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:36.686086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.689473 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.720192 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a97fbb-a5be-481e-a456-44f14227f860 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Deleting subnet aab2f4ed-5c9d-4e43-8207-c9afe72f7d76 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:47:36.727083 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Allocated IP 172.20.0.18 (b3d29b1d-4680-47e9-9520-1003f3609a33/0cc91c0b-22a9-479d-b7a9-2963b59d9816/b8e19169-8551-461e-93ab-7121b0098e3d) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:36.736843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.780599 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-2db45e47-9b4b-4ce8-9771-a376108bfc46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::f816:3eff:fe65:17cb (c04e62e3-7156-478d-ad66-af6018eecb99/7751d483-5fa1-4f85-b221-57d90fc08fa4/49b55dbb-1824-4093-8b60-d19990fb3a48) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:36.783331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.783862 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Fanout notify agent at l3_agent the message router_deleted on router 624b7eab-471e-422e-8ade-5f5e315122af {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:47:36.799422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.804250 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-64e5f404-ba1f-4331-ab2b-a5f1bff1c854 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "DELETE /v2.0/routers/624b7eab-471e-422e-8ade-5f5e315122af HTTP/1.1" status: 204 len: 168 time: 2.2515857 Nov 28 07:47:36.807212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37612) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:36.810183 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-56d8d409-3bc2-4152-8f0e-e3e1705d7ae7 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.820998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:36.824321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-6a02bdfe-d27b-4bc0-bc55-be29925f4d6d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1732066422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:36.835200 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Sync routers for ids ['3eb3dce3-dccc-43a2-a74c-b91cfb357a55'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:36.840407 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:36.847388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=f2547769-e6bb-465a-a18e-749e7fc491e4,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:36.850155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:36.856285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:36.857257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.858207 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Routers {'3eb3dce3-dccc-43a2-a74c-b91cfb357a55'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:36.869215 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3eb3dce3-dccc-43a2-a74c-b91cfb357a55'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:36.877931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.879968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-35a97fbb-a5be-481e-a456-44f14227f860 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.891299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1890dd5c-e4fe-4764-9a35-71e1f84a8849 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:36.917258 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a02bdfe-d27b-4bc0-bc55-be29925f4d6d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.918316 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a02bdfe-d27b-4bc0-bc55-be29925f4d6d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.975879 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Network 3c08a858-5773-42b8-86ab-319541155580 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:36.985703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.989320 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-32a9f3c4-53b8-4224-969d-b31ee98bbd92 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.2915852 Nov 28 07:47:36.989481 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:36.990015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-56d8d409-3bc2-4152-8f0e-e3e1705d7ae7 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:36.993718 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37614) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:36.994857 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:37.053559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-35a97fbb-a5be-481e-a456-44f14227f860 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.072285 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Set router 3eb3dce3-dccc-43a2-a74c-b91cfb357a55 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:47:37.158494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.164857 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Pushing event updated for resources: {'Port': ['ID=33f7c346-7b43-479a-b0f6-443aaaa8c264,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:37.168128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2db45e47-9b4b-4ce8-9771-a376108bfc46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.250537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.258516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.275378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Network b3d29b1d-4680-47e9-9520-1003f3609a33 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:37.281954 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:37.282358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:37.282699 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:37.283092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:37.283427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:37.283750 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:37.284073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:37.284422 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:37.284757 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:37.285201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:37.285523 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:37.285837 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:37.286271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:47:37.287745 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3dce3-dccc-43a2-a74c-b91cfb357a55', 'name': '', 'tenant_id': '283388182cc34e3cbf13805cc570deca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c97114-82eb-423b-b6fc-b25c4f920316', 'external_fixed_ips': [{'subnet_id': '23927722-49b0-4f6d-8bde-b714112237aa', 'ip_address': '2001:db8::22'}], 'enable_snat': True}, 'gw_port_id': '886b8917-fc74-480b-9d26-ab39af95ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:47:31Z', 'updated_at': '2021-11-28T07:47:34Z', 'revision_number': 3, 'project_id': '283388182cc34e3cbf13805cc570deca', 'gw_port': {'id': '886b8917-fc74-480b-9d26-ab39af95ed3d', 'name': '', 'network_id': '91c97114-82eb-423b-b6fc-b25c4f920316', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3dce3-dccc-43a2-a74c-b91cfb357a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '23927722-49b0-4f6d-8bde-b714112237aa', 'ip_address': '2001:db8::22', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:47:33Z', 'updated_at': '2021-11-28T07:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23927722-49b0-4f6d-8bde-b714112237aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:37.298706 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:37.309808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:37.324725 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Checking router: 3eb3dce3-dccc-43a2-a74c-b91cfb357a55 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:47:37.325363 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Updating router 3eb3dce3-dccc-43a2-a74c-b91cfb357a55 port 886b8917-fc74-480b-9d26-ab39af95ed3d binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:47:37.365074 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.392563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.397119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-35a97fbb-a5be-481e-a456-44f14227f860 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.398630 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Pushing event updated for resources: {'Port': ['ID=b8e19169-8551-461e-93ab-7121b0098e3d,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:37.418774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5db9defb-23b1-4a7c-8a48-3e3e34b2cb6c None None] Provisioning complete for port f2547769-e6bb-465a-a18e-749e7fc491e4 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:37.419335 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5db9defb-23b1-4a7c-8a48-3e3e34b2cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.464896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2db45e47-9b4b-4ce8-9771-a376108bfc46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.479852 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a02bdfe-d27b-4bc0-bc55-be29925f4d6d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.492460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5db9defb-23b1-4a7c-8a48-3e3e34b2cb6c None None] Port f2547769-e6bb-465a-a18e-749e7fc491e4 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:37.497377 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Attempting to bind port 33f7c346-7b43-479a-b0f6-443aaaa8c264 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:37.497771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Attempting to bind port 33f7c346-7b43-479a-b0f6-443aaaa8c264 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'dae51397-30de-424f-985c-bdc166688f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c08a858-5773-42b8-86ab-319541155580'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:37.498133 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Attempting to bind port 33f7c346-7b43-479a-b0f6-443aaaa8c264 on network 3c08a858-5773-42b8-86ab-319541155580 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:37.503768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d8d409-3bc2-4152-8f0e-e3e1705d7ae7 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Network 99a961dd-f6f6-49dd-ae64-97e2a27cd2b4 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:37.512107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a02bdfe-d27b-4bc0-bc55-be29925f4d6d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.525049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-56d8d409-3bc2-4152-8f0e-e3e1705d7ae7 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:37.532371 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db45e47-9b4b-4ce8-9771-a376108bfc46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=49b55dbb-1824-4093-8b60-d19990fb3a48,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:37.542673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8d409-3bc2-4152-8f0e-e3e1705d7ae7 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:37.552769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8d409-3bc2-4152-8f0e-e3e1705d7ae7 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event updated for resources: {'Port': ['ID=42819627-f1a0-4cf5-bf86-326335d0d90b,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:37.584765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db45e47-9b4b-4ce8-9771-a376108bfc46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:37.588695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-35a97fbb-a5be-481e-a456-44f14227f860 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.600926 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6a02bdfe-d27b-4bc0-bc55-be29925f4d6d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.604941 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6a02bdfe-d27b-4bc0-bc55-be29925f4d6d tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7865779 Nov 28 07:47:37.605122 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-2db45e47-9b4b-4ce8-9771-a376108bfc46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:37.607456 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-35a97fbb-a5be-481e-a456-44f14227f860 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.607606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37616) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:37.609800 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-35a97fbb-a5be-481e-a456-44f14227f860 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "DELETE /v2.0/subnets/aab2f4ed-5c9d-4e43-8207-c9afe72f7d76 HTTP/1.1" status: 204 len: 168 time: 1.3388624 Nov 28 07:47:37.611852 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Deleting port 886b8917-fc74-480b-9d26-ab39af95ed3d {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:37.612273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.614206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'enable_snat': True}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:37.620023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37618) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:37.634664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db45e47-9b4b-4ce8-9771-a376108bfc46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:37.640514 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db45e47-9b4b-4ce8-9771-a376108bfc46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:37.641450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2db45e47-9b4b-4ce8-9771-a376108bfc46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.653890 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a97fbb-a5be-481e-a456-44f14227f860 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event deleted for resources: {'Subnet': ['ID=aab2f4ed-5c9d-4e43-8207-c9afe72f7d76,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:37.677360 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2db45e47-9b4b-4ce8-9771-a376108bfc46 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9010611 Nov 28 07:47:37.680667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37620) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:37.800469 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.811612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.813861 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.826427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Calling delete_port for 886b8917-fc74-480b-9d26-ab39af95ed3d owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:37.843975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d8d409-3bc2-4152-8f0e-e3e1705d7ae7 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:37.844658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-56d8d409-3bc2-4152-8f0e-e3e1705d7ae7 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.880354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:37.890348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Checking segment: {'id': 'dae51397-30de-424f-985c-bdc166688f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c08a858-5773-42b8-86ab-319541155580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:37.891178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.891675 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1f5cf-af43-48ad-ba10-333da6067650 None None] Pushing event updated for resources: {'Port': ['ID=886b8917-fc74-480b-9d26-ab39af95ed3d,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:37.892625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Bound using segment: {'id': 'dae51397-30de-424f-985c-bdc166688f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c08a858-5773-42b8-86ab-319541155580'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:37.896081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Bound port: 33f7c346-7b43-479a-b0f6-443aaaa8c264, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae51397-30de-424f-985c-bdc166688f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c08a858-5773-42b8-86ab-319541155580'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:37.897380 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.937764 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Attempting to bind port 886b8917-fc74-480b-9d26-ab39af95ed3d on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:37.938130 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Attempting to bind port 886b8917-fc74-480b-9d26-ab39af95ed3d by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7bf839d6-3d7e-45ea-904b-19ecaa7a71bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c97114-82eb-423b-b6fc-b25c4f920316'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:37.938490 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Attempting to bind port 886b8917-fc74-480b-9d26-ab39af95ed3d on network 91c97114-82eb-423b-b6fc-b25c4f920316 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:37.945993 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:37.946485 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Checking segment: {'id': '7bf839d6-3d7e-45ea-904b-19ecaa7a71bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c97114-82eb-423b-b6fc-b25c4f920316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:37.946908 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.947292 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Bound using segment: {'id': '7bf839d6-3d7e-45ea-904b-19ecaa7a71bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c97114-82eb-423b-b6fc-b25c4f920316'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:37.947758 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Bound port: 886b8917-fc74-480b-9d26-ab39af95ed3d, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf839d6-3d7e-45ea-904b-19ecaa7a71bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c97114-82eb-423b-b6fc-b25c4f920316'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:37.948636 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:37.961781 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Allocated IP 2001:db8::f816:3eff:fe98:c119 (c04e62e3-7156-478d-ad66-af6018eecb99/7751d483-5fa1-4f85-b221-57d90fc08fa4/65d7a820-cbd9-433f-a923-27f2f21ab5d7) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:37.966056 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Attempting to bind port b8e19169-8551-461e-93ab-7121b0098e3d on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:37.966714 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Attempting to bind port b8e19169-8551-461e-93ab-7121b0098e3d by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'fe3163bb-e051-4e25-8770-83431c8cc9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3d29b1d-4680-47e9-9520-1003f3609a33'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:37.967351 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Attempting to bind port b8e19169-8551-461e-93ab-7121b0098e3d on network b3d29b1d-4680-47e9-9520-1003f3609a33 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:37.972040 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-56d8d409-3bc2-4152-8f0e-e3e1705d7ae7 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4779706 Nov 28 07:47:38.004379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:38.005236 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Checking segment: {'id': 'fe3163bb-e051-4e25-8770-83431c8cc9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3d29b1d-4680-47e9-9520-1003f3609a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:38.005852 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.006650 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Bound using segment: {'id': 'fe3163bb-e051-4e25-8770-83431c8cc9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3d29b1d-4680-47e9-9520-1003f3609a33'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:38.007404 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Bound port: b8e19169-8551-461e-93ab-7121b0098e3d, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3163bb-e051-4e25-8770-83431c8cc9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b3d29b1d-4680-47e9-9520-1003f3609a33'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:38.008014 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.009949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-102c1c08-6193-4727-b812-c6057d28854d tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Deleting subnet 0cc91c0b-22a9-479d-b7a9-2963b59d9816 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:47:38.016429 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37622) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:38.021644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-eb3a4c7d-849d-4688-975b-75eaa6fe9720 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Request body: {'floatingip': {'port_id': '42819627-f1a0-4cf5-bf86-326335d0d90b'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:38.027908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-102c1c08-6193-4727-b812-c6057d28854d tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.030430 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] For port 886b8917-fc74-480b-9d26-ab39af95ed3d, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:38.037963 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] For port 886b8917-fc74-480b-9d26-ab39af95ed3d, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=886b8917-fc74-480b-9d26-ab39af95ed3d,segment=NetworkSegment(7bf839d6-3d7e-45ea-904b-19ecaa7a71bb),segment_id=7bf839d6-3d7e-45ea-904b-19ecaa7a71bb)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:38.045249 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.067316 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e038e322-372b-4d6e-bb04-167765a38d48 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:38.074188 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e038e322-372b-4d6e-bb04-167765a38d48 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3863449 Nov 28 07:47:38.074887 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37624) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:38.138735 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1f5cf-af43-48ad-ba10-333da6067650 None None] Pushing event updated for resources: {'Port': ['ID=886b8917-fc74-480b-9d26-ab39af95ed3d,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:38.168081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ba52dd41-fb65-4256-ab9c-c31e08aef8bf None None] Provisioning complete for port 42819627-f1a0-4cf5-bf86-326335d0d90b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:38.168821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ba52dd41-fb65-4256-ab9c-c31e08aef8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.208414 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] For port 33f7c346-7b43-479a-b0f6-443aaaa8c264, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:38.223747 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Routers {'3eb3dce3-dccc-43a2-a74c-b91cfb357a55'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:38.226448 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3eb3dce3-dccc-43a2-a74c-b91cfb357a55'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:38.247315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-102c1c08-6193-4727-b812-c6057d28854d tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.251013 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] For port 33f7c346-7b43-479a-b0f6-443aaaa8c264, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=33f7c346-7b43-479a-b0f6-443aaaa8c264,segment=NetworkSegment(dae51397-30de-424f-985c-bdc166688f51),segment_id=dae51397-30de-424f-985c-bdc166688f51)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:38.251339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.265490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.282854 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb3a4c7d-849d-4688-975b-75eaa6fe9720 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.284037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.301696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] For port b8e19169-8551-461e-93ab-7121b0098e3d, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:38.314985 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-ba52dd41-fb65-4256-ab9c-c31e08aef8bf None None] Port 42819627-f1a0-4cf5-bf86-326335d0d90b cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:38.325295 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.330427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event deleted for resources: {'Port': ['ID=886b8917-fc74-480b-9d26-ab39af95ed3d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:38.363491 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-aa09d6e7-bab2-4432-b543-f511631905dd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port 49b55dbb-1824-4093-8b60-d19990fb3a48 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:38.363835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aa09d6e7-bab2-4432-b543-f511631905dd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.370131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.374487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] For port b8e19169-8551-461e-93ab-7121b0098e3d, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b8e19169-8551-461e-93ab-7121b0098e3d,segment=NetworkSegment(fe3163bb-e051-4e25-8770-83431c8cc9b9),segment_id=fe3163bb-e051-4e25-8770-83431c8cc9b9)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:38.390980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.431962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-102c1c08-6193-4727-b812-c6057d28854d tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.467482 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.482906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35db6d2-2524-4431-bcee-d03b04ab57ef None None] Pushing event updated for resources: {'Port': ['ID=33f7c346-7b43-479a-b0f6-443aaaa8c264,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:38.490334 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.526252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e22378-42db-4b21-8fe8-7464ce96464b None None] Network 3c08a858-5773-42b8-86ab-319541155580 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:38.558117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:38.574305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:38.576784 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:38.581241 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-102c1c08-6193-4727-b812-c6057d28854d tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.583609 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.589367 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.629490 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c1c08-6193-4727-b812-c6057d28854d tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc91c0b-22a9-479d-b7a9-2963b59d9816,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:38.665629 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-102c1c08-6193-4727-b812-c6057d28854d tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.671293 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-102c1c08-6193-4727-b812-c6057d28854d tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "DELETE /v2.0/subnets/0cc91c0b-22a9-479d-b7a9-2963b59d9816 HTTP/1.1" status: 204 len: 168 time: 1.0485942 Nov 28 07:47:38.671460 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37626) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:38.679047 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aa09d6e7-bab2-4432-b543-f511631905dd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.683203 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] Set router 3eb3dce3-dccc-43a2-a74c-b91cfb357a55 gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:47:38.686388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35170ae0-9886-42e1-a1b8-6ca531637372 None None] Pushing event updated for resources: {'Port': ['ID=b8e19169-8551-461e-93ab-7121b0098e3d,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:38.707287 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.707820 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3eb3dce3-dccc-43a2-a74c-b91cfb357a55 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:47:38.739296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.741007 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a2b1bd63-7b84-483f-8576-8a2443a2c222 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "DELETE /v2.0/routers/3eb3dce3-dccc-43a2-a74c-b91cfb357a55 HTTP/1.1" status: 204 len: 168 time: 1.7440701 Nov 28 07:47:38.742112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-aa09d6e7-bab2-4432-b543-f511631905dd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for 49b55dbb-1824-4093-8b60-d19990fb3a48 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:38.743824 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37628) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:38.800291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Attempting to bind port 65d7a820-cbd9-433f-a923-27f2f21ab5d7 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:38.800291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Attempting to bind port 65d7a820-cbd9-433f-a923-27f2f21ab5d7 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:38.800646 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Attempting to bind port 65d7a820-cbd9-433f-a923-27f2f21ab5d7 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:38.835293 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3dce3-dccc-43a2-a74c-b91cfb357a55', 'name': '', 'tenant_id': '283388182cc34e3cbf13805cc570deca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:47:31Z', 'updated_at': '2021-11-28T07:47:37Z', 'revision_number': 4, 'project_id': '283388182cc34e3cbf13805cc570deca', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:38.846163 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:38.846427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:38.846968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.847992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:38.847992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Bound port: 65d7a820-cbd9-433f-a923-27f2f21ab5d7, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:38.848736 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.857672 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7d5517-be41-4465-bbe2-b625cbd85bcf tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:38.862641 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-aa7d5517-be41-4465-bbe2-b625cbd85bcf tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1866369 Nov 28 07:47:38.877799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Pushing event updated for resources: {'Port': ['ID=65d7a820-cbd9-433f-a923-27f2f21ab5d7,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:38.899763 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37630) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:38.928599 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c701b52-bc3b-4cbd-886e-560ce370f041 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Deleting subnet 23927722-49b0-4f6d-8bde-b714112237aa {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:47:38.935867 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3c701b52-bc3b-4cbd-886e-560ce370f041 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:38.941631 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93db2df0-194e-46fb-b6b2-6f99c3f43723 None None] The sync data for ids ['3eb3dce3-dccc-43a2-a74c-b91cfb357a55'] in dv-neutron-744815-16-hyperv is: [{'id': '3eb3dce3-dccc-43a2-a74c-b91cfb357a55', 'name': '', 'tenant_id': '283388182cc34e3cbf13805cc570deca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:47:31Z', 'updated_at': '2021-11-28T07:47:37Z', 'revision_number': 4, 'project_id': '283388182cc34e3cbf13805cc570deca', 'gw_port_host': None}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:38.965571 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] For port 65d7a820-cbd9-433f-a923-27f2f21ab5d7, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:38.969296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] For port 65d7a820-cbd9-433f-a923-27f2f21ab5d7, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=65d7a820-cbd9-433f-a923-27f2f21ab5d7,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:38.980510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.077341 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfed9d-b7e1-4214-af38-b0fb85d84003 None None] Pushing event updated for resources: {'Port': ['ID=65d7a820-cbd9-433f-a923-27f2f21ab5d7,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:39.132762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.136489 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3c701b52-bc3b-4cbd-886e-560ce370f041 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.235109 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3c701b52-bc3b-4cbd-886e-560ce370f041 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.331881 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aa09d6e7-bab2-4432-b543-f511631905dd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.383496 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09d6e7-bab2-4432-b543-f511631905dd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=49b55dbb-1824-4093-8b60-d19990fb3a48,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:39.418680 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aa09d6e7-bab2-4432-b543-f511631905dd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.424268 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-aa09d6e7-bab2-4432-b543-f511631905dd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/49b55dbb-1824-4093-8b60-d19990fb3a48 HTTP/1.1" status: 204 len: 168 time: 1.3417249 Nov 28 07:47:39.424268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3c701b52-bc3b-4cbd-886e-560ce370f041 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.424736 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37632) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:39.453776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c701b52-bc3b-4cbd-886e-560ce370f041 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=23927722-49b0-4f6d-8bde-b714112237aa,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:39.460025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Deleting port b8e19169-8551-461e-93ab-7121b0098e3d {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:39.460461 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.462863 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3c701b52-bc3b-4cbd-886e-560ce370f041 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.469369 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3c701b52-bc3b-4cbd-886e-560ce370f041 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/23927722-49b0-4f6d-8bde-b714112237aa HTTP/1.1" status: 204 len: 168 time: 0.7225566 Nov 28 07:47:39.471346 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37634) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:39.554966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.615112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fffd70b8-5e6f-4021-bfc1-cdac0787143c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.618021 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] For port b8e19169-8551-461e-93ab-7121b0098e3d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b8e19169-8551-461e-93ab-7121b0098e3d,segment=NetworkSegment(fe3163bb-e051-4e25-8770-83431c8cc9b9),segment_id=fe3163bb-e051-4e25-8770-83431c8cc9b9)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:39.618447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.635424 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Calling delete_port for b8e19169-8551-461e-93ab-7121b0098e3d owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:39.645148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c696eab4-680a-4dcc-ae2a-db361929f651 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:39.646752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c696eab4-680a-4dcc-ae2a-db361929f651 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:39.651654 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c696eab4-680a-4dcc-ae2a-db361929f651 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2173355 Nov 28 07:47:39.653935 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37636) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:39.692250 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.719425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.825112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fffd70b8-5e6f-4021-bfc1-cdac0787143c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.832499 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6636f4-4eaf-4bec-a5d9-ebfc78c72b9a None None] Network b3d29b1d-4680-47e9-9520-1003f3609a33 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:39.832780 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-438ded77-a7d3-4a95-af3f-b1f595d606cd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 7751d483-5fa1-4f85-b221-57d90fc08fa4 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:47:39.844194 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-438ded77-a7d3-4a95-af3f-b1f595d606cd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.900541 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-fffd70b8-5e6f-4021-bfc1-cdac0787143c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c97114-82eb-423b-b6fc-b25c4f920316']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:39.917695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-fffd70b8-5e6f-4021-bfc1-cdac0787143c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf839d6-3d7e-45ea-904b-19ecaa7a71bb') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:39.918104 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-fffd70b8-5e6f-4021-bfc1-cdac0787143c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf839d6-3d7e-45ea-904b-19ecaa7a71bb') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:39.929252 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-438ded77-a7d3-4a95-af3f-b1f595d606cd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.973430 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-75805917-5fa6-4973-b67c-cd6dd5ec39af None None] Provisioning complete for port b8e19169-8551-461e-93ab-7121b0098e3d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:39.974012 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-75805917-5fa6-4973-b67c-cd6dd5ec39af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.974419 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fffd70b8-5e6f-4021-bfc1-cdac0787143c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:39.999772 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fffd70b8-5e6f-4021-bfc1-cdac0787143c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.021320 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.032098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffd70b8-5e6f-4021-bfc1-cdac0787143c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:47:40.032499 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fffd70b8-5e6f-4021-bfc1-cdac0787143c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: items = [ Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:47:40.038660 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:47:40.079980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-75805917-5fa6-4973-b67c-cd6dd5ec39af None None] Could not find standard attr ID for object b8e19169-8551-461e-93ab-7121b0098e3d. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:47:40.083766 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.plugins.ml2.db [None req-75805917-5fa6-4973-b67c-cd6dd5ec39af None None] No ports have port_id starting with b8e19169-8551-461e-93ab-7121b0098e3d Nov 28 07:47:40.168906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc61afef-d4b2-4faf-87e7-34f479beaa41 None None] DHCP port deletion for b3d29b1d-4680-47e9-9520-1003f3609a33 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:40.331584 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 65d7a820-cbd9-433f-a923-27f2f21ab5d7 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:40.407564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 65d7a820-cbd9-433f-a923-27f2f21ab5d7 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:40.408614 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.423688 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Allocated IP 172.26.2.88 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/f47bce8b-e75c-423c-9338-bcb90390d355) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:40.524057 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 82356477-e190-496b-ac6a-0b7a98c2e823 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:40.545652 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-88ea5d33-d6a2-427d-b39f-df7bf7e756d3 None None] Provisioning complete for port 65d7a820-cbd9-433f-a923-27f2f21ab5d7 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:40.546163 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-88ea5d33-d6a2-427d-b39f-df7bf7e756d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.548211 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.582046 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fffd70b8-5e6f-4021-bfc1-cdac0787143c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.589850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] No DVR routers for this DVR port b8e19169-8551-461e-93ab-7121b0098e3d on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:47:40.605683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event deleted for resources: {'Port': ['ID=b8e19169-8551-461e-93ab-7121b0098e3d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:40.617041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd70b8-5e6f-4021-bfc1-cdac0787143c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event deleted for resources: {'Network': ['ID=91c97114-82eb-423b-b6fc-b25c4f920316,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:40.623396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffd70b8-5e6f-4021-bfc1-cdac0787143c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 91c97114-82eb-423b-b6fc-b25c4f920316 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 28 07:47:40.635926 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 65d7a820-cbd9-433f-a923-27f2f21ab5d7, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=65d7a820-cbd9-433f-a923-27f2f21ab5d7,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:40.648473 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.655533 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fffd70b8-5e6f-4021-bfc1-cdac0787143c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.658785 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fffd70b8-5e6f-4021-bfc1-cdac0787143c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "DELETE /v2.0/networks/91c97114-82eb-423b-b6fc-b25c4f920316 HTTP/1.1" status: 204 len: 168 time: 1.1866653 Nov 28 07:47:40.680480 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.752695 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=65d7a820-cbd9-433f-a923-27f2f21ab5d7,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:40.753793 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.780920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb3a4c7d-849d-4688-975b-75eaa6fe9720 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.782778 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.784767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d29b1d-4680-47e9-9520-1003f3609a33']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:40.797722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3163bb-e051-4e25-8770-83431c8cc9b9') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:40.798025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3163bb-e051-4e25-8770-83431c8cc9b9') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:40.808797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb3a4c7d-849d-4688-975b-75eaa6fe9720 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.808977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.827794 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.835131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:47:40.835968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:40.909555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c354447c-63db-414c-8aa9-1d9fb98b428d None None] Could not find standard attr ID for object 49b55dbb-1824-4093-8b60-d19990fb3a48. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:47:40.926263 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:47:40.928783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-438ded77-a7d3-4a95-af3f-b1f595d606cd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.002542 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.002769 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-eb3a4c7d-849d-4688-975b-75eaa6fe9720 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Floating IP b24cda86-e59b-4fc0-bb47-8e4d2e4f01f8 associated. External IP: 172.26.2.246, port: 6a8bce38-3868-496f-bbad-8823f5079db4. Nov 28 07:47:41.011878 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.018528 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "DELETE /v2.0/networks/b3d29b1d-4680-47e9-9520-1003f3609a33 HTTP/1.1" status: 204 len: 168 time: 2.1164932 Nov 28 07:47:41.021538 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-438ded77-a7d3-4a95-af3f-b1f595d606cd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.031303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37644) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:41.123974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547c8800-352c-4ee5-87cf-80217a677704 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:41.126591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37646) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:41.132567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-438ded77-a7d3-4a95-af3f-b1f595d606cd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.138555 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-438ded77-a7d3-4a95-af3f-b1f595d606cd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/7751d483-5fa1-4f85-b221-57d90fc08fa4 HTTP/1.1" status: 204 len: 168 time: 1.4841323 Nov 28 07:47:41.139130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-808e6102-9836-47bc-be05-ec6ee0b28039 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Request body: {'router': {'name': 'tempest-router--1137770095', 'project_id': 'b1248c6dc0da410aa9aa29edb27fc81a'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:41.144343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37648) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:41.145095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.155850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:41.167663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113a144-35ae-459f-94b3-e5d95e79c7d8 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event deleted for resources: {'Network': ['ID=b3d29b1d-4680-47e9-9520-1003f3609a33,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:41.174589 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ded77-a7d3-4a95-af3f-b1f595d606cd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=7751d483-5fa1-4f85-b221-57d90fc08fa4,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:41.200922 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9b11db6a-df03-4014-93cb-c8e85d76e673 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470183 Nov 28 07:47:41.212321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37650) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:41.219462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:41.244565 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Deleting port 33f7c346-7b43-479a-b0f6-443aaaa8c264 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:41.245749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:41.245935 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.253640 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83636247-1306-4f0c-a4e1-413e2658dd2a None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:41.329376 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] For port 33f7c346-7b43-479a-b0f6-443aaaa8c264, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=33f7c346-7b43-479a-b0f6-443aaaa8c264,segment=NetworkSegment(dae51397-30de-424f-985c-bdc166688f51),segment_id=dae51397-30de-424f-985c-bdc166688f51)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:41.330173 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.336466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b92c78ef-ea33-4279-ae7e-daf8745bd75c None None] Provisioning complete for port f47bce8b-e75c-423c-9338-bcb90390d355 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:41.336953 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b92c78ef-ea33-4279-ae7e-daf8745bd75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.338018 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event updated for resources: {'Port': ['ID=f47bce8b-e75c-423c-9338-bcb90390d355,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:41.347583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Calling delete_port for 33f7c346-7b43-479a-b0f6-443aaaa8c264 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:41.354794 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-808e6102-9836-47bc-be05-ec6ee0b28039 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.355882 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-808e6102-9836-47bc-be05-ec6ee0b28039 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.404048 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b92c78ef-ea33-4279-ae7e-daf8745bd75c None None] Port f47bce8b-e75c-423c-9338-bcb90390d355 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:41.421179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd9c7df-541f-4a8c-9cb6-ab28af1bde56 None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:41.441782 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.460241 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] No DVR routers for this DVR port 33f7c346-7b43-479a-b0f6-443aaaa8c264 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:47:41.491149 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event deleted for resources: {'Port': ['ID=33f7c346-7b43-479a-b0f6-443aaaa8c264,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:41.494554 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-cfd9c7df-541f-4a8c-9cb6-ab28af1bde56 None None] Deleting port 65d7a820-cbd9-433f-a923-27f2f21ab5d7 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:41.495410 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cfd9c7df-541f-4a8c-9cb6-ab28af1bde56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.515325 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f9fdf6-782b-446a-8725-c65e7ef288d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:41.517028 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-91f9fdf6-782b-446a-8725-c65e7ef288d3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2988605 Nov 28 07:47:41.521651 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37652) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:41.525216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:41.562582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c2a826-0286-46c1-82af-bf558b8b48bc None None] Sync routers for ids ['82356477-e190-496b-ac6a-0b7a98c2e823'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:41.592116 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c2a826-0286-46c1-82af-bf558b8b48bc None None] Routers {'82356477-e190-496b-ac6a-0b7a98c2e823'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:41.593002 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-25c2a826-0286-46c1-82af-bf558b8b48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['82356477-e190-496b-ac6a-0b7a98c2e823'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:41.600686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-cfd9c7df-541f-4a8c-9cb6-ab28af1bde56 None None] For port 65d7a820-cbd9-433f-a923-27f2f21ab5d7, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=65d7a820-cbd9-433f-a923-27f2f21ab5d7,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:41.601081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cfd9c7df-541f-4a8c-9cb6-ab28af1bde56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.629427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fac77a-225f-4a77-94c0-c0c72ff39298 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:41.634107 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-17fac77a-225f-4a77-94c0-c0c72ff39298 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1102238 Nov 28 07:47:41.634896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37654) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:41.637023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.650200 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-25c2a826-0286-46c1-82af-bf558b8b48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:41.656889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-cfd9c7df-541f-4a8c-9cb6-ab28af1bde56 None None] Calling delete_port for 65d7a820-cbd9-433f-a923-27f2f21ab5d7 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:41.673273 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-808e6102-9836-47bc-be05-ec6ee0b28039 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.675392 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c2a826-0286-46c1-82af-bf558b8b48bc None None] Routers {'82356477-e190-496b-ac6a-0b7a98c2e823'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:41.676369 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-25c2a826-0286-46c1-82af-bf558b8b48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['82356477-e190-496b-ac6a-0b7a98c2e823'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:41.691809 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c0e77797-a967-4a96-8e9a-cc3faf722f18 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518656 Nov 28 07:47:41.692660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37656) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:41.705010 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2d2b4c2b-233e-4002-b86e-7a094f22239e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:41.707441 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-808e6102-9836-47bc-be05-ec6ee0b28039 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.710606 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c08a858-5773-42b8-86ab-319541155580']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:41.718661 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.722471 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c555cd7a-3750-482e-8b7e-cbcec2bf51ca tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.1924105 Nov 28 07:47:41.728122 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37658) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:41.731384 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae51397-30de-424f-985c-bdc166688f51') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:41.731683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae51397-30de-424f-985c-bdc166688f51') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:41.750165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.757307 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-25c2a826-0286-46c1-82af-bf558b8b48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:41.758074 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c2a826-0286-46c1-82af-bf558b8b48bc None None] The sync data for ids ['82356477-e190-496b-ac6a-0b7a98c2e823'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:41.799520 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-808e6102-9836-47bc-be05-ec6ee0b28039 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.800161 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-808e6102-9836-47bc-be05-ec6ee0b28039 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6711907 Nov 28 07:47:41.803707 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.805523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37660) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:41.817231 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cfd9c7df-541f-4a8c-9cb6-ab28af1bde56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.818080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:47:41.819110 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.821340 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3a4c7d-849d-4688-975b-75eaa6fe9720 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:47:41.822583 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:47:41.851153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9c7df-541f-4a8c-9cb6-ab28af1bde56 None None] No DVR routers for this DVR port 65d7a820-cbd9-433f-a923-27f2f21ab5d7 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:47:41.855217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9c7df-541f-4a8c-9cb6-ab28af1bde56 None None] Pushing event deleted for resources: {'Port': ['ID=65d7a820-cbd9-433f-a923-27f2f21ab5d7,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:41.871797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f35bbf1-eb13-44fb-9822-f6b0d9ec4a28 None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:47:41.963484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2fa1da7d-c6a6-4c7d-bc27-261ee8b4c086 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:41.963896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2b4c2b-233e-4002-b86e-7a094f22239e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:41.964848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f35bbf1-eb13-44fb-9822-f6b0d9ec4a28 None None] Resources bound (agent type, host, resource id): {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 07:47:41.967660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4c2b-233e-4002-b86e-7a094f22239e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:42.047775 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8954d6e0-54fa-410e-a829-1bad52c7b62c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/routers/82356477-e190-496b-ac6a-0b7a98c2e823 HTTP/1.1" status: 200 len: 880 time: 0.3125000 Nov 28 07:47:42.051236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37662) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:42.058595 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:42.077294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:42.080451 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "DELETE /v2.0/networks/3c08a858-5773-42b8-86ab-319541155580 HTTP/1.1" status: 204 len: 168 time: 1.0344021 Nov 28 07:47:42.088639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37664) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:42.098587 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:42.155205 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78af8a2-3460-4612-89fa-05680bf468a3 tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event deleted for resources: {'Network': ['ID=3c08a858-5773-42b8-86ab-319541155580,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:42.300894 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 65d7a820-cbd9-433f-a923-27f2f21ab5d7 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:47:42.313325 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2fa1da7d-c6a6-4c7d-bc27-261ee8b4c086 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:42.316289 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2fa1da7d-c6a6-4c7d-bc27-261ee8b4c086 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:42.330633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 65d7a820-cbd9-433f-a923-27f2f21ab5d7 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:47:42.330633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 65d7a820-cbd9-433f-a923-27f2f21ab5d7 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:47:42.413392 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2fa1da7d-c6a6-4c7d-bc27-261ee8b4c086 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:42.413885 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa1da7d-c6a6-4c7d-bc27-261ee8b4c086 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 563f6347-661a-40be-8283-e824fdccf098 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:47:42.425431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2fa1da7d-c6a6-4c7d-bc27-261ee8b4c086 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:42.429653 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2fa1da7d-c6a6-4c7d-bc27-261ee8b4c086 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "DELETE /v2.0/routers/563f6347-661a-40be-8283-e824fdccf098 HTTP/1.1" status: 204 len: 168 time: 0.6209779 Nov 28 07:47:42.549491 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37668) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:42.553256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4c2b-233e-4002-b86e-7a094f22239e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:42.613268 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3a4c7d-849d-4688-975b-75eaa6fe9720 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:42.628848 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2b4c2b-233e-4002-b86e-7a094f22239e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:42.636052 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5829a138-7cd4-4ee5-88ea-b440cea8d9de None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:42.638496 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-2d2b4c2b-233e-4002-b86e-7a094f22239e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:42.650025 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce9332-9203-4ea1-9cfe-aa76f15ecb0b None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:42.650238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2b4c2b-233e-4002-b86e-7a094f22239e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:42.650741 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4c2b-233e-4002-b86e-7a094f22239e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:42.654751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b4c2b-233e-4002-b86e-7a094f22239e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=37f27fed-22f3-40be-a360-fa653b29f090,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:42.664290 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829a138-7cd4-4ee5-88ea-b440cea8d9de None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:42.665631 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5829a138-7cd4-4ee5-88ea-b440cea8d9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:42.687591 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2d2b4c2b-233e-4002-b86e-7a094f22239e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9881799 Nov 28 07:47:42.689438 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37672) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:42.695390 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'mac_address': 'fa:16:3e:e9:ba:76', 'name': 'tempest-NetworksTestDHCPv6-1583642799'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:42.702675 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-632a198a-da4a-48a0-8751-36562113ae2f tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:42.731630 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2cc4dfa8-7720-4216-bafd-5b9a5b93b241 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6705112 Nov 28 07:47:42.743666 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37674) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:42.750568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-32a3dd3e-11dc-4b58-8c2c-80dfef5d3b2c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-676923080'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:42.751848 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5829a138-7cd4-4ee5-88ea-b440cea8d9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:42.766483 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829a138-7cd4-4ee5-88ea-b440cea8d9de None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:42.767470 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5829a138-7cd4-4ee5-88ea-b440cea8d9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:42.863204 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5829a138-7cd4-4ee5-88ea-b440cea8d9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:42.863957 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5829a138-7cd4-4ee5-88ea-b440cea8d9de None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:42.897994 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1042637425', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:42.898696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '37f27fed-22f3-40be-a360-fa653b29f090'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:47:42.899927 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:42.936493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.api [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:47:42.936493 dv-neutron-744815-16-hyperv neutron-server[115119]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 28 07:47:42.936493 dv-neutron-744815-16-hyperv neutron-server[115119]: [parameters: {'project_id_1': '44cffd20ca154bd096a7dcc40ec0012a', 'expiration_1': datetime.datetime(2021, 11, 28, 7, 47, 22, 921911)}] Nov 28 07:47:42.936493 dv-neutron-744815-16-hyperv neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:47:42.936964 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG oslo_db.api [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:47:42.948289 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:42.949766 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:42.997094 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-632a198a-da4a-48a0-8751-36562113ae2f tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.060102 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Allocated IP 2001:db8::2 (c04e62e3-7156-478d-ad66-af6018eecb99/37f27fed-22f3-40be-a360-fa653b29f090/cae7a0c7-a9aa-4034-a700-06fa1410b704) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:43.076329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-632a198a-da4a-48a0-8751-36562113ae2f tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9e9265-2687-4042-8bf7-250a7c2df3ec']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:43.131592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-632a198a-da4a-48a0-8751-36562113ae2f tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29be3838-5779-41e1-b91f-48b82269a891') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:43.131968 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-632a198a-da4a-48a0-8751-36562113ae2f tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29be3838-5779-41e1-b91f-48b82269a891') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:43.176315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-632a198a-da4a-48a0-8751-36562113ae2f tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.212969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-632a198a-da4a-48a0-8751-36562113ae2f tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.226700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632a198a-da4a-48a0-8751-36562113ae2f tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:47:43.227181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-632a198a-da4a-48a0-8751-36562113ae2f tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:47:43.230514 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:47:43.242494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.250022 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.263451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3a4c7d-849d-4688-975b-75eaa6fe9720 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 792eb75e-9b6a-4a6c-b859-52043ada430e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:47:43.265542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.297044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:43.301362 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.302513 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:43.307878 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:43.323230 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Pushing event updated for resources: {'Port': ['ID=cae7a0c7-a9aa-4034-a700-06fa1410b704,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:43.362986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-632a198a-da4a-48a0-8751-36562113ae2f tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.386898 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.404220 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Attempting to bind port cae7a0c7-a9aa-4034-a700-06fa1410b704 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:43.404775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Attempting to bind port cae7a0c7-a9aa-4034-a700-06fa1410b704 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:43.405193 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Attempting to bind port cae7a0c7-a9aa-4034-a700-06fa1410b704 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:43.410366 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-632a198a-da4a-48a0-8751-36562113ae2f tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.410973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:43.411387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:43.411810 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.412965 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:43.413459 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Bound port: cae7a0c7-a9aa-4034-a700-06fa1410b704, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:43.413888 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.416757 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-632a198a-da4a-48a0-8751-36562113ae2f tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "DELETE /v2.0/networks/fe9e9265-2687-4042-8bf7-250a7c2df3ec HTTP/1.1" status: 204 len: 168 time: 1.3267062 Nov 28 07:47:43.421442 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37676) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:43.458725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a198a-da4a-48a0-8751-36562113ae2f tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event deleted for resources: {'Network': ['ID=fe9e9265-2687-4042-8bf7-250a7c2df3ec,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:43.494011 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] For port cae7a0c7-a9aa-4034-a700-06fa1410b704, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:43.497774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] For port cae7a0c7-a9aa-4034-a700-06fa1410b704, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=cae7a0c7-a9aa-4034-a700-06fa1410b704,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:43.502389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.572892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a782c1-8c1e-4dd5-b5e8-244d973a0d08 None None] Pushing event updated for resources: {'Port': ['ID=cae7a0c7-a9aa-4034-a700-06fa1410b704,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:43.628012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-01395288-3a2e-4e5c-b05a-0b71d89743fe tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.637532 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.640799 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3a4c7d-849d-4688-975b-75eaa6fe9720 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:43.646846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb3a4c7d-849d-4688-975b-75eaa6fe9720 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.647425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:43.656867 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c4ae2-0e53-451d-972e-1cdcc08a556e None None] Sync routers for ids ['792eb75e-9b6a-4a6c-b859-52043ada430e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:43.673733 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c4ae2-0e53-451d-972e-1cdcc08a556e None None] Routers {'792eb75e-9b6a-4a6c-b859-52043ada430e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:43.674378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-906c4ae2-0e53-451d-972e-1cdcc08a556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['792eb75e-9b6a-4a6c-b859-52043ada430e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:43.719948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-906c4ae2-0e53-451d-972e-1cdcc08a556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:43.731955 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c4ae2-0e53-451d-972e-1cdcc08a556e None None] Routers {'792eb75e-9b6a-4a6c-b859-52043ada430e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:43.732971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-906c4ae2-0e53-451d-972e-1cdcc08a556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['792eb75e-9b6a-4a6c-b859-52043ada430e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:43.800261 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-eb3a4c7d-849d-4688-975b-75eaa6fe9720 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "PUT /v2.0/floatingips/b24cda86-e59b-4fc0-bb47-8e4d2e4f01f8 HTTP/1.1" status: 200 len: 978 time: 5.7825453 Nov 28 07:47:43.802073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-906c4ae2-0e53-451d-972e-1cdcc08a556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:43.803028 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c4ae2-0e53-451d-972e-1cdcc08a556e None None] The sync data for ids ['792eb75e-9b6a-4a6c-b859-52043ada430e'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:43.803349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37678) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:43.863539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Router e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:43.865975 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32a3dd3e-11dc-4b58-8c2c-80dfef5d3b2c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.869651 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-01395288-3a2e-4e5c-b05a-0b71d89743fe tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.905874 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.906762 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-01395288-3a2e-4e5c-b05a-0b71d89743fe tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc38f842-5663-42ab-a28b-429ff60373d6']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:43.909223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32a3dd3e-11dc-4b58-8c2c-80dfef5d3b2c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:43.969370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-01395288-3a2e-4e5c-b05a-0b71d89743fe tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a1ab2b-0f5d-4852-bd21-1c0b71b24793') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:43.969370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-01395288-3a2e-4e5c-b05a-0b71d89743fe tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a1ab2b-0f5d-4852-bd21-1c0b71b24793') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:43.988867 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port 607a3ddc-21a1-4e80-b6c2-b25dd224080d yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:44.003853 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-01395288-3a2e-4e5c-b05a-0b71d89743fe tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.062522 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-01395288-3a2e-4e5c-b05a-0b71d89743fe tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.078221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01395288-3a2e-4e5c-b05a-0b71d89743fe tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:47:44.078621 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-01395288-3a2e-4e5c-b05a-0b71d89743fe tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:47:44.081704 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:47:44.159044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:44.164209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.164874 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e2ee535a-68cc-4d3e-9f7f-7b33d888a23a tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "PUT /v2.0/routers/e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d HTTP/1.1" status: 200 len: 914 time: 6.5570252 Nov 28 07:47:44.169569 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37680) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:44.172972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-01395288-3a2e-4e5c-b05a-0b71d89743fe tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.173132 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35eac91-a596-4460-9ce0-55c410afa31c None None] Sync routers for ids ['e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:44.180450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-01395288-3a2e-4e5c-b05a-0b71d89743fe tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.186909 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-01395288-3a2e-4e5c-b05a-0b71d89743fe tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] 10.222.0.31 "DELETE /v2.0/networks/fc38f842-5663-42ab-a28b-429ff60373d6 HTTP/1.1" status: 204 len: 168 time: 0.7641854 Nov 28 07:47:44.190448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-70804afe-7357-46e9-9b09-0e2e224dd442 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port 42819627-f1a0-4cf5-bf86-326335d0d90b {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:44.190788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70804afe-7357-46e9-9b09-0e2e224dd442 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.194587 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35eac91-a596-4460-9ce0-55c410afa31c None None] Routers {'e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:44.195533 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e35eac91-a596-4460-9ce0-55c410afa31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:44.213366 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01395288-3a2e-4e5c-b05a-0b71d89743fe tempest-BulkNetworkOpsTest-704764948 tempest-BulkNetworkOpsTest-704764948-project] Pushing event deleted for resources: {'Network': ['ID=fc38f842-5663-42ab-a28b-429ff60373d6,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:44.261431 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e35eac91-a596-4460-9ce0-55c410afa31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:44.293074 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35eac91-a596-4460-9ce0-55c410afa31c None None] Routers {'e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:44.295014 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e35eac91-a596-4460-9ce0-55c410afa31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:44.322624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70804afe-7357-46e9-9b09-0e2e224dd442 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.345647 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device cae7a0c7-a9aa-4034-a700-06fa1410b704 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:44.350888 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.377837 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e35eac91-a596-4460-9ce0-55c410afa31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:44.378834 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35eac91-a596-4460-9ce0-55c410afa31c None None] The sync data for ids ['e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:44.422170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.439134 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::1af (c04e62e3-7156-478d-ad66-af6018eecb99/37f27fed-22f3-40be-a360-fa653b29f090/607a3ddc-21a1-4e80-b6c2-b25dd224080d) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:44.462649 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port cae7a0c7-a9aa-4034-a700-06fa1410b704 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:44.464389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.488897 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a3dd3e-11dc-4b58-8c2c-80dfef5d3b2c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 82356477-e190-496b-ac6a-0b7a98c2e823 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:47:44.599909 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cfa8fe8a-bbe5-44e5-b200-9d43d1f8872c tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/routers/e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d HTTP/1.1" status: 200 len: 920 time: 0.4266076 Nov 28 07:47:44.606027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37686) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:44.643385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37688) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:44.650042 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.665554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70804afe-7357-46e9-9b09-0e2e224dd442 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.666191 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70804afe-7357-46e9-9b09-0e2e224dd442 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.666724 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-70804afe-7357-46e9-9b09-0e2e224dd442 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Floating IP b24cda86-e59b-4fc0-bb47-8e4d2e4f01f8 disassociated. External IP: 172.26.2.246, port: 42819627-f1a0-4cf5-bf86-326335d0d90b. Nov 28 07:47:44.667293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-70804afe-7357-46e9-9b09-0e2e224dd442 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for 42819627-f1a0-4cf5-bf86-326335d0d90b owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:44.711795 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port cae7a0c7-a9aa-4034-a700-06fa1410b704, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=cae7a0c7-a9aa-4034-a700-06fa1410b704,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:44.717663 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.831502 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=cae7a0c7-a9aa-4034-a700-06fa1410b704,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:44.848239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Allocated IP 172.26.2.139 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/5ad8c10e-fd66-4c38-823b-b7bb0ba6c701) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:44.860580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-78a18c6b-1ff6-4143-8cd1-289d5d98687c None None] Provisioning complete for port cae7a0c7-a9aa-4034-a700-06fa1410b704 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:44.861022 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-78a18c6b-1ff6-4143-8cd1-289d5d98687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.895944 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-069035b3-d780-474e-b82e-965a01b99d11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd9618c37f434b76b9877d2ddd007339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484732 Nov 28 07:47:44.896155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37692) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:44.911872 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70804afe-7357-46e9-9b09-0e2e224dd442 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:44.921299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bae630-e9e3-48ce-89ef-908294c28d56 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:44.925517 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a5bae630-e9e3-48ce-89ef-908294c28d56 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&device_id=e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2729843 Nov 28 07:47:44.927107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37694) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:44.976125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70804afe-7357-46e9-9b09-0e2e224dd442 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=42819627-f1a0-4cf5-bf86-326335d0d90b,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:45.024789 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a3dd3e-11dc-4b58-8c2c-80dfef5d3b2c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:45.032446 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32a3dd3e-11dc-4b58-8c2c-80dfef5d3b2c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:45.033617 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-32a3dd3e-11dc-4b58-8c2c-80dfef5d3b2c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/82356477-e190-496b-ac6a-0b7a98c2e823 HTTP/1.1" status: 200 len: 887 time: 2.2865613 Nov 28 07:47:45.041402 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72c093-ad90-40ed-9224-e484eb948de3 None None] Sync routers for ids ['82356477-e190-496b-ac6a-0b7a98c2e823'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:45.041586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37696) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:45.051493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:45.051968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f72c093-ad90-40ed-9224-e484eb948de3 None None] Routers {'82356477-e190-496b-ac6a-0b7a98c2e823'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:45.053592 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2f72c093-ad90-40ed-9224-e484eb948de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['82356477-e190-496b-ac6a-0b7a98c2e823'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:45.097203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2f72c093-ad90-40ed-9224-e484eb948de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:45.104257 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:45.106992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f72c093-ad90-40ed-9224-e484eb948de3 None None] Routers {'82356477-e190-496b-ac6a-0b7a98c2e823'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:45.107613 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2f72c093-ad90-40ed-9224-e484eb948de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['82356477-e190-496b-ac6a-0b7a98c2e823'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:45.134121 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f4071f80-33ab-4a21-beaa-35984200b385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:45.144478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:45.146505 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2f72c093-ad90-40ed-9224-e484eb948de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:45.147131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72c093-ad90-40ed-9224-e484eb948de3 None None] The sync data for ids ['82356477-e190-496b-ac6a-0b7a98c2e823'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:45.174839 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:45.179599 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:45.208468 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:45.215622 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:45.216302 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:45.257309 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5639825 Nov 28 07:47:45.257750 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37698) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:45.272244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:45.297607 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528faee-dc32-4ef7-9685-eb9a3af94afa tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=607a3ddc-21a1-4e80-b6c2-b25dd224080d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:45.342180 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:45.352305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:45.359427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:45.390520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a01628-b766-4ffd-802c-ea1e7bba5783 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:45.398822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Pushing event updated for resources: {'Port': ['ID=5ad8c10e-fd66-4c38-823b-b7bb0ba6c701,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:45.416088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299de10d-cd71-4c32-9a3d-6a34a1d881eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:45.417237 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c39743b1-6d39-4567-98ba-1728be43cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:45.422590 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299de10d-cd71-4c32-9a3d-6a34a1d881eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:45.427452 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-299de10d-cd71-4c32-9a3d-6a34a1d881eb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.1685014 Nov 28 07:47:45.428609 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37700) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:45.493733 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-0366a205-582f-44ee-b15a-63b5cfe59ead None None] Provisioning complete for port 607a3ddc-21a1-4e80-b6c2-b25dd224080d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:45.494110 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0366a205-582f-44ee-b15a-63b5cfe59ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:45.545777 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-0366a205-582f-44ee-b15a-63b5cfe59ead None None] Port 607a3ddc-21a1-4e80-b6c2-b25dd224080d cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:45.558107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-0366a205-582f-44ee-b15a-63b5cfe59ead None None] Provisioning complete for port 5ad8c10e-fd66-4c38-823b-b7bb0ba6c701 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:45.558625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0366a205-582f-44ee-b15a-63b5cfe59ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:45.603048 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-0366a205-582f-44ee-b15a-63b5cfe59ead None None] Port 5ad8c10e-fd66-4c38-823b-b7bb0ba6c701 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:45.667979 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f4071f80-33ab-4a21-beaa-35984200b385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:45.704289 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c434116-ef47-4893-b605-7e432ad76d39 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:45.705703 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0c434116-ef47-4893-b605-7e432ad76d39 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/networks/8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 881 time: 0.7789130 Nov 28 07:47:45.713553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37702) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:45.764707 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e32acebe-23da-40fb-92df-8a49eb437a62 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/routers/82356477-e190-496b-ac6a-0b7a98c2e823 HTTP/1.1" status: 200 len: 887 time: 0.6853991 Nov 28 07:47:45.768782 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70804afe-7357-46e9-9b09-0e2e224dd442 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 792eb75e-9b6a-4a6c-b859-52043ada430e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:47:45.771110 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-83aad914-a231-475a-87d7-4186f40a8aab tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d HTTP/1.1" status: 200 len: 205 time: 0.0537143 Nov 28 07:47:45.772597 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37704) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:45.774235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37706) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:45.843003 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8a39a54f-728b-459f-8138-6e11686c3cf3 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports?device_id=82356477-e190-496b-ac6a-0b7a98c2e823 HTTP/1.1" status: 200 len: 205 time: 0.0692990 Nov 28 07:47:45.851502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37708) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:45.987681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f4071f80-33ab-4a21-beaa-35984200b385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:45.990311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f4071f80-33ab-4a21-beaa-35984200b385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:45.991488 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f4071f80-33ab-4a21-beaa-35984200b385 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64fe0d5c-eddd-4442-b443-6d381138b2e9 HTTP/1.1" status: 204 len: 168 time: 1.0943766 Nov 28 07:47:45.998328 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-250bc859-e3b3-49ec-8ed9-84f8d7be6280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port 607a3ddc-21a1-4e80-b6c2-b25dd224080d {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:45.998772 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-250bc859-e3b3-49ec-8ed9-84f8d7be6280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.029800 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4071f80-33ab-4a21-beaa-35984200b385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fe0d5c-eddd-4442-b443-6d381138b2e9,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:46.132635 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.140138 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.180873 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-250bc859-e3b3-49ec-8ed9-84f8d7be6280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.202793 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-250bc859-e3b3-49ec-8ed9-84f8d7be6280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for 607a3ddc-21a1-4e80-b6c2-b25dd224080d owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:46.239354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.243443 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device cae7a0c7-a9aa-4034-a700-06fa1410b704 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:46.305205 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port cae7a0c7-a9aa-4034-a700-06fa1410b704 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:46.305583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.356345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70804afe-7357-46e9-9b09-0e2e224dd442 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:46.372167 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7efdc-0408-40fd-8e2f-0e21e9eff2a4 None None] Sync routers for ids ['792eb75e-9b6a-4a6c-b859-52043ada430e'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:46.385033 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7efdc-0408-40fd-8e2f-0e21e9eff2a4 None None] Routers {'792eb75e-9b6a-4a6c-b859-52043ada430e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:46.385666 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-bcd7efdc-0408-40fd-8e2f-0e21e9eff2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['792eb75e-9b6a-4a6c-b859-52043ada430e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:46.430978 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-bcd7efdc-0408-40fd-8e2f-0e21e9eff2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:46.446936 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7efdc-0408-40fd-8e2f-0e21e9eff2a4 None None] Routers {'792eb75e-9b6a-4a6c-b859-52043ada430e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:46.447756 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-bcd7efdc-0408-40fd-8e2f-0e21e9eff2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['792eb75e-9b6a-4a6c-b859-52043ada430e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:46.498266 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-bcd7efdc-0408-40fd-8e2f-0e21e9eff2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:46.499245 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7efdc-0408-40fd-8e2f-0e21e9eff2a4 None None] The sync data for ids ['792eb75e-9b6a-4a6c-b859-52043ada430e'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:46.537933 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.567691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.579823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70804afe-7357-46e9-9b09-0e2e224dd442 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.586513 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-70804afe-7357-46e9-9b09-0e2e224dd442 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/ports/42819627-f1a0-4cf5-bf86-326335d0d90b HTTP/1.1" status: 204 len: 168 time: 2.7773957 Nov 28 07:47:46.586513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.586740 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-250bc859-e3b3-49ec-8ed9-84f8d7be6280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.588247 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37724) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:46.626926 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bc859-e3b3-49ec-8ed9-84f8d7be6280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=607a3ddc-21a1-4e80-b6c2-b25dd224080d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:46.701423 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-250bc859-e3b3-49ec-8ed9-84f8d7be6280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.707670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37730) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:46.708212 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-250bc859-e3b3-49ec-8ed9-84f8d7be6280 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/607a3ddc-21a1-4e80-b6c2-b25dd224080d HTTP/1.1" status: 204 len: 168 time: 1.2757335 Nov 28 07:47:46.774487 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Router 3567192e-e4ca-4a59-be35-1f09ae71382f is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:46.839019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515289f-a6ed-4212-9026-aa58850779cc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:46.840505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37734) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:46.840652 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515289f-a6ed-4212-9026-aa58850779cc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:46.842166 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1515289f-a6ed-4212-9026-aa58850779cc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1323233 Nov 28 07:47:46.846389 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37736) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:46.926529 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port f2547769-e6bb-465a-a18e-749e7fc491e4 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:46.926828 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.950143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:46.964819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Deleting port f47bce8b-e75c-423c-9338-bcb90390d355 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:46.965157 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.973059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e653418-2987-43b8-8ba0-7b09258d0a8f None None] Sync routers for ids ['3567192e-e4ca-4a59-be35-1f09ae71382f'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:46.973931 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:46.978094 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0a11a3a7-ae33-4e99-ae8d-46657dfa69b7 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4246233 Nov 28 07:47:46.978968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37740) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:46.984379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e653418-2987-43b8-8ba0-7b09258d0a8f None None] Routers {'3567192e-e4ca-4a59-be35-1f09ae71382f'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:46.985011 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4e653418-2987-43b8-8ba0-7b09258d0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3567192e-e4ca-4a59-be35-1f09ae71382f'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:47.025515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4e653418-2987-43b8-8ba0-7b09258d0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:47.032549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1378520549'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:47.035265 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e653418-2987-43b8-8ba0-7b09258d0a8f None None] Routers {'3567192e-e4ca-4a59-be35-1f09ae71382f'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:47.035943 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4e653418-2987-43b8-8ba0-7b09258d0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3567192e-e4ca-4a59-be35-1f09ae71382f'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:47.050575 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f78322-6770-4339-913b-37a8bd9e7c9a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 37f27fed-22f3-40be-a360-fa653b29f090 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:47:47.091596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-4e653418-2987-43b8-8ba0-7b09258d0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:47.092594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e653418-2987-43b8-8ba0-7b09258d0a8f None None] The sync data for ids ['3567192e-e4ca-4a59-be35-1f09ae71382f'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:47.096418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:47.100863 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.106695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-44f78322-6770-4339-913b-37a8bd9e7c9a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.116091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.149674 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7f8fed78-565c-4e24-8740-12e4a4e71261 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/routers/3567192e-e4ca-4a59-be35-1f09ae71382f HTTP/1.1" status: 200 len: 925 time: 0.1673839 Nov 28 07:47:47.150233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37742) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:47.188850 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d874b06b-1c82-40f4-929b-3f1a37ef7543 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "GET /v2.0/ports?device_id=3567192e-e4ca-4a59-be35-1f09ae71382f HTTP/1.1" status: 200 len: 205 time: 0.0349658 Nov 28 07:47:47.189798 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37744) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:47.190981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.210383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-44f78322-6770-4339-913b-37a8bd9e7c9a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.243122 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for f2547769-e6bb-465a-a18e-749e7fc491e4 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:47.245794 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.294846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Calling delete_port for f47bce8b-e75c-423c-9338-bcb90390d355 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:47.328531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.335725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.361527 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.364050 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:47:47.423056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.423398 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Added segment f1529bc7-bbd8-4a89-af54-1b297814879f of type vlan for network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 Nov 28 07:47:47.424590 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43a70a5-74f2-45de-abbe-e121272eecb4,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:47.510493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.551627 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-44f78322-6770-4339-913b-37a8bd9e7c9a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.552266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.557352 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.563011 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:47.563598 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.625630 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7813945 Nov 28 07:47:47.627000 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37746) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:47.660297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'name': 'tempest-PortsTestJSON-1411580441'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:47.691913 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c5ab5-26ff-449d-bc61-73456d4999ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Network': ['ID=e3e4322f-8aa4-43ba-a9c7-1594b03a4257,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:47.703802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:47:47.768224 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-44f78322-6770-4339-913b-37a8bd9e7c9a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.773946 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Deleting port 5ad8c10e-fd66-4c38-823b-b7bb0ba6c701 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:47.774301 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.812134 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f78322-6770-4339-913b-37a8bd9e7c9a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=37f27fed-22f3-40be-a360-fa653b29f090,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:47.816125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.824442 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-44f78322-6770-4339-913b-37a8bd9e7c9a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.830773 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-44f78322-6770-4339-913b-37a8bd9e7c9a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/37f27fed-22f3-40be-a360-fa653b29f090 HTTP/1.1" status: 204 len: 168 time: 0.9794030 Nov 28 07:47:47.833087 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37748) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:47.833790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3432eb2b-3a75-4246-ac9f-4736a5cfd6ad None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:47.838049 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:47.841527 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.861383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.872323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port fa61d0ff-a75d-42c1-bc35-30a63e10afac yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:47.915611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0449b31f-e53b-43dd-9e51-f3b109f5688e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.925886 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:47.946327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Calling delete_port for 5ad8c10e-fd66-4c38-823b-b7bb0ba6c701 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:48.057857 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379da437-e138-42b4-b387-d0ee566b4378 None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:48.122134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-379da437-e138-42b4-b387-d0ee566b4378 None None] Deleting port cae7a0c7-a9aa-4034-a700-06fa1410b704 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:48.122550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-379da437-e138-42b4-b387-d0ee566b4378 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.172668 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.194305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-379da437-e138-42b4-b387-d0ee566b4378 None None] For port cae7a0c7-a9aa-4034-a700-06fa1410b704, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=cae7a0c7-a9aa-4034-a700-06fa1410b704,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:48.197101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-379da437-e138-42b4-b387-d0ee566b4378 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.214809 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-379da437-e138-42b4-b387-d0ee566b4378 None None] Calling delete_port for cae7a0c7-a9aa-4034-a700-06fa1410b704 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:48.258622 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=f2547769-e6bb-465a-a18e-749e7fc491e4,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:48.268646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.273117 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d0d78d6c-af5a-44c2-b2dd-1c7727305f7e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4335508 Nov 28 07:47:48.274430 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37750) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:48.308268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device cae7a0c7-a9aa-4034-a700-06fa1410b704 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:47:48.310140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2116c0-1895-47ed-9bf2-58bfd45603fc None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:48.315079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Pushing event deleted for resources: {'Port': ['ID=f47bce8b-e75c-423c-9338-bcb90390d355,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:48.325549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.381639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12b797de-5bd4-491b-8fcb-d7e0f94e0b89 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.386246 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def5d70a-a82c-43ff-8e26-628cdf134296 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:48.391166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-379da437-e138-42b4-b387-d0ee566b4378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.425578 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=fa61d0ff-a75d-42c1-bc35-30a63e10afac,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:48.448812 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379da437-e138-42b4-b387-d0ee566b4378 None None] No DVR routers for this DVR port cae7a0c7-a9aa-4034-a700-06fa1410b704 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:47:48.453691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379da437-e138-42b4-b387-d0ee566b4378 None None] Pushing event deleted for resources: {'Port': ['ID=cae7a0c7-a9aa-4034-a700-06fa1410b704,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:48.456817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.457856 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Port cae7a0c7-a9aa-4034-a700-06fa1410b704 update to DOWN by agent not found {{(pid=115120) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 28 07:47:48.480969 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3ae5d3-a03d-4015-a99d-107acd0cb1ba None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:48.560327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.717221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.721434 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.724766 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.727966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.825266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad4366c-7f8a-486a-a0d0-e710e2a6f99c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:48.826724 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-aad4366c-7f8a-486a-a0d0-e710e2a6f99c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5488834 Nov 28 07:47:48.827552 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Pushing event deleted for resources: {'Port': ['ID=5ad8c10e-fd66-4c38-823b-b7bb0ba6c701,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:48.832603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37752) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:48.837291 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Checking segment: {'id': 'f1529bc7-bbd8-4a89-af54-1b297814879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:48.837768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network hostable DHCP agents. Network: e3e4322f-8aa4-43ba-a9c7-1594b03a4257, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:47:48.840060 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.884319 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.884868 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Fanout notify agent at l3_agent the message router_deleted on router e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:47:48.895603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.897260 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-aa1e4690-b1a1-44da-886a-d09c678172d7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "DELETE /v2.0/routers/e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d HTTP/1.1" status: 204 len: 168 time: 3.1152902 Nov 28 07:47:48.901214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.901214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Fanout notify agent at l3_agent the message router_deleted on router 82356477-e190-496b-ac6a-0b7a98c2e823 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:47:48.907802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37754) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:48.909342 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.910674 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2c598ebc-7309-47eb-872d-3ca0890e8ae8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/routers/82356477-e190-496b-ac6a-0b7a98c2e823 HTTP/1.1" status: 204 len: 168 time: 3.0579944 Nov 28 07:47:48.914501 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-48f5b05f-f3ca-4ad8-add9-2e53a09f7671 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1148633689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:48.915588 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37756) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:48.920453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8e6c0c2e-1a51-432c-9956-46533cc708ea tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1347788023'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:48.945294 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713befb-589e-4a40-bc37-9c48a4ba6a7f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:48.946752 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5713befb-589e-4a40-bc37-9c48a4ba6a7f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1130805 Nov 28 07:47:48.949485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37758) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:48.964173 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:47:48.981960 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.986469 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.987155 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:48.991468 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, e3e4322f-8aa4-43ba-a9c7-1594b03a4257) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:49.001992 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:49.004419 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ad990f74-3081-439b-b7b2-2a0320baa307 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538359 Nov 28 07:47:49.005069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6c0c2e-1a51-432c-9956-46533cc708ea tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:49.008165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:49.008165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.008478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0c2e-1a51-432c-9956-46533cc708ea tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.011261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37760) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:49.012057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca068a9-fa3f-484c-90b8-6b7837ef9251 None None] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:49.023704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1dd0aa14-8ad0-463e-9225-af17c6cc03f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:49.052278 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48f5b05f-f3ca-4ad8-add9-2e53a09f7671 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.052941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48f5b05f-f3ca-4ad8-add9-2e53a09f7671 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.071603 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-266b3170-890c-4456-943c-1cc16839ea3e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4405465 Nov 28 07:47:49.071832 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37762) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:49.077301 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0dbe781d-cb49-4eb1-a963-8bd87681ee0d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1865180137'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:49.101040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.102038 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Fanout notify agent at l3_agent the message router_deleted on router 3567192e-e4ca-4a59-be35-1f09ae71382f {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:47:49.110446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6c0c2e-1a51-432c-9956-46533cc708ea tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:47:49.110579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.115233 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c6fd0d03-d093-4344-b5d9-bdfbe1263e94 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "DELETE /v2.0/routers/3567192e-e4ca-4a59-be35-1f09ae71382f HTTP/1.1" status: 204 len: 168 time: 1.9210739 Nov 28 07:47:49.118297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37764) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:49.125015 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Request body: {'router': {'name': 'tempest-snat-router-876633745', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'enable_snat': False}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:49.155552 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0c2e-1a51-432c-9956-46533cc708ea tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.155894 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-8e6c0c2e-1a51-432c-9956-46533cc708ea tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Added segment 83aed397-a832-46dd-ab29-f49d183979e5 of type vlan for network 1fdc4101-1efe-46f8-b0cd-be34c62aab28 Nov 28 07:47:49.178521 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbe781d-cb49-4eb1-a963-8bd87681ee0d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:49.182236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0dbe781d-cb49-4eb1-a963-8bd87681ee0d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.202908 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48f5b05f-f3ca-4ad8-add9-2e53a09f7671 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.211376 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.212328 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.215020 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.api [None req-1dd0aa14-8ad0-463e-9225-af17c6cc03f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:47:49.215020 dv-neutron-744815-16-hyperv neutron-server[115118]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 28 07:47:49.215020 dv-neutron-744815-16-hyperv neutron-server[115118]: [parameters: {'project_id_1': '44cffd20ca154bd096a7dcc40ec0012a', 'expiration_1': datetime.datetime(2021, 11, 28, 7, 47, 29, 153387)}] Nov 28 07:47:49.215020 dv-neutron-744815-16-hyperv neutron-server[115118]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:47:49.215404 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG oslo_db.api [None req-1dd0aa14-8ad0-463e-9225-af17c6cc03f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:47:49.217621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48f5b05f-f3ca-4ad8-add9-2e53a09f7671 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.226380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0c2e-1a51-432c-9956-46533cc708ea tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.236524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbe781d-cb49-4eb1-a963-8bd87681ee0d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:47:49.248381 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48f5b05f-f3ca-4ad8-add9-2e53a09f7671 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.249563 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-48f5b05f-f3ca-4ad8-add9-2e53a09f7671 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3408077 Nov 28 07:47:49.252736 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37766) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:49.259005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'enable_snat': False}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:49.264727 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0dbe781d-cb49-4eb1-a963-8bd87681ee0d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.265072 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-0dbe781d-cb49-4eb1-a963-8bd87681ee0d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Added segment f466536d-8e9b-47ea-967b-c6609aebf2c4 of type vlan for network ed9f787a-2aaf-4094-81ce-9da9cc3092d2 Nov 28 07:47:49.299084 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0c2e-1a51-432c-9956-46533cc708ea tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.304589 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6c0c2e-1a51-432c-9956-46533cc708ea tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:49.305175 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0c2e-1a51-432c-9956-46533cc708ea tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.309703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.384191 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0dbe781d-cb49-4eb1-a963-8bd87681ee0d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.415536 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8e6c0c2e-1a51-432c-9956-46533cc708ea tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4965208 Nov 28 07:47:49.416706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37768) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:49.423247 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5b635f5b-8e7e-49ee-8f73-f3855d8f6b95 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'subnet': {'network_id': '1fdc4101-1efe-46f8-b0cd-be34c62aab28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:49.454935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c0c2e-1a51-432c-9956-46533cc708ea tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Network': ['ID=1fdc4101-1efe-46f8-b0cd-be34c62aab28,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:49.464221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-12b797de-5bd4-491b-8fcb-d7e0f94e0b89 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port 3a9c2a27-8393-4523-915b-bff938ce44e1 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:49.464557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12b797de-5bd4-491b-8fcb-d7e0f94e0b89 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.467648 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 1fdc4101-1efe-46f8-b0cd-be34c62aab28 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:47:49.577561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0dbe781d-cb49-4eb1-a963-8bd87681ee0d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.583145 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe781d-cb49-4eb1-a963-8bd87681ee0d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:49.583803 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0dbe781d-cb49-4eb1-a963-8bd87681ee0d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.597375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.634327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.643415 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0dbe781d-cb49-4eb1-a963-8bd87681ee0d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5706184 Nov 28 07:47:49.644618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37770) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:49.656113 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'ports': [{'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257'}, {'network_id': 'ed9f787a-2aaf-4094-81ce-9da9cc3092d2'}]} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:49.656423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:49.656900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'network_id': 'ed9f787a-2aaf-4094-81ce-9da9cc3092d2'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:49.663029 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12b797de-5bd4-491b-8fcb-d7e0f94e0b89 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.694157 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-12b797de-5bd4-491b-8fcb-d7e0f94e0b89 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for 3a9c2a27-8393-4523-915b-bff938ce44e1 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:49.696875 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe781d-cb49-4eb1-a963-8bd87681ee0d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Network': ['ID=ed9f787a-2aaf-4094-81ce-9da9cc3092d2,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:49.708577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network ed9f787a-2aaf-4094-81ce-9da9cc3092d2 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:47:49.716253 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b635f5b-8e7e-49ee-8f73-f3855d8f6b95 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:49.720501 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b635f5b-8e7e-49ee-8f73-f3855d8f6b95 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:49.855618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd0aa14-8ad0-463e-9225-af17c6cc03f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:49.859000 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1dd0aa14-8ad0-463e-9225-af17c6cc03f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.025375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b635f5b-8e7e-49ee-8f73-f3855d8f6b95 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.105460 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.117229 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 2} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:50.121685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.140375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.144245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b635f5b-8e7e-49ee-8f73-f3855d8f6b95 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Subnet': ['ID=a29b459d-e14c-4441-9f4f-adf497be2ef6,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:50.178745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.188199 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b635f5b-8e7e-49ee-8f73-f3855d8f6b95 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Checking segment: {'id': '83aed397-a832-46dd-ab29-f49d183979e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1fdc4101-1efe-46f8-b0cd-be34c62aab28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:50.188886 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b635f5b-8e7e-49ee-8f73-f3855d8f6b95 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network hostable DHCP agents. Network: 1fdc4101-1efe-46f8-b0cd-be34c62aab28, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:47:50.223325 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b635f5b-8e7e-49ee-8f73-f3855d8f6b95 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 1fdc4101-1efe-46f8-b0cd-be34c62aab28 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:47:50.252792 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-5b635f5b-8e7e-49ee-8f73-f3855d8f6b95 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 1fdc4101-1efe-46f8-b0cd-be34c62aab28) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:50.265456 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b635f5b-8e7e-49ee-8f73-f3855d8f6b95 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:50.266052 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b635f5b-8e7e-49ee-8f73-f3855d8f6b95 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.272573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0d1635-9f11-40dc-8d4b-82619a81d8ea None None] Network 1fdc4101-1efe-46f8-b0cd-be34c62aab28 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:50.294373 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.297867 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5b635f5b-8e7e-49ee-8f73-f3855d8f6b95 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8763800 Nov 28 07:47:50.297867 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Allocated IP 172.26.2.86 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/cf88e116-c6a7-4ee3-ac10-d72f0cbcea34) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:50.298514 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37772) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:50.305736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1240db5d-ad25-4a14-afac-33b8175925e0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-969138252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:50.353230 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1240db5d-ad25-4a14-afac-33b8175925e0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.354262 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1240db5d-ad25-4a14-afac-33b8175925e0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.446402 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-1fdc4101-1efe-46f8-b0cd-be34c62aab28', 'network_id': '1fdc4101-1efe-46f8-b0cd-be34c62aab28', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'fixed_ips': [{'subnet_id': 'a29b459d-e14c-4441-9f4f-adf497be2ef6'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:47:50.447574 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.464794 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1240db5d-ad25-4a14-afac-33b8175925e0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.470007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1240db5d-ad25-4a14-afac-33b8175925e0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.493471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.509542 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1240db5d-ad25-4a14-afac-33b8175925e0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.513478 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1240db5d-ad25-4a14-afac-33b8175925e0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2113328 Nov 28 07:47:50.514244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37774) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:50.606678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Allocated IP 172.20.0.2 (1fdc4101-1efe-46f8-b0cd-be34c62aab28/a29b459d-e14c-4441-9f4f-adf497be2ef6/9cafd19e-5d0f-44ca-b60a-3e55f3383687) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:50.725831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.805149 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:50.823544 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12b797de-5bd4-491b-8fcb-d7e0f94e0b89 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:50.842806 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:50.850372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:50.868421 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a5ed69-a545-4f76-8c6e-3b957e2cbf5c None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:50.883807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event updated for resources: {'Port': ['ID=cf88e116-c6a7-4ee3-ac10-d72f0cbcea34,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:50.978786 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port d6b26520-a358-4a27-baa1-729770ac9f57 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:51.005271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b797de-5bd4-491b-8fcb-d7e0f94e0b89 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=3a9c2a27-8393-4523-915b-bff938ce44e1,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:51.029932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c7149168-b78a-4152-a34e-beb14a0f9810 None None] Provisioning complete for port cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:51.030496 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c7149168-b78a-4152-a34e-beb14a0f9810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.066285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.074267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.094420 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.106038 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.107758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.172931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Network 1fdc4101-1efe-46f8-b0cd-be34c62aab28 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:51.175560 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c7149168-b78a-4152-a34e-beb14a0f9810 None None] Port cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:51.185138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:51.187471 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:51.226612 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Pushing event updated for resources: {'Port': ['ID=9cafd19e-5d0f-44ca-b60a-3e55f3383687,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:51.262449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Attempting to bind port 9cafd19e-5d0f-44ca-b60a-3e55f3383687 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:51.262951 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Attempting to bind port 9cafd19e-5d0f-44ca-b60a-3e55f3383687 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '83aed397-a832-46dd-ab29-f49d183979e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1fdc4101-1efe-46f8-b0cd-be34c62aab28'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:51.263317 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Attempting to bind port 9cafd19e-5d0f-44ca-b60a-3e55f3383687 on network 1fdc4101-1efe-46f8-b0cd-be34c62aab28 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:51.268379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:51.268749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Checking segment: {'id': '83aed397-a832-46dd-ab29-f49d183979e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1fdc4101-1efe-46f8-b0cd-be34c62aab28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:51.269196 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.269588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Bound using segment: {'id': '83aed397-a832-46dd-ab29-f49d183979e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1fdc4101-1efe-46f8-b0cd-be34c62aab28'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:51.270360 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Bound port: 9cafd19e-5d0f-44ca-b60a-3e55f3383687, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83aed397-a832-46dd-ab29-f49d183979e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1fdc4101-1efe-46f8-b0cd-be34c62aab28'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:51.270744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.275470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.objects.ports [None req-1dd0aa14-8ad0-463e-9225-af17c6cc03f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115118) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:47:51.288936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1dd0aa14-8ad0-463e-9225-af17c6cc03f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.332716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.355250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] For port 9cafd19e-5d0f-44ca-b60a-3e55f3383687, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:51.358537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] For port 9cafd19e-5d0f-44ca-b60a-3e55f3383687, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9cafd19e-5d0f-44ca-b60a-3e55f3383687,segment=NetworkSegment(83aed397-a832-46dd-ab29-f49d183979e5),segment_id=83aed397-a832-46dd-ab29-f49d183979e5)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:51.364380 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.441922 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c0877-d051-4717-b4b5-84afbff2362c None None] Pushing event updated for resources: {'Port': ['ID=9cafd19e-5d0f-44ca-b60a-3e55f3383687,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:51.444814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd0aa14-8ad0-463e-9225-af17c6cc03f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:51.463736 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-1dd0aa14-8ad0-463e-9225-af17c6cc03f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:51.473806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd0aa14-8ad0-463e-9225-af17c6cc03f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:51.474394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e51c42-4ddd-4d09-afa7-f25723680943 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:51.474568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1dd0aa14-8ad0-463e-9225-af17c6cc03f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.502116 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0aa14-8ad0-463e-9225-af17c6cc03f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=8c875887-6ff6-4cd9-8cf2-f9eff1be6347,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:51.524963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Allocated IP 172.26.2.69 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/1ec0d5d9-fa94-4a9d-8897-597f56b866a2) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:51.533796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12b797de-5bd4-491b-8fcb-d7e0f94e0b89 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.545721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.582075 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1dd0aa14-8ad0-463e-9225-af17c6cc03f0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5687983 Nov 28 07:47:51.586930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37776) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:51.599980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4298d806-546c-42ec-8138-215c3db7a9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:51.722786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '8c875887-6ff6-4cd9-8cf2-f9eff1be6347'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:47:51.723682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.807083 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:51.820362 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port 099d2039-8ff8-4834-841c-eea23bd4d558 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:51.866614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Allocated IP 172.20.0.1 (1fdc4101-1efe-46f8-b0cd-be34c62aab28/a29b459d-e14c-4441-9f4f-adf497be2ef6/42803dbd-2175-4ac5-bdfe-cef11e635903) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:51.922098 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Allocated IP 2001:db8::f816:3eff:fe96:4651 (c04e62e3-7156-478d-ad66-af6018eecb99/8c875887-6ff6-4cd9-8cf2-f9eff1be6347/6d29eda0-87bd-4bb2-88cc-bf83106da7e8) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:52.023785 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.039686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4298d806-546c-42ec-8138-215c3db7a9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:52.043165 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4298d806-546c-42ec-8138-215c3db7a9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.109646 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.118311 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.132319 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.172443 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.193863 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Pushing event updated for resources: {'Port': ['ID=6d29eda0-87bd-4bb2-88cc-bf83106da7e8,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:52.207820 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:52.210147 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:52.216432 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:52.248829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.305480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Attempting to bind port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:52.306090 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Attempting to bind port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:52.306900 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Attempting to bind port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:52.311152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=42803dbd-2175-4ac5-bdfe-cef11e635903,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:52.317850 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:52.319055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:52.319871 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.320644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:52.322016 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Bound port: 6d29eda0-87bd-4bb2-88cc-bf83106da7e8, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:52.322744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.346247 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.356676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 1fdc4101-1efe-46f8-b0cd-be34c62aab28 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:52.359957 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:52.363831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:52.375919 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9cafd19e-5d0f-44ca-b60a-3e55f3383687 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:52.389588 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.ipam_backend_mixin [None req-4298d806-546c-42ec-8138-215c3db7a9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c875887-6ff6-4cd9-8cf2-f9eff1be6347 (CIDR: 2001:db8::/64) Nov 28 07:47:52.429791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.435330 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-4298d806-546c-42ec-8138-215c3db7a9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:47:52.435617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4298d806-546c-42ec-8138-215c3db7a9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:47:52.455328 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:52.463713 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] For port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:52.467175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.468918 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] For port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6d29eda0-87bd-4bb2-88cc-bf83106da7e8,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:52.477769 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 9cafd19e-5d0f-44ca-b60a-3e55f3383687 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:52.478274 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.485424 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.488285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:52.491456 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b797de-5bd4-491b-8fcb-d7e0f94e0b89 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 792eb75e-9b6a-4a6c-b859-52043ada430e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:47:52.498845 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:52.508459 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4298d806-546c-42ec-8138-215c3db7a9ba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9204390 Nov 28 07:47:52.511738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37778) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:52.522512 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e3832a37-5bdc-4779-a879-35b3f49bc4a2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:52.542053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Pushing event updated for resources: {'Port': ['ID=1ec0d5d9-fa94-4a9d-8897-597f56b866a2,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:52.564284 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Router a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:52.576352 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511657da-3571-419d-bc14-76a0b1d91ab6 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:52.625187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.667506 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767cac1-bf42-43ea-9694-7ee13b5005ac None None] Pushing event updated for resources: {'Port': ['ID=6d29eda0-87bd-4bb2-88cc-bf83106da7e8,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:52.748519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.827126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 9cafd19e-5d0f-44ca-b60a-3e55f3383687, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9cafd19e-5d0f-44ca-b60a-3e55f3383687,segment=NetworkSegment(83aed397-a832-46dd-ab29-f49d183979e5),segment_id=83aed397-a832-46dd-ab29-f49d183979e5)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:52.829253 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-351dd5c4-4f3d-46de-9f6c-b0790752f6d3 None None] Provisioning complete for port 1ec0d5d9-fa94-4a9d-8897-597f56b866a2 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:52.829681 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-351dd5c4-4f3d-46de-9f6c-b0790752f6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.852704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:52.855500 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.874264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.875436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:52.879412 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3832a37-5bdc-4779-a879-35b3f49bc4a2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:52.880449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:52.881296 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.884065 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e3832a37-5bdc-4779-a879-35b3f49bc4a2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:52.904920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=d6b26520-a358-4a27-baa1-729770ac9f57,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:52.924555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-351dd5c4-4f3d-46de-9f6c-b0790752f6d3 None None] Port 1ec0d5d9-fa94-4a9d-8897-597f56b866a2 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:52.964686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=9cafd19e-5d0f-44ca-b60a-3e55f3383687,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:53.011072 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e109a2d-e348-46c1-a79c-621166cf32e6 None None] Network 1fdc4101-1efe-46f8-b0cd-be34c62aab28 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:53.015951 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:53.024944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b797de-5bd4-491b-8fcb-d7e0f94e0b89 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:53.032951 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-12b797de-5bd4-491b-8fcb-d7e0f94e0b89 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "PUT /v2.0/routers/792eb75e-9b6a-4a6c-b859-52043ada430e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4423034 Nov 28 07:47:53.041336 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Sync routers for ids ['a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:53.051954 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37780) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:53.069121 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Routers {'a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:53.069746 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:53.091044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8c37c7-6977-4088-a385-59cec9695de8 None None] Sync routers for ids ['792eb75e-9b6a-4a6c-b859-52043ada430e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:53.116723 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=099d2039-8ff8-4834-841c-eea23bd4d558,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:53.125761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Checking segment: {'id': 'f466536d-8e9b-47ea-967b-c6609aebf2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ed9f787a-2aaf-4094-81ce-9da9cc3092d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:53.126007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network hostable DHCP agents. Network: ed9f787a-2aaf-4094-81ce-9da9cc3092d2, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:47:53.197232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network ed9f787a-2aaf-4094-81ce-9da9cc3092d2 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:47:53.221326 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8c37c7-6977-4088-a385-59cec9695de8 None None] Routers {'792eb75e-9b6a-4a6c-b859-52043ada430e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:53.221955 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:53.223433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1a8c37c7-6977-4088-a385-59cec9695de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['792eb75e-9b6a-4a6c-b859-52043ada430e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:53.223655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, ed9f787a-2aaf-4094-81ce-9da9cc3092d2) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:53.223892 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ce8ce7e8-0ca2-412c-af10-195258c53740 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1062601 Nov 28 07:47:53.228550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:53.237045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:53.242183 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:53.242918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:53.258589 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Set router a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:47:53.259635 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37782) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:53.280816 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37784) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:53.281057 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ebcfc0fe-91a2-4b4e-80b6-1d45ef921a56 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6303511 Nov 28 07:47:53.284363 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:53.299618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cab751-343f-4485-b402-49b7caed30d2 None None] Network ed9f787a-2aaf-4094-81ce-9da9cc3092d2 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:53.380163 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-65c1ea15-99e9-429e-b0f4-a73ffe90f63c None None] Provisioning complete for port 9cafd19e-5d0f-44ca-b60a-3e55f3383687 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:53.381362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-65c1ea15-99e9-429e-b0f4-a73ffe90f63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:53.382982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1a8c37c7-6977-4088-a385-59cec9695de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:53.470042 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa', 'name': 'tempest-snat-router-876633745', 'tenant_id': '283388182cc34e3cbf13805cc570deca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.86'}], 'enable_snat': False}, 'gw_port_id': 'cf88e116-c6a7-4ee3-ac10-d72f0cbcea34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:47:49Z', 'updated_at': '2021-11-28T07:47:51Z', 'revision_number': 3, 'project_id': '283388182cc34e3cbf13805cc570deca', 'gw_port': {'id': 'cf88e116-c6a7-4ee3-ac10-d72f0cbcea34', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:47:50Z', 'updated_at': '2021-11-28T07:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:53.480133 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7409c59d-0df4-462a-a432-43261a9e4ddf tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/routers/a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa HTTP/1.1" status: 200 len: 907 time: 0.2176528 Nov 28 07:47:53.492191 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37786) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:53.510200 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8c37c7-6977-4088-a385-59cec9695de8 None None] Routers {'792eb75e-9b6a-4a6c-b859-52043ada430e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:53.510884 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1a8c37c7-6977-4088-a385-59cec9695de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['792eb75e-9b6a-4a6c-b859-52043ada430e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:53.519752 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Checking router: a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:47:53.520378 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Updating router a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa port cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:47:53.529689 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Request body: {'router': {'name': 'tempest-snat-router-876633745', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'enable_snat': True}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:53.559608 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:53.563453 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1a8c37c7-6977-4088-a385-59cec9695de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:53.564123 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8c37c7-6977-4088-a385-59cec9695de8 None None] The sync data for ids ['792eb75e-9b6a-4a6c-b859-52043ada430e'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:53.584506 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:53.774333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:53.775390 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:53.810564 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:47:53.824508 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:53.828733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.028197 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.039877 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.053861 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Router 090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:54.097948 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb6ff8-06ad-415d-a6e5-d335431a1c7d None None] Pushing event updated for resources: {'Port': ['ID=cf88e116-c6a7-4ee3-ac10-d72f0cbcea34,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:54.120574 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8b2443-0293-489f-98a2-405680ca7e5d None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:54.123908 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Attempting to bind port cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:47:54.124363 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Attempting to bind port cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:47:54.124633 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Attempting to bind port cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:47:54.136156 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:47:54.136532 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:47:54.136930 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.137324 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:47:54.137799 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Bound port: cf88e116-c6a7-4ee3-ac10-d72f0cbcea34, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:47:54.138178 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.166611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c261526c-90b0-4f3e-aeba-430cd04f5a7c None None] Provisioning complete for port 9cafd19e-5d0f-44ca-b60a-3e55f3383687 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:54.167031 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c261526c-90b0-4f3e-aeba-430cd04f5a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.300209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:54.300708 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] For port cf88e116-c6a7-4ee3-ac10-d72f0cbcea34, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:47:54.308307 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.310775 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c76075df-301a-480b-bce8-3a884e9ccb7e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "PUT /v2.0/routers/090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0 HTTP/1.1" status: 200 len: 915 time: 5.0560269 Nov 28 07:47:54.312914 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] For port cf88e116-c6a7-4ee3-ac10-d72f0cbcea34, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=cf88e116-c6a7-4ee3-ac10-d72f0cbcea34,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:47:54.313509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37788) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:54.316552 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb79a7b-2e9c-4590-9669-05f69d849017 None None] Sync routers for ids ['090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:54.331469 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.347214 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb79a7b-2e9c-4590-9669-05f69d849017 None None] Routers {'090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:54.348348 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ccb79a7b-2e9c-4590-9669-05f69d849017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:54.368681 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c261526c-90b0-4f3e-aeba-430cd04f5a7c None None] Provisioning complete for port 42803dbd-2175-4ac5-bdfe-cef11e635903 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:54.368994 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c261526c-90b0-4f3e-aeba-430cd04f5a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.399196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e3832a37-5bdc-4779-a879-35b3f49bc4a2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.435145 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c261526c-90b0-4f3e-aeba-430cd04f5a7c None None] Port 42803dbd-2175-4ac5-bdfe-cef11e635903 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:54.437269 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.443476 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-7959b862-3e2d-42b4-8437-320394768880 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port 099d2039-8ff8-4834-841c-eea23bd4d558 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:54.443818 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7959b862-3e2d-42b4-8437-320394768880 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.447820 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9cafd19e-5d0f-44ca-b60a-3e55f3383687 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:54.470273 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ccb79a7b-2e9c-4590-9669-05f69d849017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:54.506549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.516301 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb79a7b-2e9c-4590-9669-05f69d849017 None None] Routers {'090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:54.516916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448e5999-1064-443a-bc1d-adefc094ed95 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:54.517038 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ccb79a7b-2e9c-4590-9669-05f69d849017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:54.520343 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb6ff8-06ad-415d-a6e5-d335431a1c7d None None] Pushing event updated for resources: {'Port': ['ID=cf88e116-c6a7-4ee3-ac10-d72f0cbcea34,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:54.524202 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Routers {'a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:54.531440 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-55591cb0-e714-4143-b166-79c0444a084e tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/routers/090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0 HTTP/1.1" status: 200 len: 921 time: 0.2164676 Nov 28 07:47:54.532672 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:54.534009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37792) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:54.578588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] Provisioning complete for port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:54.579504 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.610027 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ccb79a7b-2e9c-4590-9669-05f69d849017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:54.610692 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb79a7b-2e9c-4590-9669-05f69d849017 None None] The sync data for ids ['090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:54.619989 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 9cafd19e-5d0f-44ca-b60a-3e55f3383687 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:54.621163 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.724171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.754813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3832a37-5bdc-4779-a879-35b3f49bc4a2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:54.756822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.793390 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.815517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-e3832a37-5bdc-4779-a879-35b3f49bc4a2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:54.819028 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3832a37-5bdc-4779-a879-35b3f49bc4a2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:54.819838 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e3832a37-5bdc-4779-a879-35b3f49bc4a2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.843182 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] Set router a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:47:54.843506 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:54.847008 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548de039-a7a1-42f5-8d6b-eb3f3c2aa6d0 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:54.878754 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:54.929064 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=42803dbd-2175-4ac5-bdfe-cef11e635903,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:54.985172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667627a8-09da-4abc-85ca-6ae7e4f7d786 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:54.990286 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-667627a8-09da-4abc-85ca-6ae7e4f7d786 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&device_id=090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4517379 Nov 28 07:47:54.990661 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37794) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:55.026604 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.051167 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 1fdc4101-1efe-46f8-b0cd-be34c62aab28 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:55.066448 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:55.109644 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa', 'name': 'tempest-snat-router-876633745', 'tenant_id': '283388182cc34e3cbf13805cc570deca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.86'}], 'enable_snat': False}, 'gw_port_id': 'cf88e116-c6a7-4ee3-ac10-d72f0cbcea34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:47:49Z', 'updated_at': '2021-11-28T07:47:51Z', 'revision_number': 3, 'project_id': '283388182cc34e3cbf13805cc570deca', 'gw_port': {'id': 'cf88e116-c6a7-4ee3-ac10-d72f0cbcea34', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:47:50Z', 'updated_at': '2021-11-28T07:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:55.118353 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdec201-328f-4d3f-aa7e-cb0c9c23654b tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:55.120609 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0cdec201-328f-4d3f-aa7e-cb0c9c23654b tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/networks/8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 881 time: 0.1288776 Nov 28 07:47:55.121593 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e3832a37-5bdc-4779-a879-35b3f49bc4a2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6088881 Nov 28 07:47:55.125892 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7959b862-3e2d-42b4-8437-320394768880 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.127580 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37796) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:55.128169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37798) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:55.130995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3832a37-5bdc-4779-a879-35b3f49bc4a2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=cfe29223-1a7f-403c-abf5-80e8d20e28de,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:55.152383 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267219a-a504-472a-bd0f-24bf0a02f92e None None] The sync data for ids ['a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa'] in dv-neutron-744815-16-hyperv is: [{'id': 'a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa', 'name': 'tempest-snat-router-876633745', 'tenant_id': '283388182cc34e3cbf13805cc570deca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.86'}], 'enable_snat': False}, 'gw_port_id': 'cf88e116-c6a7-4ee3-ac10-d72f0cbcea34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:47:49Z', 'updated_at': '2021-11-28T07:47:51Z', 'revision_number': 3, 'project_id': '283388182cc34e3cbf13805cc570deca', 'gw_port': {'id': 'cf88e116-c6a7-4ee3-ac10-d72f0cbcea34', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:47:50Z', 'updated_at': '2021-11-28T07:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:55.190735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'mac_address': 'fa:16:3e:51:0c:7a', 'name': 'tempest-NetworksTestDHCPv6-306482920'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:55.201545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] For port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6d29eda0-87bd-4bb2-88cc-bf83106da7e8,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:55.221498 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.291896 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-21d2c90b-e130-4454-9496-03bcec57e39f tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "GET /v2.0/ports?device_id=090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0 HTTP/1.1" status: 200 len: 205 time: 0.1620803 Nov 28 07:47:55.292577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37800) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:55.322806 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] Provisioning complete for port cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:55.323346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.336150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-7959b862-3e2d-42b4-8437-320394768880 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for 099d2039-8ff8-4834-841c-eea23bd4d558 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:55.399297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port 0027ea01-37c7-478a-bed5-32b31ef0f849 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:55.399951 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.430844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] Pushing event updated for resources: {'Port': ['ID=6d29eda0-87bd-4bb2-88cc-bf83106da7e8,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:55.437618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.446851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:55.447337 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.508564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:55.553604 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:55.590818 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa77dd4c-80de-4e3f-9664-dc7a244e85a7 None None] Update dhcp port {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': '8c875887-6ff6-4cd9-8cf2-f9eff1be6347', 'ip_address': '2001:db8::f816:3eff:fe96:4651'}, {'subnet_id': 'cfe29223-1a7f-403c-abf5-80e8d20e28de'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': '6d29eda0-87bd-4bb2-88cc-bf83106da7e8'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:47:55.618685 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.645197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for 0027ea01-37c7-478a-bed5-32b31ef0f849 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:55.680753 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.697862 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.710708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port 82d208a2-5143-4f9f-8b0f-2e8d14ef01b1 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:47:55.717786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fa77dd4c-80de-4e3f-9664-dc7a244e85a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.740398 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.768236 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] For port cf88e116-c6a7-4ee3-ac10-d72f0cbcea34, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=cf88e116-c6a7-4ee3-ac10-d72f0cbcea34,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:55.883741 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Deleting port 1ec0d5d9-fa94-4a9d-8897-597f56b866a2 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:55.884088 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.893202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.937906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] Provisioning complete for port 42803dbd-2175-4ac5-bdfe-cef11e635903 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:55.938285 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:55.993981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8:0:1::26d (c04e62e3-7156-478d-ad66-af6018eecb99/cfe29223-1a7f-403c-abf5-80e8d20e28de/82d208a2-5143-4f9f-8b0f-2e8d14ef01b1) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:56.001206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::f816:3eff:fe51:c7a (c04e62e3-7156-478d-ad66-af6018eecb99/8c875887-6ff6-4cd9-8cf2-f9eff1be6347/82d208a2-5143-4f9f-8b0f-2e8d14ef01b1) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:56.010059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] Port 42803dbd-2175-4ac5-bdfe-cef11e635903 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:56.012067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffccef-64e5-481c-8d66-2e1838651fde None None] Pushing event updated for resources: {'Port': ['ID=cf88e116-c6a7-4ee3-ac10-d72f0cbcea34,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:56.079199 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.132854 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.133736 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6713b132-c81b-44df-8720-47a90061987d None None] Provisioning complete for port cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:56.134118 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6713b132-c81b-44df-8720-47a90061987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.167234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:56.176555 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=0027ea01-37c7-478a-bed5-32b31ef0f849,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:56.181065 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad1462-1efc-4a96-a2ad-8d20fa152dcb None None] Sync routers for ids ['1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:56.188988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Calling delete_port for 1ec0d5d9-fa94-4a9d-8897-597f56b866a2 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:56.189186 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-effdbb20-951a-4119-9dad-563eadb84315 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6704183 Nov 28 07:47:56.189186 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7959b862-3e2d-42b4-8437-320394768880 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.190270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37802) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:56.207055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad1462-1efc-4a96-a2ad-8d20fa152dcb None None] Routers {'1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:56.207741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5dad1462-1efc-4a96-a2ad-8d20fa152dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:56.213476 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.214348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e00c2e6-8976-42b1-829f-46ab5fa47cda None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:56.263440 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5dad1462-1efc-4a96-a2ad-8d20fa152dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:56.289481 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959b862-3e2d-42b4-8437-320394768880 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=099d2039-8ff8-4834-841c-eea23bd4d558,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:56.329790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad1462-1efc-4a96-a2ad-8d20fa152dcb None None] Routers {'1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:56.330781 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5dad1462-1efc-4a96-a2ad-8d20fa152dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:56.338220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.354152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7959b862-3e2d-42b4-8437-320394768880 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.360143 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7959b862-3e2d-42b4-8437-320394768880 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/099d2039-8ff8-4834-841c-eea23bd4d558 HTTP/1.1" status: 204 len: 168 time: 3.0730767 Nov 28 07:47:56.362002 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37804) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:56.367102 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55db029-e94b-4dbc-b164-c647938131a2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:56.381472 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d55db029-e94b-4dbc-b164-c647938131a2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports/42803dbd-2175-4ac5-bdfe-cef11e635903 HTTP/1.1" status: 200 len: 910 time: 0.1885836 Nov 28 07:47:56.390982 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37806) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:56.393323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5dad1462-1efc-4a96-a2ad-8d20fa152dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:56.395644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad1462-1efc-4a96-a2ad-8d20fa152dcb None None] The sync data for ids ['1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:47:56.397166 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e680e95f-3fd9-4810-8521-cd5c22f9843f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a29b459d-e14c-4441-9f4f-adf497be2ef6'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:56.420046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:56.426781 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.446767 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6713b132-c81b-44df-8720-47a90061987d None None] Provisioning complete for port 42803dbd-2175-4ac5-bdfe-cef11e635903 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:56.447192 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6713b132-c81b-44df-8720-47a90061987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.496557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.507662 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-6713b132-c81b-44df-8720-47a90061987d None None] Port 42803dbd-2175-4ac5-bdfe-cef11e635903 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:56.517520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:56.517968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.577322 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.580710 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.612054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:56.680007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79d836f-0032-46ee-84c5-a4ca2733b8cc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:56.686330 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79d836f-0032-46ee-84c5-a4ca2733b8cc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:56.690663 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e79d836f-0032-46ee-84c5-a4ca2733b8cc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3228242 Nov 28 07:47:56.690663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Allocated IP 172.26.2.19 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/f735a9ab-5da8-45a7-bd8f-e685fe6b7acc) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:56.691670 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37808) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:56.692341 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.693568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Fanout notify agent at l3_agent the message router_deleted on router 792eb75e-9b6a-4a6c-b859-52043ada430e {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:47:56.701698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.702947 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-31704aac-b85b-4dd0-8e3d-b30b723f3006 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/routers/792eb75e-9b6a-4a6c-b859-52043ada430e HTTP/1.1" status: 204 len: 168 time: 3.6475463 Nov 28 07:47:56.706663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37810) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:56.710837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.731438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-fa77dd4c-80de-4e3f-9664-dc7a244e85a7 None None] Allocated IP 2001:db8:0:1::2 (c04e62e3-7156-478d-ad66-af6018eecb99/cfe29223-1a7f-403c-abf5-80e8d20e28de/6d29eda0-87bd-4bb2-88cc-bf83106da7e8) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:47:56.738738 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:56.739398 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.780757 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e680e95f-3fd9-4810-8521-cd5c22f9843f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.793957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:56.805786 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:56.819260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:56.825395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:56.826027 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.840795 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.913122 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-fa77dd4c-80de-4e3f-9664-dc7a244e85a7 None None] For port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6d29eda0-87bd-4bb2-88cc-bf83106da7e8,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:56.975553 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.985830 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fa77dd4c-80de-4e3f-9664-dc7a244e85a7 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:56.994153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fa77dd4c-80de-4e3f-9664-dc7a244e85a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.104828 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77dd4c-80de-4e3f-9664-dc7a244e85a7 None None] Pushing event updated for resources: {'Port': ['ID=6d29eda0-87bd-4bb2-88cc-bf83106da7e8,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:57.123191 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9657350 Nov 28 07:47:57.125294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-bced4e7d-47ea-4999-95b4-ca624c4410e4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting subnet 815acd0e-e152-4e94-9ea9-38b3520cb2d2 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:47:57.128077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37812) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:57.128660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5b16b-ba01-48e1-9952-5a2bb79e9194 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=82d208a2-5143-4f9f-8b0f-2e8d14ef01b1,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:57.129162 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bced4e7d-47ea-4999-95b4-ca624c4410e4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.170568 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d34fe6-40a4-4448-8cc0-83fc2a634f0a None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:57.186585 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bced4e7d-47ea-4999-95b4-ca624c4410e4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.208197 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Pushing event deleted for resources: {'Port': ['ID=1ec0d5d9-fa94-4a9d-8897-597f56b866a2,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:57.293016 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bced4e7d-47ea-4999-95b4-ca624c4410e4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.397531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bced4e7d-47ea-4999-95b4-ca624c4410e4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.424668 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.439894 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-fb4053e0-d315-4eff-8405-bc927cdfcc7b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port d6b26520-a358-4a27-baa1-729770ac9f57 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:57.440369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fb4053e0-d315-4eff-8405-bc927cdfcc7b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.443057 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced4e7d-47ea-4999-95b4-ca624c4410e4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Subnet': ['ID=815acd0e-e152-4e94-9ea9-38b3520cb2d2,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:57.453485 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bced4e7d-47ea-4999-95b4-ca624c4410e4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.457099 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bced4e7d-47ea-4999-95b4-ca624c4410e4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/subnets/815acd0e-e152-4e94-9ea9-38b3520cb2d2 HTTP/1.1" status: 204 len: 168 time: 0.7008433 Nov 28 07:47:57.462980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cc5c10-a543-4b70-bebc-0bbac96aad9b None None] Network 99a961dd-f6f6-49dd-ae64-97e2a27cd2b4 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:47:57.470525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37814) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:57.566849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fb4053e0-d315-4eff-8405-bc927cdfcc7b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.587900 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-fb4053e0-d315-4eff-8405-bc927cdfcc7b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for d6b26520-a358-4a27-baa1-729770ac9f57 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:57.599751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.602351 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.679060 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.707708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.708253 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Fanout notify agent at l3_agent the message router_deleted on router 090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:47:57.724137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.730092 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8aadbd45-95a2-40d0-8bba-29aa76aa8477 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "DELETE /v2.0/routers/090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0 HTTP/1.1" status: 204 len: 168 time: 2.4316938 Nov 28 07:47:57.743999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37816) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:57.748520 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1427659684', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:57.766892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1703ddaa-3d84-4243-a1c6-08c30725498c None None] DHCP port deletion for 99a961dd-f6f6-49dd-ae64-97e2a27cd2b4 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:57.781255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event updated for resources: {'Port': ['ID=f735a9ab-5da8-45a7-bd8f-e685fe6b7acc,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:57.788441 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fb4053e0-d315-4eff-8405-bc927cdfcc7b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.797711 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:47:57.800677 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-75333f9b-5b38-4e5f-b2f5-8ee6bc2e14b5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port 82d208a2-5143-4f9f-8b0f-2e8d14ef01b1 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:57.801012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75333f9b-5b38-4e5f-b2f5-8ee6bc2e14b5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.837986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:47:57.847528 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e680e95f-3fd9-4810-8521-cd5c22f9843f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.854040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4053e0-d315-4eff-8405-bc927cdfcc7b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=d6b26520-a358-4a27-baa1-729770ac9f57,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:57.865360 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:47:57.865572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-1703ddaa-3d84-4243-a1c6-08c30725498c None None] Deleting port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:57.865751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.865868 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1703ddaa-3d84-4243-a1c6-08c30725498c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.906509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.908123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.915097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e680e95f-3fd9-4810-8521-cd5c22f9843f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.948170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fb4053e0-d315-4eff-8405-bc927cdfcc7b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:57.953055 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fb4053e0-d315-4eff-8405-bc927cdfcc7b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/d6b26520-a358-4a27-baa1-729770ac9f57 HTTP/1.1" status: 204 len: 168 time: 1.2574890 Nov 28 07:47:57.956413 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37818) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:57.978710 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b181e2d-539a-4bf6-b9af-0b5abe0014da None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:47:57.993991 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-1703ddaa-3d84-4243-a1c6-08c30725498c None None] For port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=cc894d1e-8db1-42d1-83b4-e4faa72a6ea5,segment=NetworkSegment(2baac7d5-2a1c-4a6f-8411-f7f68a41c53d),segment_id=2baac7d5-2a1c-4a6f-8411-f7f68a41c53d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:57.994384 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1703ddaa-3d84-4243-a1c6-08c30725498c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:58.015094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-1703ddaa-3d84-4243-a1c6-08c30725498c None None] Calling delete_port for cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:58.021581 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f613bde5-658e-4d94-8b32-4563c9d136ec None None] Provisioning complete for port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:58.021946 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f613bde5-658e-4d94-8b32-4563c9d136ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:58.131587 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75333f9b-5b38-4e5f-b2f5-8ee6bc2e14b5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:58.147253 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e680e95f-3fd9-4810-8521-cd5c22f9843f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:58.148188 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e680e95f-3fd9-4810-8521-cd5c22f9843f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:58.149761 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e680e95f-3fd9-4810-8521-cd5c22f9843f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/ports/42803dbd-2175-4ac5-bdfe-cef11e635903 HTTP/1.1" status: 200 len: 910 time: 1.7578237 Nov 28 07:47:58.213666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1703ddaa-3d84-4243-a1c6-08c30725498c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:58.255851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37820) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:58.328744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:58.330040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680e95f-3fd9-4810-8521-cd5c22f9843f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=42803dbd-2175-4ac5-bdfe-cef11e635903,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:58.339921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-75333f9b-5b38-4e5f-b2f5-8ee6bc2e14b5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for 82d208a2-5143-4f9f-8b0f-2e8d14ef01b1 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:58.346730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1703ddaa-3d84-4243-a1c6-08c30725498c None None] No DVR routers for this DVR port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:47:58.358030 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703ddaa-3d84-4243-a1c6-08c30725498c None None] Pushing event deleted for resources: {'Port': ['ID=cc894d1e-8db1-42d1-83b4-e4faa72a6ea5,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:58.367414 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:47:58.423366 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:58.423708 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:58.470907 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-10317866-f121-4ad9-a921-59a0ed4872e9 None None] Provisioning complete for port f735a9ab-5da8-45a7-bd8f-e685fe6b7acc triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:58.471638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-10317866-f121-4ad9-a921-59a0ed4872e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:58.529830 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-10317866-f121-4ad9-a921-59a0ed4872e9 None None] Port f735a9ab-5da8-45a7-bd8f-e685fe6b7acc cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:58.532214 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e1ad47-92c8-4652-bf81-ca590a7130e9 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:58.533758 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-19e1ad47-92c8-4652-bf81-ca590a7130e9 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5762401 Nov 28 07:47:58.553210 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37822) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:58.568777 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-10317866-f121-4ad9-a921-59a0ed4872e9 None None] Provisioning complete for port 82d208a2-5143-4f9f-8b0f-2e8d14ef01b1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:47:58.569148 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-10317866-f121-4ad9-a921-59a0ed4872e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:58.584133 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-d556ca07-978b-4b90-835d-bb87dce37a0a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] GET failed (client error): The resource could not be found. Nov 28 07:47:58.585789 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d556ca07-978b-4b90-835d-bb87dce37a0a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/099d2039-8ff8-4834-841c-eea23bd4d558 HTTP/1.1" status: 404 len: 333 time: 0.0315921 Nov 28 07:47:58.588630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37824) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:58.619408 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-153f34b9-ea70-4413-a6a3-0eba5d2ead6c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] GET failed (client error): The resource could not be found. Nov 28 07:47:58.620801 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-153f34b9-ea70-4413-a6a3-0eba5d2ead6c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/d6b26520-a358-4a27-baa1-729770ac9f57 HTTP/1.1" status: 404 len: 333 time: 0.0312319 Nov 28 07:47:58.625549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37826) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:58.639196 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-10317866-f121-4ad9-a921-59a0ed4872e9 None None] Port 82d208a2-5143-4f9f-8b0f-2e8d14ef01b1 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:47:58.715197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:47:58.758887 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d49de9da-7f8b-4a89-b507-74da7c10fd63 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:58.886020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:47:58.886310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:47:58.886445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:58.886551 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:47:58.926467 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d49de9da-7f8b-4a89-b507-74da7c10fd63 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:58.941206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:58.983766 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d49de9da-7f8b-4a89-b507-74da7c10fd63 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9f787a-2aaf-4094-81ce-9da9cc3092d2']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:59.000619 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d49de9da-7f8b-4a89-b507-74da7c10fd63 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f466536d-8e9b-47ea-967b-c6609aebf2c4') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:59.000910 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d49de9da-7f8b-4a89-b507-74da7c10fd63 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f466536d-8e9b-47ea-967b-c6609aebf2c4') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:59.015552 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d49de9da-7f8b-4a89-b507-74da7c10fd63 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.048507 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.067162 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d49de9da-7f8b-4a89-b507-74da7c10fd63 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.079875 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49de9da-7f8b-4a89-b507-74da7c10fd63 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:47:59.080267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d49de9da-7f8b-4a89-b507-74da7c10fd63 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:47:59.083221 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:47:59.159450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] For port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:47:59.159811 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.181360 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:47:59.190393 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.ipam_backend_mixin [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 was not found and therefore no delete operation was performed {{(pid=115118) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:47:59.193146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d49de9da-7f8b-4a89-b507-74da7c10fd63 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.203172 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d49de9da-7f8b-4a89-b507-74da7c10fd63 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.206333 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d49de9da-7f8b-4a89-b507-74da7c10fd63 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/networks/ed9f787a-2aaf-4094-81ce-9da9cc3092d2 HTTP/1.1" status: 204 len: 168 time: 0.5799565 Nov 28 07:47:59.207733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.210746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37828) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:59.215593 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-fc2520a1-df17-4d1e-b296-48bb80d768ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-852885529'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:59.235474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49de9da-7f8b-4a89-b507-74da7c10fd63 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Network': ['ID=ed9f787a-2aaf-4094-81ce-9da9cc3092d2,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:59.268718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=cc894d1e-8db1-42d1-83b4-e4faa72a6ea5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:59.292885 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2520a1-df17-4d1e-b296-48bb80d768ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:47:59.296548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc2520a1-df17-4d1e-b296-48bb80d768ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.311460 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] No DVR routers for this DVR port cc894d1e-8db1-42d1-83b4-e4faa72a6ea5 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:47:59.335921 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.480399 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Router 4325503b-c13d-4ae8-8fe9-b01c95bbae48 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:47:59.499658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.531372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75333f9b-5b38-4e5f-b2f5-8ee6bc2e14b5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.534844 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a961dd-f6f6-49dd-ae64-97e2a27cd2b4']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:59.535031 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2520a1-df17-4d1e-b296-48bb80d768ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:47:59.551508 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc2520a1-df17-4d1e-b296-48bb80d768ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.551858 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-fc2520a1-df17-4d1e-b296-48bb80d768ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Added segment 76651c30-6020-412f-a33b-33432d3a881a of type vlan for network b2cc75e5-3aa3-48e6-bbda-334c54cef237 Nov 28 07:47:59.588653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2baac7d5-2a1c-4a6f-8411-f7f68a41c53d') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:59.588948 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2baac7d5-2a1c-4a6f-8411-f7f68a41c53d') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:59.591692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75333f9b-5b38-4e5f-b2f5-8ee6bc2e14b5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=82d208a2-5143-4f9f-8b0f-2e8d14ef01b1,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:59.611385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.645827 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc2520a1-df17-4d1e-b296-48bb80d768ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.667137 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:47:59.682771 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] Sync routers for ids ['4325503b-c13d-4ae8-8fe9-b01c95bbae48'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:47:59.686029 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc2520a1-df17-4d1e-b296-48bb80d768ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.694571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2520a1-df17-4d1e-b296-48bb80d768ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:59.695246 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc2520a1-df17-4d1e-b296-48bb80d768ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.698446 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] Routers {'4325503b-c13d-4ae8-8fe9-b01c95bbae48'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:47:59.700278 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4325503b-c13d-4ae8-8fe9-b01c95bbae48'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:47:59.704555 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.709972 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.711402 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-736760ad-2df4-4be0-94e8-12b4d303bef0 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.2165875 Nov 28 07:47:59.718988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37830) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:59.720142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75333f9b-5b38-4e5f-b2f5-8ee6bc2e14b5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.726272 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-75333f9b-5b38-4e5f-b2f5-8ee6bc2e14b5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/82d208a2-5143-4f9f-8b0f-2e8d14ef01b1 HTTP/1.1" status: 204 len: 168 time: 2.5946698 Nov 28 07:47:59.726939 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37832) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:59.804654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:47:59.805092 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:47:59.807533 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fc2520a1-df17-4d1e-b296-48bb80d768ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5957241 Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:47:59.808698 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:47:59.811588 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37834) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:59.820863 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3b1861df-f333-402d-b762-70fefe91d4ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': 'b2cc75e5-3aa3-48e6-bbda-334c54cef237', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:47:59.840768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2520a1-df17-4d1e-b296-48bb80d768ad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Network': ['ID=b2cc75e5-3aa3-48e6-bbda-334c54cef237,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:47:59.852034 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network b2cc75e5-3aa3-48e6-bbda-334c54cef237 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:47:59.865838 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] Set router 4325503b-c13d-4ae8-8fe9-b01c95bbae48 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:47:59.928054 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-940e0b58-6fdd-44a9-b35a-120bf154a955 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/routers/4325503b-c13d-4ae8-8fe9-b01c95bbae48 HTTP/1.1" status: 200 len: 906 time: 0.1986084 Nov 28 07:47:59.932290 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1261a4b-c039-44f9-9bc5-ecc20e9f2eb6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:47:59.935553 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f1261a4b-c039-44f9-9bc5-ecc20e9f2eb6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2052693 Nov 28 07:47:59.940266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37836) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:47:59.948475 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37838) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:00.018617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.061175 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.065944 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1861df-f333-402d-b762-70fefe91d4ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:00.070077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.070410 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3b1861df-f333-402d-b762-70fefe91d4ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.076821 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.084188 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/networks/99a961dd-f6f6-49dd-ae64-97e2a27cd2b4 HTTP/1.1" status: 204 len: 168 time: 2.5480154 Nov 28 07:48:00.091336 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37840) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:00.097132 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325503b-c13d-4ae8-8fe9-b01c95bbae48', 'name': 'tempest-snat-router-876633745', 'tenant_id': '283388182cc34e3cbf13805cc570deca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f735a9ab-5da8-45a7-bd8f-e685fe6b7acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:47:53Z', 'updated_at': '2021-11-28T07:47:58Z', 'revision_number': 3, 'project_id': '283388182cc34e3cbf13805cc570deca', 'gw_port': {'id': 'f735a9ab-5da8-45a7-bd8f-e685fe6b7acc', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:78:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325503b-c13d-4ae8-8fe9-b01c95bbae48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:47:56Z', 'updated_at': '2021-11-28T07:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:00.116454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a30a99-555c-4be6-82fa-e4304f5cf8f4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Network': ['ID=99a961dd-f6f6-49dd-ae64-97e2a27cd2b4,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:00.134943 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] Checking router: 4325503b-c13d-4ae8-8fe9-b01c95bbae48 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:48:00.135570 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] Updating router 4325503b-c13d-4ae8-8fe9-b01c95bbae48 port f735a9ab-5da8-45a7-bd8f-e685fe6b7acc binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:48:00.182492 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.216019 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3470d3e-a077-4c05-8fb1-78d4e9929528 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:00.220548 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a3470d3e-a077-4c05-8fb1-78d4e9929528 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2653873 Nov 28 07:48:00.221981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37842) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:00.259267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.268079 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-3b1861df-f333-402d-b762-70fefe91d4ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Performing IP validity checks on allocation pools {{(pid=115119) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 28 07:48:00.268905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-3b1861df-f333-402d-b762-70fefe91d4ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115119) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 28 07:48:00.374659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1712a6e4-fb5d-4313-a73d-43aed5c662d4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.434120 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93408589-4548-41ca-bfa7-3bbdf62cf1ef tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:00.435670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93408589-4548-41ca-bfa7-3bbdf62cf1ef tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:00.437173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93408589-4548-41ca-bfa7-3bbdf62cf1ef tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:00.438740 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-93408589-4548-41ca-bfa7-3bbdf62cf1ef tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2138314 Nov 28 07:48:00.444550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37844) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:00.486540 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Allocated IP 172.26.2.125 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/f2859842-521d-4050-9a48-87449ffaf027) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:00.490258 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.546138 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-b766c836-86f0-4339-b8d1-15f0e143013f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 8c875887-6ff6-4cd9-8cf2-f9eff1be6347 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:00.575469 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b766c836-86f0-4339-b8d1-15f0e143013f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.601450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3b1861df-f333-402d-b762-70fefe91d4ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.637272 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ed2022e1-8536-4a08-8a06-e3231d23f1c2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port 8472a251-6eb1-4b2e-9654-0c1756914401 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:00.637619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ed2022e1-8536-4a08-8a06-e3231d23f1c2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.666801 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b766c836-86f0-4339-b8d1-15f0e143013f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.718759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1861df-f333-402d-b762-70fefe91d4ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Subnet': ['ID=b5af0c81-7e1d-47fe-a2f0-11e62ba79a9f,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:00.744819 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1861df-f333-402d-b762-70fefe91d4ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Checking segment: {'id': '76651c30-6020-412f-a33b-33432d3a881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2cc75e5-3aa3-48e6-bbda-334c54cef237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:00.745181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1861df-f333-402d-b762-70fefe91d4ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network hostable DHCP agents. Network: b2cc75e5-3aa3-48e6-bbda-334c54cef237, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:48:00.753815 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Deleting port f735a9ab-5da8-45a7-bd8f-e685fe6b7acc {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:00.754156 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.754383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.765462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ed2022e1-8536-4a08-8a06-e3231d23f1c2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.765788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ed2022e1-8536-4a08-8a06-e3231d23f1c2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.789070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ed2022e1-8536-4a08-8a06-e3231d23f1c2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for 8472a251-6eb1-4b2e-9654-0c1756914401 owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:00.846423 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1861df-f333-402d-b762-70fefe91d4ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network b2cc75e5-3aa3-48e6-bbda-334c54cef237 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:48:00.852713 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b766c836-86f0-4339-b8d1-15f0e143013f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.891043 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-3b1861df-f333-402d-b762-70fefe91d4ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, b2cc75e5-3aa3-48e6-bbda-334c54cef237) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:00.901434 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1861df-f333-402d-b762-70fefe91d4ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:00.902020 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3b1861df-f333-402d-b762-70fefe91d4ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.903236 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f31d3f5-5583-4047-aafd-3b48d5888475 None None] Network b2cc75e5-3aa3-48e6-bbda-334c54cef237 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:00.940497 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.941109 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:00.956300 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3b1861df-f333-402d-b762-70fefe91d4ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1398830 Nov 28 07:48:00.963310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37846) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:00.974896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Calling delete_port for f735a9ab-5da8-45a7-bd8f-e685fe6b7acc owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:00.985541 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b766c836-86f0-4339-b8d1-15f0e143013f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.002082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e4d90490-850a-4c69-96b6-7f06a129d995 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'network_id': 'b2cc75e5-3aa3-48e6-bbda-334c54cef237', 'name': 'tempest-PortsTestJSON-1335718128'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:01.051205 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766c836-86f0-4339-b8d1-15f0e143013f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=8c875887-6ff6-4cd9-8cf2-f9eff1be6347,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:01.056703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b766c836-86f0-4339-b8d1-15f0e143013f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.060000 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b766c836-86f0-4339-b8d1-15f0e143013f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/8c875887-6ff6-4cd9-8cf2-f9eff1be6347 HTTP/1.1" status: 204 len: 168 time: 0.6144924 Nov 28 07:48:01.062763 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37848) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:01.065774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:01.089123 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82d80d7-e873-496c-b706-e51ce585292b None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:01.097561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.106179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:01.113629 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:01.132477 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef41a900-6d15-4cd4-9b81-d842ab456b2b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet cfe29223-1a7f-403c-abf5-80e8d20e28de {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:01.137959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef41a900-6d15-4cd4-9b81-d842ab456b2b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.139774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9083e9-2ab5-43b4-bfcf-fdfc587e8091 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:01.228398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef41a900-6d15-4cd4-9b81-d842ab456b2b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.229673 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.241607 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-b2cc75e5-3aa3-48e6-bbda-334c54cef237', 'network_id': 'b2cc75e5-3aa3-48e6-bbda-334c54cef237', 'tenant_id': '3de17531069145178d352061b04d50eb', 'fixed_ips': [{'subnet_id': 'b5af0c81-7e1d-47fe-a2f0-11e62ba79a9f'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:01.243283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.263701 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.db.api [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:48:01.263701 dv-neutron-744815-16-hyperv neutron-server[115121]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Nov 28 07:48:01.263701 dv-neutron-744815-16-hyperv neutron-server[115121]: [parameters: {'host': 'dv-neutron-744815-16-hyperv', 'ml2_port_bindings_port_id': 'f735a9ab-5da8-45a7-bd8f-e685fe6b7acc', 'ml2_port_bindings_host': ''}] Nov 28 07:48:01.263701 dv-neutron-744815-16-hyperv neutron-server[115121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:48:01.268212 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG oslo_db.api [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:48:01.393534 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c826669f-c8b1-46d8-8678-bd0ee97ac116 None None] Provisioning complete for port f2859842-521d-4050-9a48-87449ffaf027 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:01.393821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c826669f-c8b1-46d8-8678-bd0ee97ac116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.504708 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c826669f-c8b1-46d8-8678-bd0ee97ac116 None None] Port f2859842-521d-4050-9a48-87449ffaf027 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:01.519665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Pushing event updated for resources: {'Port': ['ID=f2859842-521d-4050-9a48-87449ffaf027,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:01.534551 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Allocated IP 172.20.0.2 (b2cc75e5-3aa3-48e6-bbda-334c54cef237/b5af0c81-7e1d-47fe-a2f0-11e62ba79a9f/322a89b6-4d0d-45f1-b809-2ba27b71df79) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:01.618047 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1712a6e4-fb5d-4313-a73d-43aed5c662d4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port 42803dbd-2175-4ac5-bdfe-cef11e635903 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:01.618681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1712a6e4-fb5d-4313-a73d-43aed5c662d4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.671129 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.692814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ed2022e1-8536-4a08-8a06-e3231d23f1c2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.718170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event deleted for resources: {'Port': ['ID=f735a9ab-5da8-45a7-bd8f-e685fe6b7acc,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:01.720784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef41a900-6d15-4cd4-9b81-d842ab456b2b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.749219 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d35542-8070-4e16-8a89-412d03de3a86 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:01.763787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.784786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.802608 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] Port f735a9ab-5da8-45a7-bd8f-e685fe6b7acc not found while updating agent binding for router 4325503b-c13d-4ae8-8fe9-b01c95bbae48. {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 28 07:48:01.829479 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] Routers {'4325503b-c13d-4ae8-8fe9-b01c95bbae48'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:01.831411 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4325503b-c13d-4ae8-8fe9-b01c95bbae48'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:01.844213 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef41a900-6d15-4cd4-9b81-d842ab456b2b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.851805 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2022e1-8536-4a08-8a06-e3231d23f1c2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=8472a251-6eb1-4b2e-9654-0c1756914401,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:01.881719 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41a900-6d15-4cd4-9b81-d842ab456b2b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe29223-1a7f-403c-abf5-80e8d20e28de,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:01.886748 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.888635 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d90490-850a-4c69-96b6-7f06a129d995 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:01.898156 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4d90490-850a-4c69-96b6-7f06a129d995 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:01.907364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Network b2cc75e5-3aa3-48e6-bbda-334c54cef237 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:01.908584 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Pushing event updated for resources: {'Port': ['ID=322a89b6-4d0d-45f1-b809-2ba27b71df79,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:01.914303 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:01.916660 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:01.995957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-e4d90490-850a-4c69-96b6-7f06a129d995 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port 224e559f-f11e-495a-b795-245a05d9814a yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:01.996450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef41a900-6d15-4cd4-9b81-d842ab456b2b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.001981 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ef41a900-6d15-4cd4-9b81-d842ab456b2b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/cfe29223-1a7f-403c-abf5-80e8d20e28de HTTP/1.1" status: 204 len: 168 time: 0.9383354 Nov 28 07:48:02.010435 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1712a6e4-fb5d-4313-a73d-43aed5c662d4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.011979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Attempting to bind port 322a89b6-4d0d-45f1-b809-2ba27b71df79 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:02.012322 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Attempting to bind port 322a89b6-4d0d-45f1-b809-2ba27b71df79 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '76651c30-6020-412f-a33b-33432d3a881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2cc75e5-3aa3-48e6-bbda-334c54cef237'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:02.013071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37850) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:02.013303 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Attempting to bind port 322a89b6-4d0d-45f1-b809-2ba27b71df79 on network b2cc75e5-3aa3-48e6-bbda-334c54cef237 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:02.020550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:02.021485 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Checking segment: {'id': '76651c30-6020-412f-a33b-33432d3a881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2cc75e5-3aa3-48e6-bbda-334c54cef237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:02.021892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.022478 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Bound using segment: {'id': '76651c30-6020-412f-a33b-33432d3a881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2cc75e5-3aa3-48e6-bbda-334c54cef237'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:02.022998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Bound port: 322a89b6-4d0d-45f1-b809-2ba27b71df79, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76651c30-6020-412f-a33b-33432d3a881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2cc75e5-3aa3-48e6-bbda-334c54cef237'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:02.023932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.032644 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] Set router 4325503b-c13d-4ae8-8fe9-b01c95bbae48 gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:02.088874 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.091667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.126305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] For port 322a89b6-4d0d-45f1-b809-2ba27b71df79, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:02.129596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] For port 322a89b6-4d0d-45f1-b809-2ba27b71df79, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=322a89b6-4d0d-45f1-b809-2ba27b71df79,segment=NetworkSegment(76651c30-6020-412f-a33b-33432d3a881a),segment_id=76651c30-6020-412f-a33b-33432d3a881a)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:02.138935 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.148651 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325503b-c13d-4ae8-8fe9-b01c95bbae48', 'name': 'tempest-snat-router-876633745', 'tenant_id': '283388182cc34e3cbf13805cc570deca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:47:53Z', 'updated_at': '2021-11-28T07:48:01Z', 'revision_number': 5, 'project_id': '283388182cc34e3cbf13805cc570deca', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:02.148905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.149464 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4325503b-c13d-4ae8-8fe9-b01c95bbae48 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:48:02.155071 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.158712 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a84479de-95dd-4a24-aafb-a9593c3cc28d tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4325503b-c13d-4ae8-8fe9-b01c95bbae48 HTTP/1.1" status: 204 len: 168 time: 2.2046952 Nov 28 07:48:02.159106 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37852) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:02.186211 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c2faf-c397-4994-9c64-11ff8da55428 None None] The sync data for ids ['4325503b-c13d-4ae8-8fe9-b01c95bbae48'] in dv-neutron-744815-16-hyperv is: [{'id': '4325503b-c13d-4ae8-8fe9-b01c95bbae48', 'name': 'tempest-snat-router-876633745', 'tenant_id': '283388182cc34e3cbf13805cc570deca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:47:53Z', 'updated_at': '2021-11-28T07:48:01Z', 'revision_number': 5, 'project_id': '283388182cc34e3cbf13805cc570deca', 'gw_port_host': None}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:02.211359 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-aab4a755-332f-4ec3-a1f0-4b918fb7d2c4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1920433 Nov 28 07:48:02.226797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1712a6e4-fb5d-4313-a73d-43aed5c662d4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for 42803dbd-2175-4ac5-bdfe-cef11e635903 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:02.229696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2b081-95da-4531-9116-df67456f4ecf None None] Pushing event updated for resources: {'Port': ['ID=322a89b6-4d0d-45f1-b809-2ba27b71df79,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:02.234370 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37854) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:02.236421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ed2022e1-8536-4a08-8a06-e3231d23f1c2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.246914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-53a08dcd-ed48-4337-8f34-be27df5e76f4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:02.247255 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ed2022e1-8536-4a08-8a06-e3231d23f1c2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.251013 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ed2022e1-8536-4a08-8a06-e3231d23f1c2 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/floatingips/b24cda86-e59b-4fc0-bb47-8e4d2e4f01f8 HTTP/1.1" status: 204 len: 168 time: 2.1445198 Nov 28 07:48:02.262276 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37856) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:02.379738 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd74c95-5a7a-4f1b-8b75-7e52d22fb153 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:02.380875 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd74c95-5a7a-4f1b-8b75-7e52d22fb153 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:02.387044 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dcd74c95-5a7a-4f1b-8b75-7e52d22fb153 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/ports/42819627-f1a0-4cf5-bf86-326335d0d90b HTTP/1.1" status: 404 len: 333 time: 0.1197391 Nov 28 07:48:02.390638 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37858) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:02.468692 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c7c22b6e-2b2a-4090-b16e-60fbc3dce1d4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "GET /v2.0/ports?device_id=792eb75e-9b6a-4a6c-b859-52043ada430e HTTP/1.1" status: 200 len: 205 time: 0.0768058 Nov 28 07:48:02.468936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-e4d90490-850a-4c69-96b6-7f06a129d995 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Allocated IP 172.20.0.9 (b2cc75e5-3aa3-48e6-bbda-334c54cef237/b5af0c81-7e1d-47fe-a2f0-11e62ba79a9f/224e559f-f11e-495a-b795-245a05d9814a) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:02.475169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37860) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:02.506118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a08dcd-ed48-4337-8f34-be27df5e76f4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:02.509916 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-53a08dcd-ed48-4337-8f34-be27df5e76f4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.534965 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d345fd4-af5a-4efb-bd2d-f5a5b518161b None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:02.578929 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-20b23bad-f424-459d-8791-3c549ccddc9e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] delete failed (client error): The resource could not be found. Nov 28 07:48:02.580479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.581272 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-20b23bad-f424-459d-8791-3c549ccddc9e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/routers/792eb75e-9b6a-4a6c-b859-52043ada430e HTTP/1.1" status: 404 len: 336 time: 0.1045132 Nov 28 07:48:02.588089 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37862) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:02.626594 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-78770835-d99c-4712-b990-cad878f72842 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:02.627079 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78770835-d99c-4712-b990-cad878f72842 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:02.630812 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-78770835-d99c-4712-b990-cad878f72842 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/subnets/815acd0e-e152-4e94-9ea9-38b3520cb2d2 HTTP/1.1" status: 404 len: 337 time: 0.0405884 Nov 28 07:48:02.635490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37864) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:02.635955 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4547790a-8fb5-43a6-b167-a64daa21f646 None None] Provisioning complete for port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:02.636431 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4547790a-8fb5-43a6-b167-a64daa21f646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.743120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.855911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeeef00-0140-425b-9541-b2152997bfbe None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:02.912575 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-eeeeef00-0140-425b-9541-b2152997bfbe None None] Deleting port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:02.913304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-eeeeef00-0140-425b-9541-b2152997bfbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.929979 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1712a6e4-fb5d-4313-a73d-43aed5c662d4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.988236 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-eeeeef00-0140-425b-9541-b2152997bfbe None None] For port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6d29eda0-87bd-4bb2-88cc-bf83106da7e8,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:02.988634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-eeeeef00-0140-425b-9541-b2152997bfbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:02.999407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-fa802cf1-2e1b-4496-bd05-935032864726 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port 6a8bce38-3868-496f-bbad-8823f5079db4 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:02.999744 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa802cf1-2e1b-4496-bd05-935032864726 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.002752 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-eeeeef00-0140-425b-9541-b2152997bfbe None None] Calling delete_port for 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:03.017948 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712a6e4-fb5d-4313-a73d-43aed5c662d4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=42803dbd-2175-4ac5-bdfe-cef11e635903,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:03.030440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4d90490-850a-4c69-96b6-7f06a129d995 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.046904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.148142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-eeeeef00-0140-425b-9541-b2152997bfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.180282 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeeef00-0140-425b-9541-b2152997bfbe None None] Pushing event deleted for resources: {'Port': ['ID=6d29eda0-87bd-4bb2-88cc-bf83106da7e8,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:03.185551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa802cf1-2e1b-4496-bd05-935032864726 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.188214 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeeef00-0140-425b-9541-b2152997bfbe None None] No DVR routers for this DVR port 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:03.218340 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4d90490-850a-4c69-96b6-7f06a129d995 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.237280 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-fa802cf1-2e1b-4496-bd05-935032864726 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for 6a8bce38-3868-496f-bbad-8823f5079db4 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:03.264507 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.343455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d90490-850a-4c69-96b6-7f06a129d995 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network b2cc75e5-3aa3-48e6-bbda-334c54cef237 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:03.349544 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-e4d90490-850a-4c69-96b6-7f06a129d995 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:03.380366 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.objects.ports [None req-53a08dcd-ed48-4337-8f34-be27df5e76f4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115119) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:48:03.388589 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d90490-850a-4c69-96b6-7f06a129d995 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:03.395294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-53a08dcd-ed48-4337-8f34-be27df5e76f4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.402439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1712a6e4-fb5d-4313-a73d-43aed5c662d4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.453133 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d90490-850a-4c69-96b6-7f06a129d995 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=224e559f-f11e-495a-b795-245a05d9814a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:03.471520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a08dcd-ed48-4337-8f34-be27df5e76f4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:03.477035 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Deleting port cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:03.477421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.483486 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-53a08dcd-ed48-4337-8f34-be27df5e76f4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:03.498072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a08dcd-ed48-4337-8f34-be27df5e76f4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:03.498768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-53a08dcd-ed48-4337-8f34-be27df5e76f4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.511024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1d4478-6e48-462b-9704-92d8d3c7ebbe None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:03.514023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a08dcd-ed48-4337-8f34-be27df5e76f4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=4549cdf8-2a70-43d2-9283-216e4bd14058,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:03.588577 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-53a08dcd-ed48-4337-8f34-be27df5e76f4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3532598 Nov 28 07:48:03.594410 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d90490-850a-4c69-96b6-7f06a129d995 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:03.595115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4d90490-850a-4c69-96b6-7f06a129d995 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.596627 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37868) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:03.605053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-7cdf4704-02a9-4dae-917b-177da1b67fc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:03.637756 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e4d90490-850a-4c69-96b6-7f06a129d995 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6733701 Nov 28 07:48:03.647873 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37870) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:03.658370 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa802cf1-2e1b-4496-bd05-935032864726 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.728867 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1712a6e4-fb5d-4313-a73d-43aed5c662d4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:48:03.737668 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '4549cdf8-2a70-43d2-9283-216e4bd14058'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:03.738533 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.762904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] For port cf88e116-c6a7-4ee3-ac10-d72f0cbcea34, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=cf88e116-c6a7-4ee3-ac10-d72f0cbcea34,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:03.763530 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:03.772329 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa802cf1-2e1b-4496-bd05-935032864726 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=6a8bce38-3868-496f-bbad-8823f5079db4,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:03.795363 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Calling delete_port for cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:03.815013 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a8d884-eb76-477d-b7eb-69629509719a None None] DHCP port deletion for fb329bf8-72b6-42cb-8c92-d31bcd921a8e request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:03.831497 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Router 1abf564a-fa3a-4fbc-9663-2c5ba130e71e is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:48:03.868244 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1712a6e4-fb5d-4313-a73d-43aed5c662d4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:03.879896 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1712a6e4-fb5d-4313-a73d-43aed5c662d4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6122601 Nov 28 07:48:03.887313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37872) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:03.890684 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486f856c-b641-46bf-b77a-ad5bf1ce9607 None None] Sync routers for ids ['1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:03.917636 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f856c-b641-46bf-b77a-ad5bf1ce9607 None None] Routers {'1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:03.919051 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-486f856c-b641-46bf-b77a-ad5bf1ce9607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:03.924703 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Allocated IP 2001:db8::f816:3eff:fe38:5b09 (c04e62e3-7156-478d-ad66-af6018eecb99/4549cdf8-2a70-43d2-9283-216e4bd14058/da61d9fc-1730-4f1c-8f4e-4dde8e3cd251) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:03.988848 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-91161ae2-5139-42e1-8073-531bb4201764 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4 HTTP/1.1" status: 200 len: 205 time: 0.0897443 Nov 28 07:48:03.995690 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37874) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:04.008934 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-486f856c-b641-46bf-b77a-ad5bf1ce9607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:04.032355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa802cf1-2e1b-4496-bd05-935032864726 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:04.039428 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fa802cf1-2e1b-4496-bd05-935032864726 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/ports/6a8bce38-3868-496f-bbad-8823f5079db4 HTTP/1.1" status: 204 len: 168 time: 1.4004683 Nov 28 07:48:04.044223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f856c-b641-46bf-b77a-ad5bf1ce9607 None None] Routers {'1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:04.044223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-486f856c-b641-46bf-b77a-ad5bf1ce9607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:04.045598 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37876) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:04.086786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-486f856c-b641-46bf-b77a-ad5bf1ce9607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:04.087492 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486f856c-b641-46bf-b77a-ad5bf1ce9607 None None] The sync data for ids ['1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:04.274602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:04.288760 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:04.346212 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 322a89b6-4d0d-45f1-b809-2ba27b71df79 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:04.362723 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdf4704-02a9-4dae-917b-177da1b67fc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:04.367849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4704-02a9-4dae-917b-177da1b67fc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:04.375810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:04.376671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:04.391869 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:04.401175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:04.412358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-422bfed0-f967-4dbc-b211-e61559140624 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:04.422963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Pushing event updated for resources: {'Port': ['ID=da61d9fc-1730-4f1c-8f4e-4dde8e3cd251,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:04.445448 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f77cb9fa-4879-431a-a38d-ec1599855902 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port 224e559f-f11e-495a-b795-245a05d9814a {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:04.445937 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f77cb9fa-4879-431a-a38d-ec1599855902 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:04.492488 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Attempting to bind port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:04.492781 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Attempting to bind port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:04.493143 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Attempting to bind port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:04.501556 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23b35b7-edf0-42ac-aef7-482e2ad96901 None None] Network b2cc75e5-3aa3-48e6-bbda-334c54cef237 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:04.505751 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:04.506127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:04.506529 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:04.506850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:04.507067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:04.507419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Bound port: da61d9fc-1730-4f1c-8f4e-4dde8e3cd251, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:04.507807 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:04.519781 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc77c1f-8b01-4191-b982-434e21bd78ef None None] Sync routers for ids ['1abf564a-fa3a-4fbc-9663-2c5ba130e71e'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:04.525272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 322a89b6-4d0d-45f1-b809-2ba27b71df79 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:04.525607 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:04.534711 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc77c1f-8b01-4191-b982-434e21bd78ef None None] Routers {'1abf564a-fa3a-4fbc-9663-2c5ba130e71e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:04.535575 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-cdc77c1f-8b01-4191-b982-434e21bd78ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1abf564a-fa3a-4fbc-9663-2c5ba130e71e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:04.538792 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:04.540633 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b1f51755-8266-4b2d-9d32-cbf857a5c4ad tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7955074 Nov 28 07:48:04.546744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37878) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:04.555470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:04.570430 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf88e116-c6a7-4ee3-ac10-d72f0cbcea34,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:04.595753 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-cdc77c1f-8b01-4191-b982-434e21bd78ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:04.598250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef9ec1-733b-4344-88a7-08d2d48696f9 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:04.608721 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc77c1f-8b01-4191-b982-434e21bd78ef None None] Routers {'1abf564a-fa3a-4fbc-9663-2c5ba130e71e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:04.609341 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-cdc77c1f-8b01-4191-b982-434e21bd78ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1abf564a-fa3a-4fbc-9663-2c5ba130e71e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:04.675703 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c120d3d1-04ad-4f6a-86d5-588b40b525d2 None None] Provisioning complete for port 322a89b6-4d0d-45f1-b809-2ba27b71df79 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:04.676078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c120d3d1-04ad-4f6a-86d5-588b40b525d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:04.773106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] For port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:04.805699 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-cdc77c1f-8b01-4191-b982-434e21bd78ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:04.807048 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc77c1f-8b01-4191-b982-434e21bd78ef None None] The sync data for ids ['1abf564a-fa3a-4fbc-9663-2c5ba130e71e'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:04.985710 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] For port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=da61d9fc-1730-4f1c-8f4e-4dde8e3cd251,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:05.002818 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.067202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.092577 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-79b9156e-b778-4312-8645-ab724e59a4ec req-ac30ce0d-3453-47b7-8a22-d9f2dd97cb2f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1679778 Nov 28 07:48:05.165405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189af9b-e9c2-497d-89c7-f4ef38f9b227 req-7acd2ed9-07de-4668-bf97-9d51a78c2cfe tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:05.172709 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b189af9b-e9c2-497d-89c7-f4ef38f9b227 req-7acd2ed9-07de-4668-bf97-9d51a78c2cfe tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.1835272 Nov 28 07:48:05.201520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bc63c-a1d8-4169-8dcb-f6444e1025bf None None] Pushing event updated for resources: {'Port': ['ID=da61d9fc-1730-4f1c-8f4e-4dde8e3cd251,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:05.205416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 322a89b6-4d0d-45f1-b809-2ba27b71df79, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=322a89b6-4d0d-45f1-b809-2ba27b71df79,segment=NetworkSegment(76651c30-6020-412f-a33b-33432d3a881a),segment_id=76651c30-6020-412f-a33b-33432d3a881a)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:05.219519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.226494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c120d3d1-04ad-4f6a-86d5-588b40b525d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.226826 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-422bfed0-f967-4dbc-b211-e61559140624 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.237396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-422bfed0-f967-4dbc-b211-e61559140624 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.241456 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.292563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.333670 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f77cb9fa-4879-431a-a38d-ec1599855902 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.338405 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.ipam_backend_mixin [None req-7cdf4704-02a9-4dae-917b-177da1b67fc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4549cdf8-2a70-43d2-9283-216e4bd14058 (CIDR: 2001:db8::/64) Nov 28 07:48:05.343394 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b189af9b-e9c2-497d-89c7-f4ef38f9b227 req-e434a8d2-59e3-40d6-8196-0bd5b0ea3f24 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696820 Nov 28 07:48:05.347101 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.364034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9156e-b778-4312-8645-ab724e59a4ec req-8c8a622f-a20a-4280-b4ef-7db9d93804d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:05.366213 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-79b9156e-b778-4312-8645-ab724e59a4ec req-8c8a622f-a20a-4280-b4ef-7db9d93804d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=052851385fa04dd18e1923c7c975cd9e&device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 1099 time: 0.1914296 Nov 28 07:48:05.374562 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=322a89b6-4d0d-45f1-b809-2ba27b71df79,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:05.389995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:05.489105 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:48:05.489501 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6d29eda0-87bd-4bb2-88cc-bf83106da7e8 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:48:05.493445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-c120d3d1-04ad-4f6a-86d5-588b40b525d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:48:05.493622 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-c120d3d1-04ad-4f6a-86d5-588b40b525d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:48:05.526072 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdf4704-02a9-4dae-917b-177da1b67fc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:48:05.526518 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdf4704-02a9-4dae-917b-177da1b67fc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:05.563868 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f77cb9fa-4879-431a-a38d-ec1599855902 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for 224e559f-f11e-495a-b795-245a05d9814a owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:05.577984 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-edc5ecfb-8508-441b-9e4b-26b9e5544463 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port 8ad517ba-f9f8-4708-920c-89274ec8ebcd {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:05.578578 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-edc5ecfb-8508-441b-9e4b-26b9e5544463 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.580317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9156e-b778-4312-8645-ab724e59a4ec req-f942593f-7da2-4b2f-a3d9-5ecb30949cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:05.582232 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-79b9156e-b778-4312-8645-ab724e59a4ec req-f942593f-7da2-4b2f-a3d9-5ecb30949cb3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce72ab99-bc55-4271-8115-f97c259a6f8d HTTP/1.1" status: 200 len: 912 time: 0.1604633 Nov 28 07:48:05.592392 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Deleting port f2859842-521d-4050-9a48-87449ffaf027 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:05.592733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.607666 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.621960 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-422bfed0-f967-4dbc-b211-e61559140624 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.622468 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422bfed0-f967-4dbc-b211-e61559140624 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Fanout notify agent at l3_agent the message router_deleted on router 1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:48:05.636550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-422bfed0-f967-4dbc-b211-e61559140624 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.637677 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-422bfed0-f967-4dbc-b211-e61559140624 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/routers/1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4 HTTP/1.1" status: 204 len: 168 time: 1.6215341 Nov 28 07:48:05.639248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.644937 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7cdf4704-02a9-4dae-917b-177da1b67fc5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0472302 Nov 28 07:48:05.655848 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37884) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:05.656439 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37886) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:05.670813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d3d1703d-4e65-48be-bf22-9b38a5744e38 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:05.748090 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-79b9156e-b778-4312-8645-ab724e59a4ec req-f6f07bbc-6bd7-4b32-b5a8-25584adbd451 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=897b786e-b7cb-4610-aa9c-b106f514cf9f HTTP/1.1" status: 200 len: 1001 time: 0.1518970 Nov 28 07:48:05.802683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.820866 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9156e-b778-4312-8645-ab724e59a4ec req-be319e5c-2ad3-4c84-922e-e716dc93bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:05.822371 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-79b9156e-b778-4312-8645-ab724e59a4ec req-be319e5c-2ad3-4c84-922e-e716dc93bb37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51531a79-bee1-4e02-84fa-65543380b2b1 HTTP/1.1" status: 200 len: 850 time: 0.0604880 Nov 28 07:48:05.823400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Calling delete_port for f2859842-521d-4050-9a48-87449ffaf027 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:05.906624 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.907124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:48:05.922947 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.924397 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e6e3bc3a-6ad6-46f4-942e-bd6547033b4c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "DELETE /v2.0/routers/a7dfd0ba-b3f9-4ea7-a501-e3dc333dceaa HTTP/1.1" status: 204 len: 168 time: 3.7642610 Nov 28 07:48:05.931615 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37888) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:05.936281 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2120388918', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:05.938201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15816529-5d76-43ae-ae90-9b7a63e738fa req-b81c98ec-5d41-43dc-a8e5-fd1fdaa28ce0 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:05.939818 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-15816529-5d76-43ae-ae90-9b7a63e738fa req-b81c98ec-5d41-43dc-a8e5-fd1fdaa28ce0 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3994455 Nov 28 07:48:05.952699 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84e5d9e-65ae-4137-a967-12a8aca1771c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting subnet a29b459d-e14c-4441-9f4f-adf497be2ef6 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:05.960363 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9156e-b778-4312-8645-ab724e59a4ec req-e94a2026-34e4-41f9-856d-4bc175ad0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:05.962038 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-79b9156e-b778-4312-8645-ab724e59a4ec req-e94a2026-34e4-41f9-856d-4bc175ad0cd9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce72ab99-bc55-4271-8115-f97c259a6f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1272464 Nov 28 07:48:05.964482 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84e5d9e-65ae-4137-a967-12a8aca1771c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:05.973126 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-edc5ecfb-8508-441b-9e4b-26b9e5544463 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.055920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.057631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.064557 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-edc5ecfb-8508-441b-9e4b-26b9e5544463 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for 8ad517ba-f9f8-4708-920c-89274ec8ebcd owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:06.090460 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84e5d9e-65ae-4137-a967-12a8aca1771c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.185333 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-088e9de4-fa2a-4004-9e85-21f61d5c57d3 None None] Provisioning complete for port 224e559f-f11e-495a-b795-245a05d9814a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:06.186388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-088e9de4-fa2a-4004-9e85-21f61d5c57d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.216846 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-15816529-5d76-43ae-ae90-9b7a63e738fa req-a330bc89-652f-4af1-9b7d-242dc62f8f6d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602403 Nov 28 07:48:06.219610 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.237454 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-79b9156e-b778-4312-8645-ab724e59a4ec req-ebb02208-b92f-4b9e-8162-19ed3ebca04a service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277448 Nov 28 07:48:06.242107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-088e9de4-fa2a-4004-9e85-21f61d5c57d3 None None] Port 224e559f-f11e-495a-b795-245a05d9814a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:06.255617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-088e9de4-fa2a-4004-9e85-21f61d5c57d3 None None] Provisioning complete for port 322a89b6-4d0d-45f1-b809-2ba27b71df79 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:06.256665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-088e9de4-fa2a-4004-9e85-21f61d5c57d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.337340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d1703d-4e65-48be-bf22-9b38a5744e38 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:06.341589 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d3d1703d-4e65-48be-bf22-9b38a5744e38 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.484560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f77cb9fa-4879-431a-a38d-ec1599855902 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.545290 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cb9fa-4879-431a-a38d-ec1599855902 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=224e559f-f11e-495a-b795-245a05d9814a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:06.565234 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.597891 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84e5d9e-65ae-4137-a967-12a8aca1771c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.637001 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 322a89b6-4d0d-45f1-b809-2ba27b71df79 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:06.637768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Pushing event deleted for resources: {'Port': ['ID=f2859842-521d-4050-9a48-87449ffaf027,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:06.675150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c832da64-669a-42ad-9251-52c01a0f5d91 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:06.687453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.716151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-cb635cf8-9ea1-44d5-91e8-fc3def623f4e None None] Provisioning complete for port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:06.716520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cb635cf8-9ea1-44d5-91e8-fc3def623f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.759597 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-79b9156e-b778-4312-8645-ab724e59a4ec req-2ea7c132-0264-442c-9d51-4895bca69f91 service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024912 Nov 28 07:48:06.804074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.814745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 322a89b6-4d0d-45f1-b809-2ba27b71df79 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:06.815387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.860048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5243f96-feb5-489d-a02c-23d458c77ddd req-172db094-7a9b-40b6-8e67-1c4c64ecba35 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:06.862014 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f5243f96-feb5-489d-a02c-23d458c77ddd req-172db094-7a9b-40b6-8e67-1c4c64ecba35 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3226249 Nov 28 07:48:06.904877 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84e5d9e-65ae-4137-a967-12a8aca1771c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.952691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e5d9e-65ae-4137-a967-12a8aca1771c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Subnet': ['ID=a29b459d-e14c-4441-9f4f-adf497be2ef6,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:06.961468 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f77cb9fa-4879-431a-a38d-ec1599855902 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.965123 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f77cb9fa-4879-431a-a38d-ec1599855902 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/224e559f-f11e-495a-b795-245a05d9814a HTTP/1.1" status: 204 len: 168 time: 3.3162951 Nov 28 07:48:06.971510 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-edc5ecfb-8508-441b-9e4b-26b9e5544463 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.976125 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37894) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:06.988160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:06.995085 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a84e5d9e-65ae-4137-a967-12a8aca1771c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:06.998651 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a84e5d9e-65ae-4137-a967-12a8aca1771c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/a29b459d-e14c-4441-9f4f-adf497be2ef6 HTTP/1.1" status: 204 len: 168 time: 1.3398926 Nov 28 07:48:07.006001 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37896) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:07.041464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e13dab6-94eb-4407-bbb6-624def0252e8 None None] Network 1fdc4101-1efe-46f8-b0cd-be34c62aab28 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:07.062662 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cb635cf8-9ea1-44d5-91e8-fc3def623f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.071734 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d04b70-9728-4c10-9010-3a634c14c319 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:07.073016 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d04b70-9728-4c10-9010-3a634c14c319 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:07.076036 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-50d04b70-9728-4c10-9010-3a634c14c319 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/224e559f-f11e-495a-b795-245a05d9814a HTTP/1.1" status: 404 len: 333 time: 0.0959601 Nov 28 07:48:07.079420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37898) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:07.083434 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5ecfb-8508-441b-9e4b-26b9e5544463 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=8ad517ba-f9f8-4708-920c-89274ec8ebcd,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:07.097503 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f5243f96-feb5-489d-a02c-23d458c77ddd req-d6e7e3a4-b30e-4a84-b287-501926e6d103 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244112 Nov 28 07:48:07.133632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194ec995-e385-4bcb-b5b6-c73011aad04a None None] DHCP port deletion for fb329bf8-72b6-42cb-8c92-d31bcd921a8e request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:07.175715 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:07.176148 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.204695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-edc5ecfb-8508-441b-9e4b-26b9e5544463 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.211083 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-355f6e8c-0df7-4ac5-86a8-2bfe6a59e44c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] GET failed (client error): The resource could not be found. Nov 28 07:48:07.211251 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-edc5ecfb-8508-441b-9e4b-26b9e5544463 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/ports/8ad517ba-f9f8-4708-920c-89274ec8ebcd HTTP/1.1" status: 204 len: 168 time: 3.1589940 Nov 28 07:48:07.211379 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-355f6e8c-0df7-4ac5-86a8-2bfe6a59e44c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/224e559f-f11e-495a-b795-245a05d9814a HTTP/1.1" status: 404 len: 333 time: 0.1271646 Nov 28 07:48:07.212648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37900) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:07.213047 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37902) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:07.225389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-cb635cf8-9ea1-44d5-91e8-fc3def623f4e None None] For port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=da61d9fc-1730-4f1c-8f4e-4dde8e3cd251,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:07.250197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cb635cf8-9ea1-44d5-91e8-fc3def623f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.287798 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.322101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-f214f639-0e96-4c6d-8ded-c4447d38305f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting subnet b5af0c81-7e1d-47fe-a2f0-11e62ba79a9f {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:07.326630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d3d1703d-4e65-48be-bf22-9b38a5744e38 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.329406 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f214f639-0e96-4c6d-8ded-c4447d38305f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.329575 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.340672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.342930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb635cf8-9ea1-44d5-91e8-fc3def623f4e None None] Pushing event updated for resources: {'Port': ['ID=da61d9fc-1730-4f1c-8f4e-4dde8e3cd251,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:07.419225 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d1703d-4e65-48be-bf22-9b38a5744e38 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:07.430687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-d3d1703d-4e65-48be-bf22-9b38a5744e38 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:07.444963 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4338fc-77c8-4285-b452-cc1a7cf8f403 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:07.449176 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0d4338fc-77c8-4285-b452-cc1a7cf8f403 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "GET /v2.0/ports?device_id=05039d5a-c301-4bb9-aafe-554c61ff714b HTTP/1.1" status: 200 len: 913 time: 0.2326863 Nov 28 07:48:07.451271 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d1703d-4e65-48be-bf22-9b38a5744e38 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:07.452255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d3d1703d-4e65-48be-bf22-9b38a5744e38 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.459496 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37904) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:07.464811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1eae89-8831-4b3d-a3b5-5709b0d8d555 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:07.477443 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f214f639-0e96-4c6d-8ded-c4447d38305f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.534377 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1703d-4e65-48be-bf22-9b38a5744e38 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=d511bd34-d1d7-47bb-963c-a52e12180455,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:07.568738 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d3d1703d-4e65-48be-bf22-9b38a5744e38 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9023385 Nov 28 07:48:07.576922 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37906) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:07.586899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'mac_address': 'fa:16:3e:03:a3:b4', 'name': 'tempest-NetworksTestDHCPv6-265658645'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:07.596323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:07.598730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9be997-13e2-4d8d-afd6-020f87c8c50b None None] DHCP port deletion for 1fdc4101-1efe-46f8-b0cd-be34c62aab28 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:07.631148 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:48:07.631561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device cf88e116-c6a7-4ee3-ac10-d72f0cbcea34 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:48:07.728404 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-de9be997-13e2-4d8d-afd6-020f87c8c50b None None] Deleting port 9cafd19e-5d0f-44ca-b60a-3e55f3383687 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:07.728605 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-de9be997-13e2-4d8d-afd6-020f87c8c50b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.735694 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.826382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-de9be997-13e2-4d8d-afd6-020f87c8c50b None None] For port 9cafd19e-5d0f-44ca-b60a-3e55f3383687, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9cafd19e-5d0f-44ca-b60a-3e55f3383687,segment=NetworkSegment(83aed397-a832-46dd-ab29-f49d183979e5),segment_id=83aed397-a832-46dd-ab29-f49d183979e5)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:07.826928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-de9be997-13e2-4d8d-afd6-020f87c8c50b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.845595 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:07.846235 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-de9be997-13e2-4d8d-afd6-020f87c8c50b None None] Calling delete_port for 9cafd19e-5d0f-44ca-b60a-3e55f3383687 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:07.865065 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb0e1fc-18cc-41eb-bea3-60a3c6feea29 None None] Update dhcp port {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': '4549cdf8-2a70-43d2-9283-216e4bd14058', 'ip_address': '2001:db8::f816:3eff:fe38:5b09'}, {'subnet_id': 'd511bd34-d1d7-47bb-963c-a52e12180455'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': 'da61d9fc-1730-4f1c-8f4e-4dde8e3cd251'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:48:07.906739 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Router 1abf564a-fa3a-4fbc-9663-2c5ba130e71e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:48:07.943486 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e1fc-18cc-41eb-bea3-60a3c6feea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.054441 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:08.058905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port 9cafd19e-5d0f-44ca-b60a-3e55f3383687 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:08.059235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.070185 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.074317 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0b57b222-0462-4413-aee9-e314c7f8499a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "PUT /v2.0/routers/1abf564a-fa3a-4fbc-9663-2c5ba130e71e HTTP/1.1" status: 200 len: 706 time: 3.5259824 Nov 28 07:48:08.078253 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37908) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:08.079663 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c076559-4964-4659-8347-9f32f4d64bae None None] Sync routers for ids ['1abf564a-fa3a-4fbc-9663-2c5ba130e71e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:08.088942 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-de9be997-13e2-4d8d-afd6-020f87c8c50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.130564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c076559-4964-4659-8347-9f32f4d64bae None None] Routers {'1abf564a-fa3a-4fbc-9663-2c5ba130e71e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:08.131210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-3c076559-4964-4659-8347-9f32f4d64bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1abf564a-fa3a-4fbc-9663-2c5ba130e71e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:08.154585 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f214f639-0e96-4c6d-8ded-c4447d38305f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.184955 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9be997-13e2-4d8d-afd6-020f87c8c50b None None] No DVR routers for this DVR port 9cafd19e-5d0f-44ca-b60a-3e55f3383687 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:08.190710 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-3c076559-4964-4659-8347-9f32f4d64bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:08.199586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Allocated IP 172.26.2.182 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/a8c99eab-4051-496e-880a-29dfe7086ef0) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:08.208681 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-be205e18-9a59-4b99-aa07-005f38e9facc tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/routers/1abf564a-fa3a-4fbc-9663-2c5ba130e71e HTTP/1.1" status: 200 len: 741 time: 0.1292138 Nov 28 07:48:08.213082 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9be997-13e2-4d8d-afd6-020f87c8c50b None None] Pushing event deleted for resources: {'Port': ['ID=9cafd19e-5d0f-44ca-b60a-3e55f3383687,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:08.216859 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37912) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:08.243724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c076559-4964-4659-8347-9f32f4d64bae None None] Routers {'1abf564a-fa3a-4fbc-9663-2c5ba130e71e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:08.244933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-3c076559-4964-4659-8347-9f32f4d64bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1abf564a-fa3a-4fbc-9663-2c5ba130e71e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:08.293397 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] For port 9cafd19e-5d0f-44ca-b60a-3e55f3383687, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:08.294012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.297683 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-3c076559-4964-4659-8347-9f32f4d64bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:08.298329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c076559-4964-4659-8347-9f32f4d64bae None None] The sync data for ids ['1abf564a-fa3a-4fbc-9663-2c5ba130e71e'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:08.325602 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ccc1fc80-7a70-44d4-bdab-974e7ab88352 tempest-RoutersAdminTest-413163706 tempest-RoutersAdminTest-413163706-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&device_id=1abf564a-fa3a-4fbc-9663-2c5ba130e71e HTTP/1.1" status: 200 len: 205 time: 0.1073124 Nov 28 07:48:08.335101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37914) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:08.339449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:08.343021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for 9cafd19e-5d0f-44ca-b60a-3e55f3383687 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:08.347447 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.ipam_backend_mixin [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Port 9cafd19e-5d0f-44ca-b60a-3e55f3383687 was not found and therefore no delete operation was performed {{(pid=115118) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:48:08.365858 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.387187 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8db9a089-c199-4583-9d83-215ee55af592 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "GET /v2.0/ports?device_id=1abf564a-fa3a-4fbc-9663-2c5ba130e71e HTTP/1.1" status: 200 len: 205 time: 0.0500014 Nov 28 07:48:08.394649 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37916) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:08.400904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-fdb0e1fc-18cc-41eb-bea3-60a3c6feea29 None None] Allocated IP 2001:db8:0:1::2 (c04e62e3-7156-478d-ad66-af6018eecb99/d511bd34-d1d7-47bb-963c-a52e12180455/da61d9fc-1730-4f1c-8f4e-4dde8e3cd251) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:08.403934 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:08.422235 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:08.422602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.432887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=9cafd19e-5d0f-44ca-b60a-3e55f3383687,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:08.439359 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No DVR routers for this DVR port 9cafd19e-5d0f-44ca-b60a-3e55f3383687 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:08.468834 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f214f639-0e96-4c6d-8ded-c4447d38305f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.502990 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a600d8-45a3-44a6-a99b-f718e5be4c23 req-2c9305f2-d740-4510-84e7-f47cb67a7f08 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:08.504568 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24a600d8-45a3-44a6-a99b-f718e5be4c23 req-2c9305f2-d740-4510-84e7-f47cb67a7f08 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2065129 Nov 28 07:48:08.578407 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.585281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-fdb0e1fc-18cc-41eb-bea3-60a3c6feea29 None None] For port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=da61d9fc-1730-4f1c-8f4e-4dde8e3cd251,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:08.596056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214f639-0e96-4c6d-8ded-c4447d38305f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Subnet': ['ID=b5af0c81-7e1d-47fe-a2f0-11e62ba79a9f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:08.600263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f214f639-0e96-4c6d-8ded-c4447d38305f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.604665 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f214f639-0e96-4c6d-8ded-c4447d38305f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/b5af0c81-7e1d-47fe-a2f0-11e62ba79a9f HTTP/1.1" status: 204 len: 168 time: 1.3894775 Nov 28 07:48:08.609060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f89bd-dddb-4054-beaf-3ddf987e3475 None None] Network b2cc75e5-3aa3-48e6-bbda-334c54cef237 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:08.613895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5531b5e7-9910-4edb-b43d-ae699ec51e9c tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.617760 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37918) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:08.620817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.630795 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fdc4101-1efe-46f8-b0cd-be34c62aab28']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:08.653617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83aed397-a832-46dd-ab29-f49d183979e5') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:08.654239 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83aed397-a832-46dd-ab29-f49d183979e5') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:08.678757 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24a600d8-45a3-44a6-a99b-f718e5be4c23 req-f12f36bd-ca3b-4893-b559-ea67f3432e3e tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552126 Nov 28 07:48:08.687092 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.714447 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.724842 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:48:08.725598 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:48:08.729178 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:48:08.765911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.852753 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.856725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e1fc-18cc-41eb-bea3-60a3c6feea29 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.858153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9cafd19e-5d0f-44ca-b60a-3e55f3383687 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:08.863679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:08.867967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Pushing event updated for resources: {'Port': ['ID=a8c99eab-4051-496e-880a-29dfe7086ef0,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:08.871234 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:08.887945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:08.888857 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e1fc-18cc-41eb-bea3-60a3c6feea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.900767 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 9cafd19e-5d0f-44ca-b60a-3e55f3383687 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:48:08.901160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9cafd19e-5d0f-44ca-b60a-3e55f3383687 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:48:08.902629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f369ed-3140-487b-821d-a1366d32487e None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:08.917909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.927932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.954335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.965664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5531b5e7-9910-4edb-b43d-ae699ec51e9c tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.969926 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37920) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:08.972676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5531b5e7-9910-4edb-b43d-ae699ec51e9c tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:08.975940 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/networks/1fdc4101-1efe-46f8-b0cd-be34c62aab28 HTTP/1.1" status: 204 len: 168 time: 1.9503567 Nov 28 07:48:08.981116 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0626d1-5ca0-4d2a-8fac-7d4b8192959e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Network': ['ID=1fdc4101-1efe-46f8-b0cd-be34c62aab28,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:08.982177 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-66aad14a-a450-4bc1-8492-c9537268e5f4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1838607447', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:08.990978 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port 5daabd41-6a03-4439-b609-8ce2c09f337f yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:09.060232 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0e1fc-18cc-41eb-bea3-60a3c6feea29 None None] Pushing event updated for resources: {'Port': ['ID=da61d9fc-1730-4f1c-8f4e-4dde8e3cd251,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:09.068154 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-fbe5d8a5-0f5c-4e2a-a13f-cf4afe7cd400 None None] Provisioning complete for port a8c99eab-4051-496e-880a-29dfe7086ef0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:09.068763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fbe5d8a5-0f5c-4e2a-a13f-cf4afe7cd400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.123576 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5d8a5-0f5c-4e2a-a13f-cf4afe7cd400 None None] Port a8c99eab-4051-496e-880a-29dfe7086ef0 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:09.157005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5531b5e7-9910-4edb-b43d-ae699ec51e9c tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.157554 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5531b5e7-9910-4edb-b43d-ae699ec51e9c tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Fanout notify agent at l3_agent the message router_deleted on router 1abf564a-fa3a-4fbc-9663-2c5ba130e71e {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:48:09.165003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5531b5e7-9910-4edb-b43d-ae699ec51e9c tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.166129 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5531b5e7-9910-4edb-b43d-ae699ec51e9c tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "DELETE /v2.0/routers/1abf564a-fa3a-4fbc-9663-2c5ba130e71e HTTP/1.1" status: 204 len: 168 time: 0.7702498 Nov 28 07:48:09.175949 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37922) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:09.195676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-66aad14a-a450-4bc1-8492-c9537268e5f4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.196726 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-66aad14a-a450-4bc1-8492-c9537268e5f4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.201662 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9adcf5e-d782-4020-8efb-eafdc219b661 None None] DHCP port deletion for b2cc75e5-3aa3-48e6-bbda-334c54cef237 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:09.229608 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b03327a8-cc87-4e11-8f2c-f0cecd2e9091 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "GET /v2.0/ports?device_id=1abf564a-fa3a-4fbc-9663-2c5ba130e71e HTTP/1.1" status: 200 len: 205 time: 0.0499766 Nov 28 07:48:09.230719 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37924) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:09.270128 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b9adcf5e-d782-4020-8efb-eafdc219b661 None None] Deleting port 322a89b6-4d0d-45f1-b809-2ba27b71df79 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:09.271699 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9adcf5e-d782-4020-8efb-eafdc219b661 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.338969 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-5f7b05c8-a593-4a6d-a070-f02af8511b86 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] delete failed (client error): The resource could not be found. Nov 28 07:48:09.342988 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5f7b05c8-a593-4a6d-a070-f02af8511b86 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "DELETE /v2.0/routers/1abf564a-fa3a-4fbc-9663-2c5ba130e71e HTTP/1.1" status: 404 len: 336 time: 0.1117313 Nov 28 07:48:09.347334 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b9adcf5e-d782-4020-8efb-eafdc219b661 None None] For port 322a89b6-4d0d-45f1-b809-2ba27b71df79, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=322a89b6-4d0d-45f1-b809-2ba27b71df79,segment=NetworkSegment(76651c30-6020-412f-a33b-33432d3a881a),segment_id=76651c30-6020-412f-a33b-33432d3a881a)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:09.348090 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9adcf5e-d782-4020-8efb-eafdc219b661 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.349393 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37926) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:09.365873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b9adcf5e-d782-4020-8efb-eafdc219b661 None None] Calling delete_port for 322a89b6-4d0d-45f1-b809-2ba27b71df79 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:09.374481 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-66aad14a-a450-4bc1-8492-c9537268e5f4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.396230 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37928) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:09.396472 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f65ed9e2-e9f2-4f82-b54b-2afbb5d456c8 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "GET /v2.0/ports?device_id=090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0 HTTP/1.1" status: 200 len: 205 time: 0.0451787 Nov 28 07:48:09.406972 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-66aad14a-a450-4bc1-8492-c9537268e5f4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.412074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.470894 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9adcf5e-d782-4020-8efb-eafdc219b661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.478977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port 322a89b6-4d0d-45f1-b809-2ba27b71df79 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:09.479611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.489722 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-d11e91c4-7b73-4f72-8712-06bd4d80a904 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] delete failed (client error): The resource could not be found. Nov 28 07:48:09.490764 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d11e91c4-7b73-4f72-8712-06bd4d80a904 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "DELETE /v2.0/routers/090f75fa-7fb1-4f9a-b28e-a6ee31eea3a0 HTTP/1.1" status: 404 len: 336 time: 0.0932341 Nov 28 07:48:09.498510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37930) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:09.498829 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adcf5e-d782-4020-8efb-eafdc219b661 None None] Pushing event deleted for resources: {'Port': ['ID=322a89b6-4d0d-45f1-b809-2ba27b71df79,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:09.510757 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9adcf5e-d782-4020-8efb-eafdc219b661 None None] No DVR routers for this DVR port 322a89b6-4d0d-45f1-b809-2ba27b71df79 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:09.525708 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-66aad14a-a450-4bc1-8492-c9537268e5f4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.529335 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-66aad14a-a450-4bc1-8492-c9537268e5f4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5558276 Nov 28 07:48:09.533995 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37932) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:09.539816 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-63900c1c-be62-4d4a-abe7-b62584764e93 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d HTTP/1.1" status: 200 len: 205 time: 0.0397053 Nov 28 07:48:09.543366 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37934) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:09.544924 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-2f883036-024f-4357-a853-28e59a3a3652 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'network': {'name': 'tempest-RoutersTest-679322928'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:09.622510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f883036-024f-4357-a853-28e59a3a3652 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:09.622735 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8:0:1::1ae (c04e62e3-7156-478d-ad66-af6018eecb99/d511bd34-d1d7-47bb-963c-a52e12180455/5daabd41-6a03-4439-b609-8ce2c09f337f) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:09.625916 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2f883036-024f-4357-a853-28e59a3a3652 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.639494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-17599a12-3b91-4eeb-86a5-bd3aaefe215c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.641483 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-4faf2fb8-ad29-49f1-aaa9-9b763e28d8ec tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] delete failed (client error): The resource could not be found. Nov 28 07:48:09.642816 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4faf2fb8-ad29-49f1-aaa9-9b763e28d8ec tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "DELETE /v2.0/routers/e3ca5ef3-78ba-4a3e-915d-3dcbd49a352d HTTP/1.1" status: 404 len: 336 time: 0.0982566 Nov 28 07:48:09.645864 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::f816:3eff:fe03:a3b4 (c04e62e3-7156-478d-ad66-af6018eecb99/4549cdf8-2a70-43d2-9283-216e4bd14058/5daabd41-6a03-4439-b609-8ce2c09f337f) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:09.648721 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37936) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:09.711179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] For port 322a89b6-4d0d-45f1-b809-2ba27b71df79, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:09.711531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.712759 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f883036-024f-4357-a853-28e59a3a3652 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:48:09.748977 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fea9304d-8839-4418-8b4a-f4a25ea3fba7 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "GET /v2.0/ports?device_id=624b7eab-471e-422e-8ade-5f5e315122af HTTP/1.1" status: 200 len: 205 time: 0.0958648 Nov 28 07:48:09.752274 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for 322a89b6-4d0d-45f1-b809-2ba27b71df79 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:09.756942 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37940) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:09.760800 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Port 322a89b6-4d0d-45f1-b809-2ba27b71df79 was not found and therefore no delete operation was performed {{(pid=115119) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:48:09.780216 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.803224 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2f883036-024f-4357-a853-28e59a3a3652 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.803572 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-2f883036-024f-4357-a853-28e59a3a3652 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Added segment a2a93539-0ebc-40f0-a786-ecef0f0d6057 of type vlan for network cec80209-2c2e-4e5b-8bd5-5fa6a918240e Nov 28 07:48:09.813110 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-78a2af68-e579-4016-b1bd-451f73f4b17a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] delete failed (client error): The resource could not be found. Nov 28 07:48:09.814146 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-78a2af68-e579-4016-b1bd-451f73f4b17a tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "DELETE /v2.0/routers/624b7eab-471e-422e-8ade-5f5e315122af HTTP/1.1" status: 404 len: 336 time: 0.0552070 Nov 28 07:48:09.821398 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37942) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:09.857670 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9b6e9178-cadc-4fae-91d6-940d75dd4d7f None None] Provisioning complete for port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:09.857670 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9178-cadc-4fae-91d6-940d75dd4d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.879152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=322a89b6-4d0d-45f1-b809-2ba27b71df79,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:09.887070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No DVR routers for this DVR port 322a89b6-4d0d-45f1-b809-2ba27b71df79 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:09.887246 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-183b71ae-f9c1-4413-b69b-465e17485c54 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68d9538-6aec-4fb8-80a8-47a83a4dedbc HTTP/1.1" status: 200 len: 205 time: 0.0625980 Nov 28 07:48:09.887246 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2f883036-024f-4357-a853-28e59a3a3652 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.890485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37944) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:09.946754 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-ec3656d5-6b28-425b-9658-e160ff45e204 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] delete failed (client error): The resource could not be found. Nov 28 07:48:09.947841 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ec3656d5-6b28-425b-9658-e160ff45e204 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "DELETE /v2.0/routers/e68d9538-6aec-4fb8-80a8-47a83a4dedbc HTTP/1.1" status: 404 len: 336 time: 0.0550630 Nov 28 07:48:09.948880 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:09.950811 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37946) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:10.034819 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-25bd39d3-6448-453c-89ee-f8a4ff8ee15b tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "GET /v2.0/ports?device_id=36a4b0ce-5925-4cc8-b677-a933e70beb08 HTTP/1.1" status: 200 len: 205 time: 0.0773637 Nov 28 07:48:10.040692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37948) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:10.046582 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2f883036-024f-4357-a853-28e59a3a3652 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:10.051991 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f883036-024f-4357-a853-28e59a3a3652 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:10.053106 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2f883036-024f-4357-a853-28e59a3a3652 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:10.060684 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59700d-26f1-4a1d-b7e8-2d575613cf24 req-e2b4b312-cff3-4a1c-8518-88083d146d05 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:10.062186 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8e59700d-26f1-4a1d-b7e8-2d575613cf24 req-e2b4b312-cff3-4a1c-8518-88083d146d05 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3034544 Nov 28 07:48:10.069920 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:10.115026 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-0f5dee14-68c0-4bc6-86d4-0ad6860a63e6 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] delete failed (client error): The resource could not be found. Nov 28 07:48:10.116085 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0f5dee14-68c0-4bc6-86d4-0ad6860a63e6 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "DELETE /v2.0/routers/36a4b0ce-5925-4cc8-b677-a933e70beb08 HTTP/1.1" status: 404 len: 336 time: 0.0743399 Nov 28 07:48:10.128898 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37950) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:10.168667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cc75e5-3aa3-48e6-bbda-334c54cef237']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:10.172010 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2f883036-024f-4357-a853-28e59a3a3652 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6344342 Nov 28 07:48:10.182835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37952) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:10.190979 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-faf77579-596c-4295-8b42-7e3dccfdfc51 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'subnet': {'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:10.201457 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76651c30-6020-412f-a33b-33432d3a881a') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:10.201781 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76651c30-6020-412f-a33b-33432d3a881a') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:10.226075 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8204e4-d4c1-40cc-b63b-a6478a1de4c1 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:10.226525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8204e4-d4c1-40cc-b63b-a6478a1de4c1 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:10.227591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:10.232173 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9c8204e4-d4c1-40cc-b63b-a6478a1de4c1 tempest-RoutersAdminTest-1717057369 tempest-RoutersAdminTest-1717057369-project] 10.222.0.31 "DELETE /v2.0/subnets/2bb0b0c0-75c7-4ed0-a54c-b75cd8a74a8d HTTP/1.1" status: 404 len: 337 time: 0.0991633 Nov 28 07:48:10.237175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:10.240924 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f883036-024f-4357-a853-28e59a3a3652 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Network': ['ID=cec80209-2c2e-4e5b-8bd5-5fa6a918240e,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:10.248415 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:10.284779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:10.286805 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network cec80209-2c2e-4e5b-8bd5-5fa6a918240e details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:48:10.318803 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Router 828045e5-84d8-4129-ad8c-92e0c40465d5 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:48:10.324595 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8e59700d-26f1-4a1d-b7e8-2d575613cf24 req-3c111e4f-127f-4989-8e99-36b836800b20 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477691 Nov 28 07:48:10.331241 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:48:10.331638 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:48:10.335181 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:48:10.419712 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:10.419993 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:10.455628 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:10.468975 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf77579-596c-4295-8b42-7e3dccfdfc51 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:10.472747 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-faf77579-596c-4295-8b42-7e3dccfdfc51 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:10.505187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:10.505900 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:10.516545 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7139a-ba9a-484d-9ee8-d4f5a67423ce None None] Sync routers for ids ['828045e5-84d8-4129-ad8c-92e0c40465d5'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:10.528562 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7139a-ba9a-484d-9ee8-d4f5a67423ce None None] Routers {'828045e5-84d8-4129-ad8c-92e0c40465d5'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:10.528890 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-59e7139a-ba9a-484d-9ee8-d4f5a67423ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['828045e5-84d8-4129-ad8c-92e0c40465d5'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:10.536946 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:10.538657 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bf66664b-7971-4895-8d80-311e6176a70c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6058192 Nov 28 07:48:10.541321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37958) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:10.547344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-594094b9-bcbc-47ea-94f3-4acb05d08dbe tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'enable_snat': False}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:10.550556 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:10.554047 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/networks/b2cc75e5-3aa3-48e6-bbda-334c54cef237 HTTP/1.1" status: 204 len: 168 time: 1.9336023 Nov 28 07:48:10.565222 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37960) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:10.590444 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-59e7139a-ba9a-484d-9ee8-d4f5a67423ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:10.600882 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7139a-ba9a-484d-9ee8-d4f5a67423ce None None] Routers {'828045e5-84d8-4129-ad8c-92e0c40465d5'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:10.601716 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-59e7139a-ba9a-484d-9ee8-d4f5a67423ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['828045e5-84d8-4129-ad8c-92e0c40465d5'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:10.608513 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d79340ee-d10a-4acb-8041-cc11324a05d5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-433035637'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:10.651068 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 322a89b6-4d0d-45f1-b809-2ba27b71df79 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:10.651332 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-59e7139a-ba9a-484d-9ee8-d4f5a67423ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:10.652159 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7139a-ba9a-484d-9ee8-d4f5a67423ce None None] The sync data for ids ['828045e5-84d8-4129-ad8c-92e0c40465d5'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:10.682428 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 322a89b6-4d0d-45f1-b809-2ba27b71df79 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:48:10.682681 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 322a89b6-4d0d-45f1-b809-2ba27b71df79 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:48:10.687575 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37962) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:11.006344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:11.007320 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccbe93-14b6-496f-bb2f-e6a3398aac4e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Network': ['ID=b2cc75e5-3aa3-48e6-bbda-334c54cef237,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:11.028118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:11.038729 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:11.044537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:11.045215 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.052940 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=5daabd41-6a03-4439-b609-8ce2c09f337f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:11.106686 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79340ee-d10a-4acb-8041-cc11324a05d5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:11.110229 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d79340ee-d10a-4acb-8041-cc11324a05d5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.122851 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5050490e-ec42-42a9-8c82-3aa17c984464 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5422902 Nov 28 07:48:11.132652 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37966) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:11.201927 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-48ffa058-62d9-4540-8805-985636c1074e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.230663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79340ee-d10a-4acb-8041-cc11324a05d5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:48:11.304623 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-455fade6-ba0d-498d-9e8f-24dc5a6f6da2 None None] Provisioning complete for port 5daabd41-6a03-4439-b609-8ce2c09f337f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:11.305717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-455fade6-ba0d-498d-9e8f-24dc5a6f6da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.309404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d79340ee-d10a-4acb-8041-cc11324a05d5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.309748 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-d79340ee-d10a-4acb-8041-cc11324a05d5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Added segment add5636b-05fb-4830-996a-3ca9d85d04e8 of type vlan for network 4f29398f-457b-4a28-8e83-e26b6749eaf4 Nov 28 07:48:11.347235 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-455fade6-ba0d-498d-9e8f-24dc5a6f6da2 None None] Port 5daabd41-6a03-4439-b609-8ce2c09f337f cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:11.362450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-17599a12-3b91-4eeb-86a5-bd3aaefe215c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port e0a444e2-1c60-407b-9774-5c55c3566bbb {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:11.362794 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-17599a12-3b91-4eeb-86a5-bd3aaefe215c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.372155 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-faf77579-596c-4295-8b42-7e3dccfdfc51 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.403123 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d79340ee-d10a-4acb-8041-cc11324a05d5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.407026 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-48ffa058-62d9-4540-8805-985636c1074e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.421090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-594094b9-bcbc-47ea-94f3-4acb05d08dbe tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.426524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-48ffa058-62d9-4540-8805-985636c1074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.506240 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-48ffa058-62d9-4540-8805-985636c1074e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8fff92f3e494c969410eada6da8cdb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8174367 Nov 28 07:48:11.508145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffa058-62d9-4540-8805-985636c1074e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6093655c-9250-43bc-b921-1448c80f4745,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:11.509106 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37970) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:11.536833 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf77579-596c-4295-8b42-7e3dccfdfc51 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Subnet': ['ID=4118e697-749b-4c77-9886-c5b50440d8df,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:11.543316 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa1ee7-c09b-401b-872f-fe51212d1797 req-c60c6273-a64a-48e4-b364-657a38f87397 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:11.544774 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-78fa1ee7-c09b-401b-872f-fe51212d1797 req-c60c6273-a64a-48e4-b364-657a38f87397 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.1366949 Nov 28 07:48:11.554821 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d79340ee-d10a-4acb-8041-cc11324a05d5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.560606 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79340ee-d10a-4acb-8041-cc11324a05d5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:11.561181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d79340ee-d10a-4acb-8041-cc11324a05d5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.578158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-11e69422-ef5c-4cc2-b582-ee1cfec6234f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port 5daabd41-6a03-4439-b609-8ce2c09f337f {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:11.578492 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-11e69422-ef5c-4cc2-b582-ee1cfec6234f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.631227 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-78fa1ee7-c09b-401b-872f-fe51212d1797 req-9198d48f-c08b-4398-975c-b9ae18144714 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581863 Nov 28 07:48:11.663669 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d79340ee-d10a-4acb-8041-cc11324a05d5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0955472 Nov 28 07:48:11.684024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37972) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:11.692936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1f1a718e-9ff7-4b1d-af49-87862906846c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': '4f29398f-457b-4a28-8e83-e26b6749eaf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:11.700297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-17599a12-3b91-4eeb-86a5-bd3aaefe215c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.730827 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf77579-596c-4295-8b42-7e3dccfdfc51 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Checking segment: {'id': 'a2a93539-0ebc-40f0-a786-ecef0f0d6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:11.731209 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf77579-596c-4295-8b42-7e3dccfdfc51 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network hostable DHCP agents. Network: cec80209-2c2e-4e5b-8bd5-5fa6a918240e, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:48:11.756686 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-17599a12-3b91-4eeb-86a5-bd3aaefe215c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for e0a444e2-1c60-407b-9774-5c55c3566bbb owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:11.762239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79340ee-d10a-4acb-8041-cc11324a05d5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Network': ['ID=4f29398f-457b-4a28-8e83-e26b6749eaf4,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:11.773916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 4f29398f-457b-4a28-8e83-e26b6749eaf4 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:48:11.801952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0e5868a4-1302-4bfe-b1b9-7fc1de22e924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.814105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf77579-596c-4295-8b42-7e3dccfdfc51 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network cec80209-2c2e-4e5b-8bd5-5fa6a918240e is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:48:11.846607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1a718e-9ff7-4b1d-af49-87862906846c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:11.850444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f1a718e-9ff7-4b1d-af49-87862906846c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.851498 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-11e69422-ef5c-4cc2-b582-ee1cfec6234f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.882288 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-11e69422-ef5c-4cc2-b582-ee1cfec6234f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for 5daabd41-6a03-4439-b609-8ce2c09f337f owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:11.890647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-faf77579-596c-4295-8b42-7e3dccfdfc51 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, cec80209-2c2e-4e5b-8bd5-5fa6a918240e) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:11.899209 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32ba995-b4b9-446b-aad4-592fec3803d5 None None] Network cec80209-2c2e-4e5b-8bd5-5fa6a918240e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:11.907292 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0e5868a4-1302-4bfe-b1b9-7fc1de22e924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.911003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf77579-596c-4295-8b42-7e3dccfdfc51 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:11.911815 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-faf77579-596c-4295-8b42-7e3dccfdfc51 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:11.992850 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-faf77579-596c-4295-8b42-7e3dccfdfc51 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8056386 Nov 28 07:48:11.996708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37974) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:12.071796 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:12.073725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.105571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0e5868a4-1302-4bfe-b1b9-7fc1de22e924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.108377 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0e5868a4-1302-4bfe-b1b9-7fc1de22e924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.111999 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0e5868a4-1302-4bfe-b1b9-7fc1de22e924 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6093655c-9250-43bc-b921-1448c80f4745 HTTP/1.1" status: 204 len: 168 time: 0.5961215 Nov 28 07:48:12.122087 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5868a4-1302-4bfe-b1b9-7fc1de22e924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6093655c-9250-43bc-b921-1448c80f4745,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:12.282401 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Allocated IP 172.20.0.2 (cec80209-2c2e-4e5b-8bd5-5fa6a918240e/4118e697-749b-4c77-9886-c5b50440d8df/da5fd246-372b-4d3f-b348-e57cf80b3ef9) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:12.287240 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-17599a12-3b91-4eeb-86a5-bd3aaefe215c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.331647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17599a12-3b91-4eeb-86a5-bd3aaefe215c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=e0a444e2-1c60-407b-9774-5c55c3566bbb,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:12.371216 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-11e69422-ef5c-4cc2-b582-ee1cfec6234f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.387730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa06d5dd-b919-43d4-bd82-3fc61e31affd None None] DHCP port deletion for fb329bf8-72b6-42cb-8c92-d31bcd921a8e request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:12.416229 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e69422-ef5c-4cc2-b582-ee1cfec6234f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=5daabd41-6a03-4439-b609-8ce2c09f337f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:12.487056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-11e69422-ef5c-4cc2-b582-ee1cfec6234f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.490842 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-11e69422-ef5c-4cc2-b582-ee1cfec6234f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/5daabd41-6a03-4439-b609-8ce2c09f337f HTTP/1.1" status: 204 len: 168 time: 1.3563924 Nov 28 07:48:12.530666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.533265 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37980) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:12.546376 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.610453 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37982) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:12.622402 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Network cec80209-2c2e-4e5b-8bd5-5fa6a918240e is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:12.625801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:12.628521 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:12.649420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.651153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Pushing event updated for resources: {'Port': ['ID=da5fd246-372b-4d3f-b348-e57cf80b3ef9,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:12.674442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-17599a12-3b91-4eeb-86a5-bd3aaefe215c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.695515 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f76f7ef9-621e-48ef-9212-563c0d6bbfce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c1c6b205e584b84bdbf94395dbac96d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0837176 Nov 28 07:48:12.698798 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37986) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:12.723094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Attempting to bind port da5fd246-372b-4d3f-b348-e57cf80b3ef9 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:12.724161 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Attempting to bind port da5fd246-372b-4d3f-b348-e57cf80b3ef9 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'a2a93539-0ebc-40f0-a786-ecef0f0d6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:12.724771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Attempting to bind port da5fd246-372b-4d3f-b348-e57cf80b3ef9 on network cec80209-2c2e-4e5b-8bd5-5fa6a918240e {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:12.731440 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:12.733509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Checking segment: {'id': 'a2a93539-0ebc-40f0-a786-ecef0f0d6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:12.733970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.734379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Bound using segment: {'id': 'a2a93539-0ebc-40f0-a786-ecef0f0d6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:12.734988 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Bound port: da5fd246-372b-4d3f-b348-e57cf80b3ef9, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a93539-0ebc-40f0-a786-ecef0f0d6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:12.735386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.741346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f1a718e-9ff7-4b1d-af49-87862906846c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.810261 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] For port da5fd246-372b-4d3f-b348-e57cf80b3ef9, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:12.810544 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-594094b9-bcbc-47ea-94f3-4acb05d08dbe tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.814632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] For port da5fd246-372b-4d3f-b348-e57cf80b3ef9, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=da5fd246-372b-4d3f-b348-e57cf80b3ef9,segment=NetworkSegment(a2a93539-0ebc-40f0-a786-ecef0f0d6057),segment_id=a2a93539-0ebc-40f0-a786-ecef0f0d6057)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:12.820198 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.868663 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00b1dbe-bdbe-4a0e-a250-b8244d97aa75 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:12.870680 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b00b1dbe-bdbe-4a0e-a250-b8244d97aa75 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3342481 Nov 28 07:48:12.878001 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-594094b9-bcbc-47ea-94f3-4acb05d08dbe tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.879899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37988) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:12.913389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759977a-bc90-4a4c-a717-dcc742155f03 None None] Pushing event updated for resources: {'Port': ['ID=da5fd246-372b-4d3f-b348-e57cf80b3ef9,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:12.919984 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8bb62ab6-51ee-42f8-b086-ac9736fb2afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:12.938102 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b67a3c-0f0f-47c4-87ba-1908595dbe3c req-18e2290a-06a4-4f94-ad55-779ab10212b6 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:12.939918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a718e-9ff7-4b1d-af49-87862906846c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Subnet': ['ID=339f65c9-f618-4b39-a7d6-11e39bd24385,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:12.947788 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-62b67a3c-0f0f-47c4-87ba-1908595dbe3c req-18e2290a-06a4-4f94-ad55-779ab10212b6 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2128289 Nov 28 07:48:12.997158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8bb62ab6-51ee-42f8-b086-ac9736fb2afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:13.108028 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-62b67a3c-0f0f-47c4-87ba-1908595dbe3c req-49542978-d528-4bad-a5f6-29906fa64efd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591165 Nov 28 07:48:13.143802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a718e-9ff7-4b1d-af49-87862906846c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Checking segment: {'id': 'add5636b-05fb-4830-996a-3ca9d85d04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4f29398f-457b-4a28-8e83-e26b6749eaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:13.144408 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1a718e-9ff7-4b1d-af49-87862906846c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network hostable DHCP agents. Network: 4f29398f-457b-4a28-8e83-e26b6749eaf4, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:48:13.170364 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a10516-a9c3-468d-9a51-c96e45400bb8 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:13.172022 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f3a10516-a9c3-468d-9a51-c96e45400bb8 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2874279 Nov 28 07:48:13.178893 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 37990) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:13.199255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8bb62ab6-51ee-42f8-b086-ac9736fb2afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:13.201907 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8bb62ab6-51ee-42f8-b086-ac9736fb2afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:13.205465 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8bb62ab6-51ee-42f8-b086-ac9736fb2afb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab3339a8-2d3b-4ed9-b007-90e0de36758f HTTP/1.1" status: 204 len: 168 time: 0.4938169 Nov 28 07:48:13.221143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb62ab6-51ee-42f8-b086-ac9736fb2afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3339a8-2d3b-4ed9-b007-90e0de36758f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:13.265218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17599a12-3b91-4eeb-86a5-bd3aaefe215c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Router 05039d5a-c301-4bb9-aafe-554c61ff714b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:48:13.298915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1a718e-9ff7-4b1d-af49-87862906846c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network 4f29398f-457b-4a28-8e83-e26b6749eaf4 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:48:13.311784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaed507-214d-46eb-872d-5fc2c14cb508 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:13.313395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaed507-214d-46eb-872d-5fc2c14cb508 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:13.314913 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaed507-214d-46eb-872d-5fc2c14cb508 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:13.319502 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-deaed507-214d-46eb-872d-5fc2c14cb508 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1275609 Nov 28 07:48:13.320121 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37994) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:13.330513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594094b9-bcbc-47ea-94f3-4acb05d08dbe tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Router 828045e5-84d8-4129-ad8c-92e0c40465d5 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:48:13.342288 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-1f1a718e-9ff7-4b1d-af49-87862906846c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 4f29398f-457b-4a28-8e83-e26b6749eaf4) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:13.348467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Allocated IP 172.20.0.1 (cec80209-2c2e-4e5b-8bd5-5fa6a918240e/4118e697-749b-4c77-9886-c5b50440d8df/ff853494-98aa-4df1-86d8-3c94ef5f057a) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:13.352724 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1a718e-9ff7-4b1d-af49-87862906846c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:13.353378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f1a718e-9ff7-4b1d-af49-87862906846c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:13.359347 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7020445-c7c1-4792-b932-73a8b63ed17e None None] Network 4f29398f-457b-4a28-8e83-e26b6749eaf4 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:13.426037 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1f1a718e-9ff7-4b1d-af49-87862906846c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7409291 Nov 28 07:48:13.432893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 37996) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:13.437896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-05bf76d5-529f-4271-9640-b02c7b9606eb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'network_id': '4f29398f-457b-4a28-8e83-e26b6749eaf4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1243323061'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:13.449747 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-3626a3d4-7588-498b-a120-bf17ec1e51ee tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 4549cdf8-2a70-43d2-9283-216e4bd14058 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:13.467398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3626a3d4-7588-498b-a120-bf17ec1e51ee tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:13.564728 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-4f29398f-457b-4a28-8e83-e26b6749eaf4', 'network_id': '4f29398f-457b-4a28-8e83-e26b6749eaf4', 'tenant_id': '3de17531069145178d352061b04d50eb', 'fixed_ips': [{'subnet_id': '339f65c9-f618-4b39-a7d6-11e39bd24385'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:13.565434 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594094b9-bcbc-47ea-94f3-4acb05d08dbe tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:13.572112 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-594094b9-bcbc-47ea-94f3-4acb05d08dbe tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:13.572878 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-594094b9-bcbc-47ea-94f3-4acb05d08dbe tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "PUT /v2.0/routers/828045e5-84d8-4129-ad8c-92e0c40465d5 HTTP/1.1" status: 200 len: 926 time: 3.0295336 Nov 28 07:48:13.574785 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:13.579050 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38000) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:13.582209 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25da3b77-55b9-4c89-b518-b5abeb1d3118 None None] Sync routers for ids ['828045e5-84d8-4129-ad8c-92e0c40465d5'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:13.592658 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3626a3d4-7588-498b-a120-bf17ec1e51ee tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:13.607705 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25da3b77-55b9-4c89-b518-b5abeb1d3118 None None] Routers {'828045e5-84d8-4129-ad8c-92e0c40465d5'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:13.608889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-25da3b77-55b9-4c89-b518-b5abeb1d3118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['828045e5-84d8-4129-ad8c-92e0c40465d5'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:13.618382 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17599a12-3b91-4eeb-86a5-bd3aaefe215c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:13.632807 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7214fcc3-da4b-4e57-a02f-f6f7f397e2c3 None None] Sync routers for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:13.649354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:13.649567 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7214fcc3-da4b-4e57-a02f-f6f7f397e2c3 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:13.650198 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7214fcc3-da4b-4e57-a02f-f6f7f397e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:13.664021 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-25da3b77-55b9-4c89-b518-b5abeb1d3118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:13.698974 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7214fcc3-da4b-4e57-a02f-f6f7f397e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:13.708657 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7214fcc3-da4b-4e57-a02f-f6f7f397e2c3 None None] Routers {'05039d5a-c301-4bb9-aafe-554c61ff714b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:13.709452 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7214fcc3-da4b-4e57-a02f-f6f7f397e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05039d5a-c301-4bb9-aafe-554c61ff714b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:13.723182 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:13.729696 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-17599a12-3b91-4eeb-86a5-bd3aaefe215c tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "PUT /v2.0/routers/05039d5a-c301-4bb9-aafe-554c61ff714b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2653096 Nov 28 07:48:13.734848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38006) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:13.810716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Allocated IP 172.20.0.2 (4f29398f-457b-4a28-8e83-e26b6749eaf4/339f65c9-f618-4b39-a7d6-11e39bd24385/a5992264-23ea-4cb4-bc21-b44ede01e739) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:13.837916 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7214fcc3-da4b-4e57-a02f-f6f7f397e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:13.838650 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7214fcc3-da4b-4e57-a02f-f6f7f397e2c3 None None] The sync data for ids ['05039d5a-c301-4bb9-aafe-554c61ff714b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:13.854149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25da3b77-55b9-4c89-b518-b5abeb1d3118 None None] Routers {'828045e5-84d8-4129-ad8c-92e0c40465d5'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:13.854946 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-25da3b77-55b9-4c89-b518-b5abeb1d3118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['828045e5-84d8-4129-ad8c-92e0c40465d5'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:13.870542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network cec80209-2c2e-4e5b-8bd5-5fa6a918240e is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:13.877253 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:13.904431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:13.954380 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-25da3b77-55b9-4c89-b518-b5abeb1d3118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:13.955050 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25da3b77-55b9-4c89-b518-b5abeb1d3118 None None] The sync data for ids ['828045e5-84d8-4129-ad8c-92e0c40465d5'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:14.031142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=ff853494-98aa-4df1-86d8-3c94ef5f057a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:14.038498 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.077186 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.085749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.168396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Pushing event updated for resources: {'Port': ['ID=a5992264-23ea-4cb4-bc21-b44ede01e739,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:14.190110 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Network 4f29398f-457b-4a28-8e83-e26b6749eaf4 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:14.192445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:14.196111 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:14.312837 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Attempting to bind port a5992264-23ea-4cb4-bc21-b44ede01e739 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:14.313710 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Attempting to bind port a5992264-23ea-4cb4-bc21-b44ede01e739 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'add5636b-05fb-4830-996a-3ca9d85d04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4f29398f-457b-4a28-8e83-e26b6749eaf4'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:14.315299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Attempting to bind port a5992264-23ea-4cb4-bc21-b44ede01e739 on network 4f29398f-457b-4a28-8e83-e26b6749eaf4 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:14.324512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9297aba5-ba4b-4518-804a-9c081013477b None None] Network cec80209-2c2e-4e5b-8bd5-5fa6a918240e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:14.424545 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bf76d5-529f-4271-9640-b02c7b9606eb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:14.432181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-05bf76d5-529f-4271-9640-b02c7b9606eb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.439933 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b6697e66-fce6-495b-a60a-ea0ed2a7cf74 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/routers/828045e5-84d8-4129-ad8c-92e0c40465d5 HTTP/1.1" status: 200 len: 926 time: 0.8597491 Nov 28 07:48:14.447455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:14.448541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Checking segment: {'id': 'add5636b-05fb-4830-996a-3ca9d85d04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4f29398f-457b-4a28-8e83-e26b6749eaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:14.448541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.449152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Bound using segment: {'id': 'add5636b-05fb-4830-996a-3ca9d85d04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4f29398f-457b-4a28-8e83-e26b6749eaf4'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:14.449923 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Bound port: a5992264-23ea-4cb4-bc21-b44ede01e739, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add5636b-05fb-4830-996a-3ca9d85d04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4f29398f-457b-4a28-8e83-e26b6749eaf4'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:14.450062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38022) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:14.450323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.492345 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3626a3d4-7588-498b-a120-bf17ec1e51ee tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.518328 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38024) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:14.525725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-05bf76d5-529f-4271-9640-b02c7b9606eb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port 4614eb06-9aac-44b3-a2d9-c8583c174735 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:14.526626 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device da5fd246-372b-4d3f-b348-e57cf80b3ef9 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:14.608498 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62eb166-108f-4461-83b2-539402a98783 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:14.610414 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c62eb166-108f-4461-83b2-539402a98783 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&device_id=828045e5-84d8-4129-ad8c-92e0c40465d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1592178 Nov 28 07:48:14.615322 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38028) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:14.616882 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] For port a5992264-23ea-4cb4-bc21-b44ede01e739, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:14.621159 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] For port a5992264-23ea-4cb4-bc21-b44ede01e739, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a5992264-23ea-4cb4-bc21-b44ede01e739,segment=NetworkSegment(add5636b-05fb-4830-996a-3ca9d85d04e8),segment_id=add5636b-05fb-4830-996a-3ca9d85d04e8)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:14.679022 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.680702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.701944 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-438938436'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:14.741148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c3c83-998f-405d-8bbd-fefe3352d999 req-d00c0570-458b-4478-9bf1-a4cd32e419f9 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:14.751342 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4a0c3c83-998f-405d-8bbd-fefe3352d999 req-d00c0570-458b-4478-9bf1-a4cd32e419f9 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2253201 Nov 28 07:48:14.769079 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3626a3d4-7588-498b-a120-bf17ec1e51ee tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.826924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Made reservation on behalf of d7946e6a2562404d866ae4adf1b9c101 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:14.829113 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.830487 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.835882 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3626a3d4-7588-498b-a120-bf17ec1e51ee tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.838745 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3626a3d4-7588-498b-a120-bf17ec1e51ee tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/4549cdf8-2a70-43d2-9283-216e4bd14058 HTTP/1.1" status: 204 len: 168 time: 1.5169883 Nov 28 07:48:14.846182 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626a3d4-7588-498b-a120-bf17ec1e51ee tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=4549cdf8-2a70-43d2-9283-216e4bd14058,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:14.848728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38030) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:14.874369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a20332e-4658-4155-b919-f254b815940c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:14.878493 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8a20332e-4658-4155-b919-f254b815940c tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/networks/8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 881 time: 0.2598107 Nov 28 07:48:14.878493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-05bf76d5-529f-4271-9640-b02c7b9606eb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Allocated IP 172.20.0.9 (4f29398f-457b-4a28-8e83-e26b6749eaf4/339f65c9-f618-4b39-a7d6-11e39bd24385/4614eb06-9aac-44b3-a2d9-c8583c174735) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:14.878777 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0fd5de-3db7-472b-80ae-ed75e7be8cdd None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:14.879279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38032) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:14.892693 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1115413a-5359-42bb-a553-c2bb5eef8d3f None None] Provisioning complete for port da5fd246-372b-4d3f-b348-e57cf80b3ef9 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:14.893060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1115413a-5359-42bb-a553-c2bb5eef8d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.897310 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:14.967491 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b502fb10-de9a-4cdf-970f-bab3ed607e55 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "GET /v2.0/ports?device_id=828045e5-84d8-4129-ad8c-92e0c40465d5 HTTP/1.1" status: 200 len: 205 time: 0.0836823 Nov 28 07:48:14.969846 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38034) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:14.985197 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4a0c3c83-998f-405d-8bbd-fefe3352d999 req-f9ddfa93-4528-4bb3-b56a-a8eeeb639cee tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284636 Nov 28 07:48:14.990475 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-94338179-e418-4e40-b611-3ab34425dce9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet d511bd34-d1d7-47bb-963c-a52e12180455 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:15.016667 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.051813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-94338179-e418-4e40-b611-3ab34425dce9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.061394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port da5fd246-372b-4d3f-b348-e57cf80b3ef9 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:15.061781 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.100737 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c147ac-aaef-4f34-b269-8c8e397e4cb3 None None] Pushing event updated for resources: {'Port': ['ID=a5992264-23ea-4cb4-bc21-b44ede01e739,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:15.236702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-94338179-e418-4e40-b611-3ab34425dce9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.272891 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1115413a-5359-42bb-a553-c2bb5eef8d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.305764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting port 4b21279e-7b2d-4c9d-a572-fd172575c20b {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:15.306742 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.353621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.369922 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-05bf76d5-529f-4271-9640-b02c7b9606eb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.372956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.391787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-1115413a-5359-42bb-a553-c2bb5eef8d3f None None] For port da5fd246-372b-4d3f-b348-e57cf80b3ef9, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=da5fd246-372b-4d3f-b348-e57cf80b3ef9,segment=NetworkSegment(a2a93539-0ebc-40f0-a786-ecef0f0d6057),segment_id=a2a93539-0ebc-40f0-a786-ecef0f0d6057)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:15.398933 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.409850 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1115413a-5359-42bb-a553-c2bb5eef8d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.419563 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19a80155-bc6f-4850-bfdc-c85f41099c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.424116 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.466521 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.481108 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Calling delete_port for 4b21279e-7b2d-4c9d-a572-fd172575c20b owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:15.541692 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:48:15.542057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:48:15.547450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115413a-5359-42bb-a553-c2bb5eef8d3f None None] Pushing event updated for resources: {'Port': ['ID=da5fd246-372b-4d3f-b348-e57cf80b3ef9,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:15.586667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:48:15.626623 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.644128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68200a38-6cc0-4eb2-bfad-7a724046610a,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:15.647446 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e4e03b6f-c888-499b-a58f-901fca327e97 None None] Provisioning complete for port da5fd246-372b-4d3f-b348-e57cf80b3ef9 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:15.647972 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4e03b6f-c888-499b-a58f-901fca327e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.657434 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.658772 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-94338179-e418-4e40-b611-3ab34425dce9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.670262 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.672649 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Added segment bdf70ed7-6e44-4ce2-ae68-7ce87758aa46 of type vlan for network b1b347d3-71c2-465e-a06a-74bc038765da Nov 28 07:48:15.757087 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-05bf76d5-529f-4271-9640-b02c7b9606eb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.873463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.882570 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=ff853494-98aa-4df1-86d8-3c94ef5f057a,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:15.887618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.898238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bf76d5-529f-4271-9640-b02c7b9606eb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network 4f29398f-457b-4a28-8e83-e26b6749eaf4 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:15.904838 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e4e03b6f-c888-499b-a58f-901fca327e97 None None] Provisioning complete for port ff853494-98aa-4df1-86d8-3c94ef5f057a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:15.905693 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4e03b6f-c888-499b-a58f-901fca327e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:15.940070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf76d5-529f-4271-9640-b02c7b9606eb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=4614eb06-9aac-44b3-a2d9-c8583c174735,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:15.943721 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-05bf76d5-529f-4271-9640-b02c7b9606eb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:15.945861 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf76d5-529f-4271-9640-b02c7b9606eb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:15.967472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-e4e03b6f-c888-499b-a58f-901fca327e97 None None] Port ff853494-98aa-4df1-86d8-3c94ef5f057a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:15.997323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.006087 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-94338179-e418-4e40-b611-3ab34425dce9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.032605 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.041606 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:16.043903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.058070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.061178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network cec80209-2c2e-4e5b-8bd5-5fa6a918240e is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:16.066277 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-94338179-e418-4e40-b611-3ab34425dce9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.070528 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-94338179-e418-4e40-b611-3ab34425dce9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/d511bd34-d1d7-47bb-963c-a52e12180455 HTTP/1.1" status: 204 len: 168 time: 1.2139502 Nov 28 07:48:16.071607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:16.078916 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38038) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:16.111044 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94338179-e418-4e40-b611-3ab34425dce9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=d511bd34-d1d7-47bb-963c-a52e12180455,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:16.118356 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Port': ['ID=4b21279e-7b2d-4c9d-a572-fd172575c20b,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:16.142350 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c980f1-e71e-40c9-a2f7-5c7242297d08 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:16.189770 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-637e0254-ea90-45f7-89da-238087084e11 None None] Provisioning complete for port ff853494-98aa-4df1-86d8-3c94ef5f057a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:16.190151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-637e0254-ea90-45f7-89da-238087084e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.237260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bf76d5-529f-4271-9640-b02c7b9606eb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:16.238084 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-05bf76d5-529f-4271-9640-b02c7b9606eb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.279203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38040) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:16.287662 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9c9a716e-5612-4ad5-97f2-e6cf70ac5993 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1873801 Nov 28 07:48:16.292316 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7bffd532-c673-42ee-a086-76ce7fafde4c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:16.341885 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-637e0254-ea90-45f7-89da-238087084e11 None None] Port ff853494-98aa-4df1-86d8-3c94ef5f057a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:16.367615 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.8426118 Nov 28 07:48:16.368790 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38042) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:16.369999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3870b-0831-4252-a554-dd3c4b0975d6 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event updated for resources: {'Network': ['ID=b1b347d3-71c2-465e-a06a-74bc038765da,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:16.386112 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-05bf76d5-529f-4271-9640-b02c7b9606eb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.9497139 Nov 28 07:48:16.386667 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network b1b347d3-71c2-465e-a06a-74bc038765da details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:48:16.387534 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38044) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:16.406720 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-6e4cb1f6-efbc-42b9-b4ea-b681635d356b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Request body: {'subnet': {'network_id': 'b1b347d3-71c2-465e-a06a-74bc038765da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:16.522104 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.535965 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device da5fd246-372b-4d3f-b348-e57cf80b3ef9 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:16.590206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f72319-60ba-4fd4-967b-eaca9c005db6 req-050018d2-10f0-46c3-b75d-d1c53fea6bd7 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:16.591899 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e6f72319-60ba-4fd4-967b-eaca9c005db6 req-050018d2-10f0-46c3-b75d-d1c53fea6bd7 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.5068870 Nov 28 07:48:16.625219 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port da5fd246-372b-4d3f-b348-e57cf80b3ef9 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:16.625601 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.633698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Deleting port a8c99eab-4051-496e-880a-29dfe7086ef0 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:16.634033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.671334 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7b12bd-53a1-41d4-9cd0-79a98ddfd864 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:16.734911 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e6f72319-60ba-4fd4-967b-eaca9c005db6 req-449c5f49-3b23-46a9-ba7f-dd8ef2d5f7e8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341481 Nov 28 07:48:16.745970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.747450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8528bed0-5eeb-489c-b7a2-dc96b24b004e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port 4614eb06-9aac-44b3-a2d9-c8583c174735 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:16.747784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8528bed0-5eeb-489c-b7a2-dc96b24b004e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.748557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.760371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d2e6af6b-86b5-4a70-b9a3-6734e40bf047 None None] Provisioning complete for port ff853494-98aa-4df1-86d8-3c94ef5f057a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:16.760740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d2e6af6b-86b5-4a70-b9a3-6734e40bf047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.843258 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c5b10e-7c79-4049-b699-8d0a013f4786 None None] Network 4f29398f-457b-4a28-8e83-e26b6749eaf4 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:16.845994 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.846609 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Fanout notify agent at l3_agent the message router_deleted on router 05039d5a-c301-4bb9-aafe-554c61ff714b {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:48:16.849350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.857566 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.api [None req-7bffd532-c673-42ee-a086-76ce7fafde4c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:48:16.857566 dv-neutron-744815-16-hyperv neutron-server[115118]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 28 07:48:16.857566 dv-neutron-744815-16-hyperv neutron-server[115118]: [parameters: {'project_id': '44cffd20ca154bd096a7dcc40ec0012a', 'id': 'e3d444a9-44a0-4259-90d1-bd930d0fed76', 'expiration': datetime.datetime(2021, 11, 28, 7, 50, 16, 827938)}] Nov 28 07:48:16.857566 dv-neutron-744815-16-hyperv neutron-server[115118]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:48:16.858635 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG oslo_db.api [None req-7bffd532-c673-42ee-a086-76ce7fafde4c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:48:16.866452 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.870038 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6cd18dfd-97c5-421d-9ce5-4ad130361a42 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/routers/05039d5a-c301-4bb9-aafe-554c61ff714b HTTP/1.1" status: 204 len: 168 time: 3.1267898 Nov 28 07:48:16.871951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38046) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:16.872266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Calling delete_port for a8c99eab-4051-496e-880a-29dfe7086ef0 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:16.886510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4cb1f6-efbc-42b9-b4ea-b681635d356b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Made reservation on behalf of d7946e6a2562404d866ae4adf1b9c101 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:16.890387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6e4cb1f6-efbc-42b9-b4ea-b681635d356b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.930359 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 1747cb74-868b-42fc-9889-db406e82837c is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:48:16.936921 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8528bed0-5eeb-489c-b7a2-dc96b24b004e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:16.953774 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8528bed0-5eeb-489c-b7a2-dc96b24b004e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for 4614eb06-9aac-44b3-a2d9-c8583c174735 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:16.954000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a5992264-23ea-4cb4-bc21-b44ede01e739 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:16.955414 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6af6b-86b5-4a70-b9a3-6734e40bf047 None None] Port ff853494-98aa-4df1-86d8-3c94ef5f057a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:17.053881 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d2e6af6b-86b5-4a70-b9a3-6734e40bf047 None None] Provisioning complete for port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:17.054240 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d2e6af6b-86b5-4a70-b9a3-6734e40bf047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.099642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d27eb6-1b0e-4cf0-80fa-4ffa4d7e08a4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Deleting subnet 2a97103d-dec6-4f07-9909-91a0e14bb858 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:17.116129 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5d27eb6-1b0e-4cf0-80fa-4ffa4d7e08a4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.140145 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port a5992264-23ea-4cb4-bc21-b44ede01e739 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:17.140516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.171883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8528bed0-5eeb-489c-b7a2-dc96b24b004e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.193759 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5775cca-b8d4-476f-ae8a-7a0bdd3ffeaf None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:17.200344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5d27eb6-1b0e-4cf0-80fa-4ffa4d7e08a4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.228027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528bed0-5eeb-489c-b7a2-dc96b24b004e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=4614eb06-9aac-44b3-a2d9-c8583c174735,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:17.235210 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:17.247844 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8862a298-0b69-47d2-a38e-f98b71bb7abe tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2455387 Nov 28 07:48:17.250195 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38048) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:17.260735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e24811d7-aedf-416f-85a5-533a64f9dc05 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1909243030'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:17.284685 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Sync routers for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:17.329628 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.336345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5d27eb6-1b0e-4cf0-80fa-4ffa4d7e08a4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.376792 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.378691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:17.379486 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:47:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:17.381978 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8528bed0-5eeb-489c-b7a2-dc96b24b004e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.387837 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8528bed0-5eeb-489c-b7a2-dc96b24b004e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/4614eb06-9aac-44b3-a2d9-c8583c174735 HTTP/1.1" status: 204 len: 168 time: 0.9966414 Nov 28 07:48:17.388290 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Pushing event deleted for resources: {'Port': ['ID=a8c99eab-4051-496e-880a-29dfe7086ef0,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:17.392889 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38050) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:17.430550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24811d7-aedf-416f-85a5-533a64f9dc05 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:17.434824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e24811d7-aedf-416f-85a5-533a64f9dc05 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.440099 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff5ce8b-6f06-4175-8667-57ee70b555ef tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] GET failed (client error): The resource could not be found. Nov 28 07:48:17.445054 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0ff5ce8b-6f06-4175-8667-57ee70b555ef tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/4614eb06-9aac-44b3-a2d9-c8583c174735 HTTP/1.1" status: 404 len: 333 time: 0.0472903 Nov 28 07:48:17.449994 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f55c47f-6b67-40b0-82a1-023100cbad55 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:17.455848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38052) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:17.474690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6e4cb1f6-efbc-42b9-b4ea-b681635d356b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.524109 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.543615 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bffd532-c673-42ee-a086-76ce7fafde4c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:17.547128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7bffd532-c673-42ee-a086-76ce7fafde4c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.619436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24811d7-aedf-416f-85a5-533a64f9dc05 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:48:17.634845 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5d27eb6-1b0e-4cf0-80fa-4ffa4d7e08a4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.681575 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cb1f6-efbc-42b9-b4ea-b681635d356b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event updated for resources: {'Subnet': ['ID=29ff29b1-21d7-4c8d-88f5-6995d5dea496,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:17.690758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4853cee-686d-47a8-8b0e-f5d230fb00d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting subnet 339f65c9-f618-4b39-a7d6-11e39bd24385 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:17.692950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port a5992264-23ea-4cb4-bc21-b44ede01e739, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a5992264-23ea-4cb4-bc21-b44ede01e739,segment=NetworkSegment(add5636b-05fb-4830-996a-3ca9d85d04e8),segment_id=add5636b-05fb-4830-996a-3ca9d85d04e8)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:17.700559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.704104 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.712072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4853cee-686d-47a8-8b0e-f5d230fb00d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.720674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.735695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e24811d7-aedf-416f-85a5-533a64f9dc05 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.736035 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-e24811d7-aedf-416f-85a5-533a64f9dc05 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Added segment 81b02cad-a115-45d5-8abe-14e09d2d8e34 of type vlan for network 8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba Nov 28 07:48:17.769268 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5d27eb6-1b0e-4cf0-80fa-4ffa4d7e08a4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.775320 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f5d27eb6-1b0e-4cf0-80fa-4ffa4d7e08a4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/subnets/2a97103d-dec6-4f07-9909-91a0e14bb858 HTTP/1.1" status: 204 len: 168 time: 0.8994930 Nov 28 07:48:17.779846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d27eb6-1b0e-4cf0-80fa-4ffa4d7e08a4 tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Subnet': ['ID=2a97103d-dec6-4f07-9909-91a0e14bb858,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:17.786646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38056) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:17.798369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.799232 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Fanout notify agent at l3_agent the message router_deleted on router 828045e5-84d8-4129-ad8c-92e0c40465d5 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:48:17.824057 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.825101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a902cfc6-5bb4-4b33-a1f0-b33c9ab24c6f None None] Provisioning complete for port a5992264-23ea-4cb4-bc21-b44ede01e739 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:17.825387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a902cfc6-5bb4-4b33-a1f0-b33c9ab24c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.830371 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-39b6c1b4-00ea-4c61-baac-6da7668ab972 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "DELETE /v2.0/routers/828045e5-84d8-4129-ad8c-92e0c40465d5 HTTP/1.1" status: 204 len: 168 time: 2.8583393 Nov 28 07:48:17.832135 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=a5992264-23ea-4cb4-bc21-b44ede01e739,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:17.834615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38058) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:17.841114 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79b3d80-1f92-4d8e-aee6-2baf8caa5f2e None None] Network fb329bf8-72b6-42cb-8c92-d31bcd921a8e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:17.842378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4cb1f6-efbc-42b9-b4ea-b681635d356b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Checking segment: {'id': 'bdf70ed7-6e44-4ce2-ae68-7ce87758aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b1b347d3-71c2-465e-a06a-74bc038765da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:17.842740 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4cb1f6-efbc-42b9-b4ea-b681635d356b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Network hostable DHCP agents. Network: b1b347d3-71c2-465e-a06a-74bc038765da, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:48:17.850754 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-93657f87-3d0d-4ac9-92a6-dc9db8d8cc83 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1555880212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:17.851367 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e24811d7-aedf-416f-85a5-533a64f9dc05 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.861925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4853cee-686d-47a8-8b0e-f5d230fb00d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.933636 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-138d956a-2f5d-4365-972b-52b56de5a03e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.953317 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-93657f87-3d0d-4ac9-92a6-dc9db8d8cc83 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.954385 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-93657f87-3d0d-4ac9-92a6-dc9db8d8cc83 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:17.965789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a5775cca-b8d4-476f-ae8a-7a0bdd3ffeaf None None] Deleting port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:17.966225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5775cca-b8d4-476f-ae8a-7a0bdd3ffeaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.003372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e24811d7-aedf-416f-85a5-533a64f9dc05 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.010023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24811d7-aedf-416f-85a5-533a64f9dc05 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:18.010697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e24811d7-aedf-416f-85a5-533a64f9dc05 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.013074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4cb1f6-efbc-42b9-b4ea-b681635d356b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Network b1b347d3-71c2-465e-a06a-74bc038765da is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:48:18.036527 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf657-d1c5-4c80-b719-1bb0e142080b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.045295 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:18.109405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-138d956a-2f5d-4365-972b-52b56de5a03e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.119549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-93657f87-3d0d-4ac9-92a6-dc9db8d8cc83 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.134358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-93657f87-3d0d-4ac9-92a6-dc9db8d8cc83 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.142765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-138d956a-2f5d-4365-972b-52b56de5a03e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb329bf8-72b6-42cb-8c92-d31bcd921a8e']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:18.159188 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-138d956a-2f5d-4365-972b-52b56de5a03e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547e8f09-f80e-43de-b531-d69cdac050b8') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:18.159604 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-138d956a-2f5d-4365-972b-52b56de5a03e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547e8f09-f80e-43de-b531-d69cdac050b8') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:18.170522 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-93657f87-3d0d-4ac9-92a6-dc9db8d8cc83 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.174918 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-93657f87-3d0d-4ac9-92a6-dc9db8d8cc83 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3363278 Nov 28 07:48:18.174918 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38060) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:18.177702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-138d956a-2f5d-4365-972b-52b56de5a03e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.182291 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:18.246304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a5775cca-b8d4-476f-ae8a-7a0bdd3ffeaf None None] For port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=da61d9fc-1730-4f1c-8f4e-4dde8e3cd251,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:18.247296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5775cca-b8d4-476f-ae8a-7a0bdd3ffeaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.269876 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-138d956a-2f5d-4365-972b-52b56de5a03e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.280974 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138d956a-2f5d-4365-972b-52b56de5a03e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:48:18.281403 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-138d956a-2f5d-4365-972b-52b56de5a03e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:48:18.285285 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:48:18.310326 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376161e5-5b1c-43d6-8c2f-b2fc1e2bc434 None None] DHCP port deletion for fb329bf8-72b6-42cb-8c92-d31bcd921a8e request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:18.326918 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a5775cca-b8d4-476f-ae8a-7a0bdd3ffeaf None None] Calling delete_port for da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:18.373940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a5992264-23ea-4cb4-bc21-b44ede01e739 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:18.468023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-138d956a-2f5d-4365-972b-52b56de5a03e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.499528 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-138d956a-2f5d-4365-972b-52b56de5a03e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.502943 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-138d956a-2f5d-4365-972b-52b56de5a03e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] 10.222.0.31 "DELETE /v2.0/networks/fb329bf8-72b6-42cb-8c92-d31bcd921a8e HTTP/1.1" status: 204 len: 168 time: 0.7148018 Nov 28 07:48:18.521701 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-6e4cb1f6-efbc-42b9-b4ea-b681635d356b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, b1b347d3-71c2-465e-a06a-74bc038765da) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:18.526596 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d956a-2f5d-4365-972b-52b56de5a03e tempest-FloatingIPTestJSON-397782903 tempest-FloatingIPTestJSON-397782903-project] Pushing event deleted for resources: {'Network': ['ID=fb329bf8-72b6-42cb-8c92-d31bcd921a8e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:18.533279 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.569649 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e24811d7-aedf-416f-85a5-533a64f9dc05 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3179190 Nov 28 07:48:18.572241 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38064) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:18.579073 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4cb1f6-efbc-42b9-b4ea-b681635d356b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:18.579698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6e4cb1f6-efbc-42b9-b4ea-b681635d356b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.582204 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba33d5e5-4449-4d87-9281-8079c7a37795 None None] Network b1b347d3-71c2-465e-a06a-74bc038765da requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:18.586884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-90d496ef-ddd9-47f9-a373-374d274a5484 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'subnet': {'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:18.704719 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4853cee-686d-47a8-8b0e-f5d230fb00d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.714789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port a5992264-23ea-4cb4-bc21-b44ede01e739 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:18.715460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.716027 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcac71-5882-42b5-98b8-051542c0f841 req-f998bf47-18cf-431d-bc1b-5ee1ca83fa13 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:18.724536 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5cbcac71-5882-42b5-98b8-051542c0f841 req-f998bf47-18cf-431d-bc1b-5ee1ca83fa13 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.8268244 Nov 28 07:48:18.752587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5775cca-b8d4-476f-ae8a-7a0bdd3ffeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.753148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24811d7-aedf-416f-85a5-533a64f9dc05 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Network': ['ID=8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:18.761510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bd16a533-229f-4bd5-b7ca-b5b520033a0a None None] Provisioning complete for port a5992264-23ea-4cb4-bc21-b44ede01e739 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:18.761956 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bd16a533-229f-4bd5-b7ca-b5b520033a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.796386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:48:18.825715 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7bffd532-c673-42ee-a086-76ce7fafde4c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.843578 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5775cca-b8d4-476f-ae8a-7a0bdd3ffeaf None None] Pushing event deleted for resources: {'Port': ['ID=da61d9fc-1730-4f1c-8f4e-4dde8e3cd251,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:18.855901 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5775cca-b8d4-476f-ae8a-7a0bdd3ffeaf None None] No DVR routers for this DVR port da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:18.883321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d496ef-ddd9-47f9-a373-374d274a5484 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:18.890391 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-90d496ef-ddd9-47f9-a373-374d274a5484 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.938654 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6e4cb1f6-efbc-42b9-b4ea-b681635d356b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5446873 Nov 28 07:48:18.943279 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38068) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:18.953754 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1575297d-cf46-4ce8-a020-a8cdf0646dc3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Request body: {'port': {'network_id': 'b1b347d3-71c2-465e-a06a-74bc038765da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-471825638'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:18.955911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bffd532-c673-42ee-a086-76ce7fafde4c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:18.964905 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-b1b347d3-71c2-465e-a06a-74bc038765da', 'network_id': 'b1b347d3-71c2-465e-a06a-74bc038765da', 'tenant_id': 'd7946e6a2562404d866ae4adf1b9c101', 'fixed_ips': [{'subnet_id': '29ff29b1-21d7-4c8d-88f5-6995d5dea496'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:18.964905 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:18.983355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-7bffd532-c673-42ee-a086-76ce7fafde4c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:19.004553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4158a41-281f-408d-b401-ce762029e8d4 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:19.013519 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5cbcac71-5882-42b5-98b8-051542c0f841 req-952e43e6-9c8c-4eef-98c9-df1e2b791216 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873688 Nov 28 07:48:19.033177 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bffd532-c673-42ee-a086-76ce7fafde4c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:19.034619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7bffd532-c673-42ee-a086-76ce7fafde4c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.038846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:14Z', 'revision_number': 2, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:15Z', 'revision_number': 2, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:19.079660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffd532-c673-42ee-a086-76ce7fafde4c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=72b94aad-fe72-4116-a6f3-d04c141d0c2b,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:19.080485 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38072) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:19.087733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4853cee-686d-47a8-8b0e-f5d230fb00d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.128067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.135314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Checking router: 1747cb74-868b-42fc-9889-db406e82837c for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:48:19.135664 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Updating router 1747cb74-868b-42fc-9889-db406e82837c port ff853494-98aa-4df1-86d8-3c94ef5f057a binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:48:19.146418 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7bffd532-c673-42ee-a086-76ce7fafde4c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8661530 Nov 28 07:48:19.148189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4853cee-686d-47a8-8b0e-f5d230fb00d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Subnet': ['ID=339f65c9-f618-4b39-a7d6-11e39bd24385,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:19.150051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38076) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:19.151334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4853cee-686d-47a8-8b0e-f5d230fb00d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.158086 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d4853cee-686d-47a8-8b0e-f5d230fb00d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/339f65c9-f618-4b39-a7d6-11e39bd24385 HTTP/1.1" status: 204 len: 168 time: 1.6966076 Nov 28 07:48:19.164318 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38078) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:19.175851 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1575297d-cf46-4ce8-a020-a8cdf0646dc3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Made reservation on behalf of d7946e6a2562404d866ae4adf1b9c101 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:19.179820 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1575297d-cf46-4ce8-a020-a8cdf0646dc3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.219991 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b219018d-15c2-410c-891a-f2200e854719 None None] Network 4f29398f-457b-4a28-8e83-e26b6749eaf4 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:19.242905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-1575297d-cf46-4ce8-a020-a8cdf0646dc3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] device_id is not set on port 2493aeb8-77b0-4bd5-a7ee-f7db7e012349 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:19.253592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c2cea272-ad68-47bf-8f88-f754de2e5cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:19.328672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.369050 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.374922 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.423566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.513566 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1571a328-956b-4387-8339-4500946ef38d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3eef549e08fd41688b1ac7477120faf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4252701 Nov 28 07:48:19.516404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38082) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:19.609354 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Allocated IP 172.26.2.238 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/e6dd1b49-10a1-4746-8356-bf7819ade1d6) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:19.618263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3083e519-da22-41e7-9706-62b37f9364b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.670658 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3083e519-da22-41e7-9706-62b37f9364b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.688421 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bd16a533-229f-4bd5-b7ca-b5b520033a0a None None] Could not find standard attr ID for object 4614eb06-9aac-44b3-a2d9-c8583c174735. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:48:19.702286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a652d7f-604d-44f0-9a03-619b94b2f916 req-b9f3d033-21ea-4c77-be54-96f42ab6c32d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:19.703931 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2a652d7f-604d-44f0-9a03-619b94b2f916 req-b9f3d033-21ea-4c77-be54-96f42ab6c32d tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3204694 Nov 28 07:48:19.713612 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cea272-ad68-47bf-8f88-f754de2e5cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:19.717089 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:19.717817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c2cea272-ad68-47bf-8f88-f754de2e5cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.736352 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701ea15-01e7-42cd-86e1-33b985e3ab8e req-1f7dcaba-93ed-4691-a554-a67d80233575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:19.737842 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c701ea15-01e7-42cd-86e1-33b985e3ab8e req-1f7dcaba-93ed-4691-a554-a67d80233575 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=052851385fa04dd18e1923c7c975cd9e&device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 1099 time: 0.2251334 Nov 28 07:48:19.755981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-90d496ef-ddd9-47f9-a373-374d274a5484 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.773887 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3083e519-da22-41e7-9706-62b37f9364b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.776821 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3083e519-da22-41e7-9706-62b37f9364b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.780352 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3083e519-da22-41e7-9706-62b37f9364b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/874da22c-2b9e-4479-aa45-3600b219ed71 HTTP/1.1" status: 204 len: 168 time: 0.2606187 Nov 28 07:48:19.797495 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.797717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:48:19.798046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device da61d9fc-1730-4f1c-8f4e-4dde8e3cd251 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:48:19.802613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083e519-da22-41e7-9706-62b37f9364b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874da22c-2b9e-4479-aa45-3600b219ed71,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:19.835406 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Allocated IP 2001:db8::2 (b1b347d3-71c2-465e-a06a-74bc038765da/29ff29b1-21d7-4c8d-88f5-6995d5dea496/5bfa8c69-cccd-4821-872e-3ca37b683cb1) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:19.849893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.899329 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:19.901332 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port a5992264-23ea-4cb4-bc21-b44ede01e739 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:19.901654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:19.910080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:19.914357 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:19.939981 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Pushing event updated for resources: {'Port': ['ID=e6dd1b49-10a1-4746-8356-bf7819ade1d6,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:19.946351 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d89da1-8460-40e7-b98c-b30af2676339 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:20.009929 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d496ef-ddd9-47f9-a373-374d274a5484 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Subnet': ['ID=85cb0f60-92fd-4ec6-87f4-2c9d6ea47347,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:20.064316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c04e62e3-7156-478d-ad66-af6018eecb99', 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'tenant_id': '44cffd20ca154bd096a7dcc40ec0012a', 'fixed_ips': [{'subnet_id': '72b94aad-fe72-4116-a6f3-d04c141d0c2b'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:20.065221 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:20.072087 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2a652d7f-604d-44f0-9a03-619b94b2f916 req-50c2fafa-ab7a-446a-9b19-adb04f7b5baf tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3595018 Nov 28 07:48:20.138526 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d496ef-ddd9-47f9-a373-374d274a5484 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Checking segment: {'id': '81b02cad-a115-45d5-8abe-14e09d2d8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:20.139235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d496ef-ddd9-47f9-a373-374d274a5484 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network hostable DHCP agents. Network: 8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:48:20.142663 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] For port a5992264-23ea-4cb4-bc21-b44ede01e739, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a5992264-23ea-4cb4-bc21-b44ede01e739,segment=NetworkSegment(add5636b-05fb-4830-996a-3ca9d85d04e8),segment_id=add5636b-05fb-4830-996a-3ca9d85d04e8)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:20.143170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:20.147345 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.ipam_backend_mixin [None req-c2cea272-ad68-47bf-8f88-f754de2e5cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72b94aad-fe72-4116-a6f3-d04c141d0c2b (CIDR: 2001:db8::/64) Nov 28 07:48:20.164438 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cea272-ad68-47bf-8f88-f754de2e5cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:48:20.164897 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cea272-ad68-47bf-8f88-f754de2e5cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:20.172047 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701ea15-01e7-42cd-86e1-33b985e3ab8e req-9d88f9a8-5080-4b4f-8586-e20fc5737e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:20.173560 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c701ea15-01e7-42cd-86e1-33b985e3ab8e req-9d88f9a8-5080-4b4f-8586-e20fc5737e2f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce72ab99-bc55-4271-8115-f97c259a6f8d HTTP/1.1" status: 200 len: 912 time: 0.4084363 Nov 28 07:48:20.184839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for a5992264-23ea-4cb4-bc21-b44ede01e739 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:20.283625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ebfb2f-5254-4b06-910d-ea5fe70e0c05 None None] DHCP port deletion for 4f29398f-457b-4a28-8e83-e26b6749eaf4 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:20.288708 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-51439342-8e95-4d9f-bd59-506ff2340562 None None] Provisioning complete for port e6dd1b49-10a1-4746-8356-bf7819ade1d6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:20.289472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-51439342-8e95-4d9f-bd59-506ff2340562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:20.323093 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c701ea15-01e7-42cd-86e1-33b985e3ab8e req-613385fe-6f44-428a-8947-f7263f6c46db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=897b786e-b7cb-4610-aa9c-b106f514cf9f HTTP/1.1" status: 200 len: 1001 time: 0.1332300 Nov 28 07:48:20.342586 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:20.346705 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a5992264-23ea-4cb4-bc21-b44ede01e739 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:20.395834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d496ef-ddd9-47f9-a373-374d274a5484 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:48:20.411377 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38094) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:20.411635 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c2cea272-ad68-47bf-8f88-f754de2e5cf5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2482560 Nov 28 07:48:20.417446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-90d496ef-ddd9-47f9-a373-374d274a5484 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:20.421711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701ea15-01e7-42cd-86e1-33b985e3ab8e req-54e0f197-1c72-452a-976d-0a2b97e08fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:20.423139 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:20.423278 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c701ea15-01e7-42cd-86e1-33b985e3ab8e req-54e0f197-1c72-452a-976d-0a2b97e08fc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51531a79-bee1-4e02-84fa-65543380b2b1 HTTP/1.1" status: 200 len: 850 time: 0.0858445 Nov 28 07:48:20.445295 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbfb5eb-aba3-42dc-a8e0-bacccd44f06a None None] Network 8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:20.497897 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d496ef-ddd9-47f9-a373-374d274a5484 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:20.498626 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-90d496ef-ddd9-47f9-a373-374d274a5484 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:20.534279 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-90d496ef-ddd9-47f9-a373-374d274a5484 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9511964 Nov 28 07:48:20.534509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:20.541135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38098) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:20.547618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701ea15-01e7-42cd-86e1-33b985e3ab8e req-d0060606-79cb-4680-93c9-bc0f32b39257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:20.549477 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c701ea15-01e7-42cd-86e1-33b985e3ab8e req-d0060606-79cb-4680-93c9-bc0f32b39257 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce72ab99-bc55-4271-8115-f97c259a6f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0835152 Nov 28 07:48:20.613729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:20.623663 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:20.623814 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:20.627566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:20.670559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-1575297d-cf46-4ce8-a020-a8cdf0646dc3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Allocated IP 2001:db8::60 (b1b347d3-71c2-465e-a06a-74bc038765da/29ff29b1-21d7-4c8d-88f5-6995d5dea496/2493aeb8-77b0-4bd5-a7ee-f7db7e012349) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:20.775407 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Pushing event updated for resources: {'Port': ['ID=5bfa8c69-cccd-4821-872e-3ca37b683cb1,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:20.781272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-51439342-8e95-4d9f-bd59-506ff2340562 None None] Port e6dd1b49-10a1-4746-8356-bf7819ade1d6 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:20.859217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Network b1b347d3-71c2-465e-a06a-74bc038765da is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:20.884256 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Allocated IP 2001:db8::2 (c04e62e3-7156-478d-ad66-af6018eecb99/72b94aad-fe72-4116-a6f3-d04c141d0c2b/597e5988-69f1-41de-907a-de71fe4ca1bf) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:20.888213 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:20.926925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=a5992264-23ea-4cb4-bc21-b44ede01e739,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:20.932021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No DVR routers for this DVR port a5992264-23ea-4cb4-bc21-b44ede01e739 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:20.936008 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:20.942320 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:20.948254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38108) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:20.960251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:20.969581 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:20.974625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No active binding found for port a5992264-23ea-4cb4-bc21-b44ede01e739 {{(pid=115120) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 28 07:48:20.975093 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a5992264-23ea-4cb4-bc21-b44ede01e739 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:48:20.977598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-15ebfb2f-5254-4b06-910d-ea5fe70e0c05 None None] Deleting port a5992264-23ea-4cb4-bc21-b44ede01e739 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:20.978021 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-15ebfb2f-5254-4b06-910d-ea5fe70e0c05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:20.991765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.007300 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.187139 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1081901670'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:21.225277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.240043 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.250645 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c701ea15-01e7-42cd-86e1-33b985e3ab8e req-66e96811-3e14-4096-9bd7-13d70ac24ecc service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723433 Nov 28 07:48:21.300051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1575297d-cf46-4ce8-a020-a8cdf0646dc3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.323237 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-15ebfb2f-5254-4b06-910d-ea5fe70e0c05 None None] For port a5992264-23ea-4cb4-bc21-b44ede01e739, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:21.324255 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-15ebfb2f-5254-4b06-910d-ea5fe70e0c05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.325795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:21.329343 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.343778 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Attempting to bind port 5bfa8c69-cccd-4821-872e-3ca37b683cb1 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:21.344177 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Attempting to bind port 5bfa8c69-cccd-4821-872e-3ca37b683cb1 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'bdf70ed7-6e44-4ce2-ae68-7ce87758aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b1b347d3-71c2-465e-a06a-74bc038765da'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:21.344535 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Attempting to bind port 5bfa8c69-cccd-4821-872e-3ca37b683cb1 on network b1b347d3-71c2-465e-a06a-74bc038765da {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:21.358048 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.364569 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.373087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-15ebfb2f-5254-4b06-910d-ea5fe70e0c05 None None] Calling delete_port for a5992264-23ea-4cb4-bc21-b44ede01e739 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:21.399919 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.ipam_backend_mixin [None req-15ebfb2f-5254-4b06-910d-ea5fe70e0c05 None None] Port a5992264-23ea-4cb4-bc21-b44ede01e739 was not found and therefore no delete operation was performed {{(pid=115120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:48:21.400945 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:21.401340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Checking segment: {'id': 'bdf70ed7-6e44-4ce2-ae68-7ce87758aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b1b347d3-71c2-465e-a06a-74bc038765da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:21.401716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.402112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Bound using segment: {'id': 'bdf70ed7-6e44-4ce2-ae68-7ce87758aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b1b347d3-71c2-465e-a06a-74bc038765da'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:21.402606 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Bound port: 5bfa8c69-cccd-4821-872e-3ca37b683cb1, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf70ed7-6e44-4ce2-ae68-7ce87758aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b1b347d3-71c2-465e-a06a-74bc038765da'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:21.403022 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.408548 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f29398f-457b-4a28-8e83-e26b6749eaf4']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:21.418912 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.421381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-15ebfb2f-5254-4b06-910d-ea5fe70e0c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.422417 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.429937 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add5636b-05fb-4830-996a-3ca9d85d04e8') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:21.430262 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add5636b-05fb-4830-996a-3ca9d85d04e8') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:21.445808 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.450313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2959fcc-35c8-4972-949d-263ce34af614 req-8e0ed29a-2564-44a8-8ed6-7ef9a206707a tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:21.451856 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c2959fcc-35c8-4972-949d-263ce34af614 req-8e0ed29a-2564-44a8-8ed6-7ef9a206707a tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2975910 Nov 28 07:48:21.461418 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c701ea15-01e7-42cd-86e1-33b985e3ab8e req-65c76b30-9e5b-49e2-9c1a-a841b2c0b1a9 service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689584 Nov 28 07:48:21.476036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.495228 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:48:21.495646 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.496338 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ebfb2f-5254-4b06-910d-ea5fe70e0c05 None None] No DVR routers for this DVR port a5992264-23ea-4cb4-bc21-b44ede01e739 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:48:21.501342 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:48:21.558640 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Allocated IP 172.21.0.2 (8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba/85cb0f60-92fd-4ec6-87f4-2c9d6ea47347/0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:21.564831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Router 88cca763-90c7-4a8d-a8cd-03579816fcc7 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:48:21.596039 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1575297d-cf46-4ce8-a020-a8cdf0646dc3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.626107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfa319-db25-47e1-81b9-5b0248b69073 None None] Pushing event updated for resources: {'Port': ['ID=ff853494-98aa-4df1-86d8-3c94ef5f057a,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:21.661318 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.669252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.700682 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c2959fcc-35c8-4972-949d-263ce34af614 req-83633051-e3ee-4fc8-8398-e7d97a551dc1 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272408 Nov 28 07:48:21.703242 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.725732 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/networks/4f29398f-457b-4a28-8e83-e26b6749eaf4 HTTP/1.1" status: 204 len: 168 time: 2.5551658 Nov 28 07:48:21.740672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38122) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:21.741509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc447927-b72c-4cb4-ab95-ec8a6223f5aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Network': ['ID=4f29398f-457b-4a28-8e83-e26b6749eaf4,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:21.748695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-46023359-2224-4ba3-b9b3-f7169acc5d03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'name': 'tempest-PortsTestJSON-972866056'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:21.777122 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1575297d-cf46-4ce8-a020-a8cdf0646dc3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Network b1b347d3-71c2-465e-a06a-74bc038765da is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:21.807933 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-1575297d-cf46-4ce8-a020-a8cdf0646dc3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:21.819448 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1575297d-cf46-4ce8-a020-a8cdf0646dc3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:21.826091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1575297d-cf46-4ce8-a020-a8cdf0646dc3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:21.827174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1575297d-cf46-4ce8-a020-a8cdf0646dc3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.858603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46023359-2224-4ba3-b9b3-f7169acc5d03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:21.863003 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-46023359-2224-4ba3-b9b3-f7169acc5d03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.883632 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575297d-cf46-4ce8-a020-a8cdf0646dc3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event updated for resources: {'Port': ['ID=2493aeb8-77b0-4bd5-a7ee-f7db7e012349,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:21.892436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-46023359-2224-4ba3-b9b3-f7169acc5d03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port 2dac5d9e-8114-4c97-807c-f931d48b881d yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:21.923650 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebfb2f-5254-4b06-910d-ea5fe70e0c05 None None] Pushing event deleted for resources: {'Port': ['ID=a5992264-23ea-4cb4-bc21-b44ede01e739,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:21.945604 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:21.963799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] For port 5bfa8c69-cccd-4821-872e-3ca37b683cb1, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:22.068960 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] For port 5bfa8c69-cccd-4821-872e-3ca37b683cb1, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5bfa8c69-cccd-4821-872e-3ca37b683cb1,segment=NetworkSegment(bdf70ed7-6e44-4ce2-ae68-7ce87758aa46),segment_id=bdf70ed7-6e44-4ce2-ae68-7ce87758aa46)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:22.093656 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:22.094978 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.099771 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-46023359-2224-4ba3-b9b3-f7169acc5d03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.112071 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8f6be770-54d8-42f2-83e2-d097ad401e12 None None] Provisioning complete for port ff853494-98aa-4df1-86d8-3c94ef5f057a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:22.112438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8f6be770-54d8-42f2-83e2-d097ad401e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.114151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Attempting to bind port ff853494-98aa-4df1-86d8-3c94ef5f057a on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:22.114508 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Attempting to bind port ff853494-98aa-4df1-86d8-3c94ef5f057a by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'a2a93539-0ebc-40f0-a786-ecef0f0d6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:22.114887 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Attempting to bind port ff853494-98aa-4df1-86d8-3c94ef5f057a on network cec80209-2c2e-4e5b-8bd5-5fa6a918240e {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:22.133160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:22.135386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:22.149914 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-46023359-2224-4ba3-b9b3-f7169acc5d03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.201425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:22.201810 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Checking segment: {'id': 'a2a93539-0ebc-40f0-a786-ecef0f0d6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:22.202204 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.202597 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Bound using segment: {'id': 'a2a93539-0ebc-40f0-a786-ecef0f0d6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:22.203101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Bound port: ff853494-98aa-4df1-86d8-3c94ef5f057a, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a93539-0ebc-40f0-a786-ecef0f0d6057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:22.203480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.223572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Pushing event updated for resources: {'Port': ['ID=597e5988-69f1-41de-907a-de71fe4ca1bf,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:22.253428 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46023359-2224-4ba3-b9b3-f7169acc5d03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=2dac5d9e-8114-4c97-807c-f931d48b881d,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:22.270921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46023359-2224-4ba3-b9b3-f7169acc5d03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:22.276670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-46023359-2224-4ba3-b9b3-f7169acc5d03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:22.279441 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46023359-2224-4ba3-b9b3-f7169acc5d03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:22.287315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46023359-2224-4ba3-b9b3-f7169acc5d03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:22.287989 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-46023359-2224-4ba3-b9b3-f7169acc5d03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.298255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.323164 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-46023359-2224-4ba3-b9b3-f7169acc5d03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5739636 Nov 28 07:48:22.323418 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1575297d-cf46-4ce8-a020-a8cdf0646dc3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3737745 Nov 28 07:48:22.323418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.323603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38130) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:22.331418 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f266c7c9-d2a6-4e33-bae4-dd7a8ff13604 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Request body: {'port': {'network_id': 'b1b347d3-71c2-465e-a06a-74bc038765da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-183697444', 'allowed_address_pairs': [{'ip_address': '2001:db8::60', 'mac_address': 'fa:16:3e:1a:c1:a4'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:22.333296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.objects.ports [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115119) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:48:22.334893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38132) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:22.400449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8f6be770-54d8-42f2-83e2-d097ad401e12 None None] Port ff853494-98aa-4df1-86d8-3c94ef5f057a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:22.451515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Attempting to bind port 597e5988-69f1-41de-907a-de71fe4ca1bf on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:22.451889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Attempting to bind port 597e5988-69f1-41de-907a-de71fe4ca1bf by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:22.452247 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Attempting to bind port 597e5988-69f1-41de-907a-de71fe4ca1bf on network c04e62e3-7156-478d-ad66-af6018eecb99 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:22.464579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:48:22.471615 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f266c7c9-d2a6-4e33-bae4-dd7a8ff13604 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Made reservation on behalf of d7946e6a2562404d866ae4adf1b9c101 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:22.472407 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e02984-4a8a-4b4c-a84d-389c1ef8f67f None None] Pushing event updated for resources: {'Port': ['ID=5bfa8c69-cccd-4821-872e-3ca37b683cb1,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:22.484129 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:22.484597 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Checking segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:22.485087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.485590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Bound using segment: {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:22.486172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Bound port: 597e5988-69f1-41de-907a-de71fe4ca1bf, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c0192d-34f0-40cd-b500-1e2ba74b6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:22.487620 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.488743 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e2db0d-2e1e-4b51-90e9-1a60db656587,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:22.514136 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.514701 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Added segment 5fc4598b-ece4-4142-964b-d25f6bd28ccf of type vlan for network 79d3a5ed-873d-4ecc-95f2-5aaac485cc36 Nov 28 07:48:22.523305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.527188 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:22.550288 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] For port ff853494-98aa-4df1-86d8-3c94ef5f057a, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:22.554805 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.557426 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76971d5a-58bc-4657-a6e6-e03d526a3e2f None None] Sync routers for ids ['88cca763-90c7-4a8d-a8cd-03579816fcc7'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:22.573153 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.574585 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8dcfdf74-c748-4f0e-beba-39aa12329e20 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "PUT /v2.0/routers/88cca763-90c7-4a8d-a8cd-03579816fcc7 HTTP/1.1" status: 200 len: 884 time: 4.3990057 Nov 28 07:48:22.581702 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76971d5a-58bc-4657-a6e6-e03d526a3e2f None None] Routers {'88cca763-90c7-4a8d-a8cd-03579816fcc7'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:22.582944 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-76971d5a-58bc-4657-a6e6-e03d526a3e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['88cca763-90c7-4a8d-a8cd-03579816fcc7'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:22.595691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] For port ff853494-98aa-4df1-86d8-3c94ef5f057a, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ff853494-98aa-4df1-86d8-3c94ef5f057a,segment=NetworkSegment(a2a93539-0ebc-40f0-a786-ecef0f0d6057),segment_id=a2a93539-0ebc-40f0-a786-ecef0f0d6057)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:22.597602 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38136) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:22.632439 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.635653 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.648901 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Network 8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:22.658187 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-76971d5a-58bc-4657-a6e6-e03d526a3e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:22.660150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:22.678733 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76971d5a-58bc-4657-a6e6-e03d526a3e2f None None] Routers {'88cca763-90c7-4a8d-a8cd-03579816fcc7'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:22.679691 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-76971d5a-58bc-4657-a6e6-e03d526a3e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['88cca763-90c7-4a8d-a8cd-03579816fcc7'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:22.724744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:22.757244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] For port 597e5988-69f1-41de-907a-de71fe4ca1bf, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:22.805585 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-76971d5a-58bc-4657-a6e6-e03d526a3e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:22.806759 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76971d5a-58bc-4657-a6e6-e03d526a3e2f None None] The sync data for ids ['88cca763-90c7-4a8d-a8cd-03579816fcc7'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:22.848169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.resource_extend [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 28 07:48:22.859979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Pushing event updated for resources: {'Port': ['ID=0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:22.894572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] For port 597e5988-69f1-41de-907a-de71fe4ca1bf, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=597e5988-69f1-41de-907a-de71fe4ca1bf,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:22.963997 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.969526 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:22.970299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:22.970882 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfa319-db25-47e1-81b9-5b0248b69073 None None] Pushing event updated for resources: {'Port': ['ID=ff853494-98aa-4df1-86d8-3c94ef5f057a,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:22.977253 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:22.979087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:22.985334 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:23.064366 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-bde4b92f-e8d8-4e38-918c-a8da32de878a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port 2dac5d9e-8114-4c97-807c-f931d48b881d {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:23.064701 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bde4b92f-e8d8-4e38-918c-a8da32de878a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:23.099928 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-86140496-ba97-4adc-81c1-832dd59a00df tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/routers/88cca763-90c7-4a8d-a8cd-03579816fcc7 HTTP/1.1" status: 200 len: 925 time: 0.4939454 Nov 28 07:48:23.107350 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1547174 Nov 28 07:48:23.131974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38142) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:23.145315 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Attempting to bind port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:23.145697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Attempting to bind port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '81b02cad-a115-45d5-8abe-14e09d2d8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:23.146169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Attempting to bind port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e on network 8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:23.165182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:23.165643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Checking segment: {'id': '81b02cad-a115-45d5-8abe-14e09d2d8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:23.166130 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:23.166618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Bound using segment: {'id': '81b02cad-a115-45d5-8abe-14e09d2d8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:23.167178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Bound port: 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b02cad-a115-45d5-8abe-14e09d2d8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:23.167647 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:23.231122 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bde4b92f-e8d8-4e38-918c-a8da32de878a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:23.244827 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38146) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:23.245523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784d8f7-8735-4d60-88f1-ca96133990b8 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Network': ['ID=79d3a5ed-873d-4ecc-95f2-5aaac485cc36,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:23.247940 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:23.248270 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-fe38d70f-67d2-419e-b954-36fb562afe6e None None] Provisioning complete for port ff853494-98aa-4df1-86d8-3c94ef5f057a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:23.248944 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fe38d70f-67d2-419e-b954-36fb562afe6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:23.256681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Allocated IP 172.21.0.1 (8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba/85cb0f60-92fd-4ec6-87f4-2c9d6ea47347/7fb32074-645b-4527-a4bc-1bf9b5d9e0a7) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:23.257414 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fb2fd-199a-4c57-a8f0-4f7fa7a80050 None None] Pushing event updated for resources: {'Port': ['ID=597e5988-69f1-41de-907a-de71fe4ca1bf,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:23.269931 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f266c7c9-d2a6-4e33-bae4-dd7a8ff13604 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:23.293375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c502de18-de67-4d43-9234-ecd2272c354a tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'subnet': {'network_id': '79d3a5ed-873d-4ecc-95f2-5aaac485cc36', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:23.296020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 79d3a5ed-873d-4ecc-95f2-5aaac485cc36 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:48:23.349196 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] For port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:23.368242 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-bde4b92f-e8d8-4e38-918c-a8da32de878a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for 2dac5d9e-8114-4c97-807c-f931d48b881d owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:23.383128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7e8ae-e2fa-4268-b813-71b82bab7345 req-0d60c063-0344-4d93-b822-e1653cc148d2 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:23.384759 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-66c7e8ae-e2fa-4268-b813-71b82bab7345 req-0d60c063-0344-4d93-b822-e1653cc148d2 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2925949 Nov 28 07:48:23.386384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-f266c7c9-d2a6-4e33-bae4-dd7a8ff13604 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] device_id is not set on port fa03e11c-5217-4771-882a-a8bbe2cbc313 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:23.433966 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:23.475887 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] For port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e,segment=NetworkSegment(81b02cad-a115-45d5-8abe-14e09d2d8e34),segment_id=81b02cad-a115-45d5-8abe-14e09d2d8e34)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:23.529702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:23.586641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ced1ec-adc4-4bb8-8536-aadbe3e2d2ba tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:23.591886 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-82ced1ec-adc4-4bb8-8536-aadbe3e2d2ba tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&device_id=88cca763-90c7-4a8d-a8cd-03579816fcc7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4537213 Nov 28 07:48:23.594672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38148) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:23.685698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bde4b92f-e8d8-4e38-918c-a8da32de878a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:23.755554 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-66c7e8ae-e2fa-4268-b813-71b82bab7345 req-13e06827-09f9-486a-ade4-4bcb97b0fe85 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3063910 Nov 28 07:48:23.781847 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4b92f-e8d8-4e38-918c-a8da32de878a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=2dac5d9e-8114-4c97-807c-f931d48b881d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:23.788933 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bde4b92f-e8d8-4e38-918c-a8da32de878a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:23.792669 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bde4b92f-e8d8-4e38-918c-a8da32de878a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/2dac5d9e-8114-4c97-807c-f931d48b881d HTTP/1.1" status: 204 len: 168 time: 1.4518926 Nov 28 07:48:23.807506 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38150) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:23.807506 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a9bc7d9b-5add-4277-9f57-93a48283b9a5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'mac_address': 'fa:16:3e:aa:73:6b', 'name': 'tempest-PortsTestJSON-535915094'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:23.825868 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:23.828608 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fe38d70f-67d2-419e-b954-36fb562afe6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:23.831137 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c502de18-de67-4d43-9234-ecd2272c354a tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:23.834993 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c502de18-de67-4d43-9234-ecd2272c354a tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:23.918090 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7eb282-334e-4d04-8679-75836dda9ea1 None None] Pushing event updated for resources: {'Port': ['ID=0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:23.983137 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-fe38d70f-67d2-419e-b954-36fb562afe6e None None] For port ff853494-98aa-4df1-86d8-3c94ef5f057a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ff853494-98aa-4df1-86d8-3c94ef5f057a,segment=NetworkSegment(a2a93539-0ebc-40f0-a786-ecef0f0d6057),segment_id=a2a93539-0ebc-40f0-a786-ecef0f0d6057)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:23.985700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-f266c7c9-d2a6-4e33-bae4-dd7a8ff13604 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Allocated IP 2001:db8::245 (b1b347d3-71c2-465e-a06a-74bc038765da/29ff29b1-21d7-4c8d-88f5-6995d5dea496/fa03e11c-5217-4771-882a-a8bbe2cbc313) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:24.000799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] For port 597e5988-69f1-41de-907a-de71fe4ca1bf, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=597e5988-69f1-41de-907a-de71fe4ca1bf,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:24.017452 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fe38d70f-67d2-419e-b954-36fb562afe6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.030071 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe44b84-bf32-4c37-be47-6757489de101 None None] Network b1b347d3-71c2-465e-a06a-74bc038765da requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:24.120803 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.133676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.134576 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.147573 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bc7d9b-5add-4277-9f57-93a48283b9a5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:24.148303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa6f3a0-e639-4cba-a352-797a55cb15e3 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:24.153851 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0aa6f3a0-e639-4cba-a352-797a55cb15e3 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/networks/8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 881 time: 0.5530934 Nov 28 07:48:24.154516 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38154) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:24.224117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38d70f-67d2-419e-b954-36fb562afe6e None None] Pushing event updated for resources: {'Port': ['ID=ff853494-98aa-4df1-86d8-3c94ef5f057a,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:24.228956 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.242032 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-03bd5867-c558-4204-b8ca-546f827cd9a6 None None] Provisioning complete for port 5bfa8c69-cccd-4821-872e-3ca37b683cb1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:24.242398 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-03bd5867-c558-4204-b8ca-546f827cd9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.270838 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38156) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:24.274829 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-22897edc-d386-478e-9321-a3c7aea13961 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "GET /v2.0/ports?device_id=88cca763-90c7-4a8d-a8cd-03579816fcc7 HTTP/1.1" status: 200 len: 205 time: 0.1146626 Nov 28 07:48:24.315163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dbc5b-d631-4f85-a6eb-d2230872db43 req-a004ab5c-a747-40fe-bc8a-b48ef7c6929f tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:24.323421 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d68dbc5b-d631-4f85-a6eb-d2230872db43 req-a004ab5c-a747-40fe-bc8a-b48ef7c6929f tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3899355 Nov 28 07:48:24.394413 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:24.437476 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:24.446075 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:24.491088 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:14Z', 'revision_number': 2, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:22Z', 'revision_number': 4, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:24.512770 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:24.514427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:24.578903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 597e5988-69f1-41de-907a-de71fe4ca1bf up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:24.593071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=7fb32074-645b-4527-a4bc-1bf9b5d9e0a7,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:24.609024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68938ab0-4286-4f21-86df-ea699906a996 None None] The sync data for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv is: [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:14Z', 'revision_number': 2, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:22Z', 'revision_number': 4, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:24.625517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.657007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a9bc7d9b-5add-4277-9f57-93a48283b9a5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.657419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f266c7c9-d2a6-4e33-bae4-dd7a8ff13604 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.659505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=597e5988-69f1-41de-907a-de71fe4ca1bf,revision_number=4']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:24.689634 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:24.690233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.701293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c502de18-de67-4d43-9234-ecd2272c354a tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.746190 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=95fbf8e4-a9a8-43b9-a069-16fdbbf83804,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:24.761203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-03bd5867-c558-4204-b8ca-546f827cd9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.763581 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 597e5988-69f1-41de-907a-de71fe4ca1bf triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:24.763939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.845327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-a9bc7d9b-5add-4277-9f57-93a48283b9a5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port e6dbb0bd-60a5-4246-8acc-a7dbbb526036 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:24.849340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-03bd5867-c558-4204-b8ca-546f827cd9a6 None None] For port 5bfa8c69-cccd-4821-872e-3ca37b683cb1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5bfa8c69-cccd-4821-872e-3ca37b683cb1,segment=NetworkSegment(bdf70ed7-6e44-4ce2-ae68-7ce87758aa46),segment_id=bdf70ed7-6e44-4ce2-ae68-7ce87758aa46)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:24.858022 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-03bd5867-c558-4204-b8ca-546f827cd9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.866537 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fee47862-5f14-4fe5-a8ad-b8c132510e0c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.4534352 Nov 28 07:48:24.885681 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38158) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:24.907355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'mac_address': 'fa:16:3e:59:eb:62', 'name': 'tempest-NetworksTestDHCPv6-202122067'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:24.921051 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54250bc3-a92a-4ffd-8178-19621ac86bb0 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:24.930244 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f266c7c9-d2a6-4e33-bae4-dd7a8ff13604 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:24.963769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f266c7c9-d2a6-4e33-bae4-dd7a8ff13604 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Network b1b347d3-71c2-465e-a06a-74bc038765da is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:24.990150 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-f266c7c9-d2a6-4e33-bae4-dd7a8ff13604 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:24.996032 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f266c7c9-d2a6-4e33-bae4-dd7a8ff13604 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:25.038516 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f266c7c9-d2a6-4e33-bae4-dd7a8ff13604 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:25.039529 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f266c7c9-d2a6-4e33-bae4-dd7a8ff13604 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:25.107918 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5867-c558-4204-b8ca-546f827cd9a6 None None] Pushing event updated for resources: {'Port': ['ID=5bfa8c69-cccd-4821-872e-3ca37b683cb1,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:25.124159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a9bc7d9b-5add-4277-9f57-93a48283b9a5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:25.149221 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f266c7c9-d2a6-4e33-bae4-dd7a8ff13604 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.8220849 Nov 28 07:48:25.151188 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38160) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:25.178896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:25.184888 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d68dbc5b-d631-4f85-a6eb-d2230872db43 req-125305cc-0d79-499b-9581-b789ee45e2fc tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8605421 Nov 28 07:48:25.186101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a9bc7d9b-5add-4277-9f57-93a48283b9a5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:25.262422 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-dc6e9238-b505-4ae8-b9f5-1de910bd3192 None None] Provisioning complete for port 597e5988-69f1-41de-907a-de71fe4ca1bf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:25.262799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-dc6e9238-b505-4ae8-b9f5-1de910bd3192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:25.293450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502de18-de67-4d43-9234-ecd2272c354a tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Checking segment: {'id': '5fc4598b-ece4-4142-964b-d25f6bd28ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '79d3a5ed-873d-4ecc-95f2-5aaac485cc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:25.293450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c502de18-de67-4d43-9234-ecd2272c354a tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network hostable DHCP agents. Network: 79d3a5ed-873d-4ecc-95f2-5aaac485cc36, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:48:25.296708 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc7d9b-5add-4277-9f57-93a48283b9a5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:25.319006 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:25.345794 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 597e5988-69f1-41de-907a-de71fe4ca1bf, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=597e5988-69f1-41de-907a-de71fe4ca1bf,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:25.374103 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502de18-de67-4d43-9234-ecd2272c354a tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Subnet': ['ID=23ae3b12-3d2a-4570-bbd6-44c4fc919c96,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:25.380063 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:25.403261 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:25.404086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:25.490113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=597e5988-69f1-41de-907a-de71fe4ca1bf,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:25.511354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266c7c9-d2a6-4e33-bae4-dd7a8ff13604 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event updated for resources: {'Port': ['ID=fa03e11c-5217-4771-882a-a8bbe2cbc313,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:25.530324 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc7d9b-5add-4277-9f57-93a48283b9a5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:25.547245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc7d9b-5add-4277-9f57-93a48283b9a5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:25.564027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bc7d9b-5add-4277-9f57-93a48283b9a5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:25.564237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a9bc7d9b-5add-4277-9f57-93a48283b9a5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:25.600784 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd09ea-644d-47c1-905e-38c1abc7b77c None None] Network 8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:25.650571 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2954e14-969d-4e91-80cc-f4b710e7e534 req-b376f87d-4502-42cd-87a2-577406715bb8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:25.661829 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2954e14-969d-4e91-80cc-f4b710e7e534 req-b376f87d-4502-42cd-87a2-577406715bb8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3035865 Nov 28 07:48:25.693416 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac301e0-ce23-4dac-8fcd-9f8993d27c7b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:25.699532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac301e0-ce23-4dac-8fcd-9f8993d27c7b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:25.707749 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a9bc7d9b-5add-4277-9f57-93a48283b9a5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8961897 Nov 28 07:48:25.711812 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac301e0-ce23-4dac-8fcd-9f8993d27c7b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:25.715082 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fac301e0-ce23-4dac-8fcd-9f8993d27c7b tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.5596151 Nov 28 07:48:25.725770 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38164) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:25.726119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38166) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:25.758114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:25.787201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc7d9b-5add-4277-9f57-93a48283b9a5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=e6dbb0bd-60a5-4246-8acc-a7dbbb526036,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:25.818540 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:25.818933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:25.909996 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2954e14-969d-4e91-80cc-f4b710e7e534 req-d2d3139a-aae8-41ed-9c30-6b0a4501484b tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471037 Nov 28 07:48:26.007302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.017399 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.094068 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ef7c7196-7f78-4489-b717-220a34b7276b None None] Provisioning complete for port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:26.094813 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7196-7f78-4489-b717-220a34b7276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.157185 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=7fb32074-645b-4527-a4bc-1bf9b5d9e0a7,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:26.166778 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.187500 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.231378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e,segment=NetworkSegment(81b02cad-a115-45d5-8abe-14e09d2d8e34),segment_id=81b02cad-a115-45d5-8abe-14e09d2d8e34)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:26.271743 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.272555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5bfa8c69-cccd-4821-872e-3ca37b683cb1 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:26.380910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:26.390328 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:26.397665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7196-7f78-4489-b717-220a34b7276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.404758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c502de18-de67-4d43-9234-ecd2272c354a tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network 79d3a5ed-873d-4ecc-95f2-5aaac485cc36 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:48:26.539950 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3d7e5a-6529-4f68-ba1c-69f8f02dbcc8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:26.540606 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:26.541645 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ab3d7e5a-6529-4f68-ba1c-69f8f02dbcc8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/e6dbb0bd-60a5-4246-8acc-a7dbbb526036 HTTP/1.1" status: 200 len: 840 time: 0.8110151 Nov 28 07:48:26.545266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38172) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:26.553248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-c502de18-de67-4d43-9234-ecd2272c354a tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 79d3a5ed-873d-4ecc-95f2-5aaac485cc36) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:26.579112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d719c2ec-cc9b-4f28-92a5-9644ab22d9f7 None None] Network 79d3a5ed-873d-4ecc-95f2-5aaac485cc36 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:26.589010 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c502de18-de67-4d43-9234-ecd2272c354a tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:26.589609 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c502de18-de67-4d43-9234-ecd2272c354a tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.617161 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.638164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-ef7c7196-7f78-4489-b717-220a34b7276b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:48:26.638971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-ef7c7196-7f78-4489-b717-220a34b7276b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:48:26.640407 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c502de18-de67-4d43-9234-ecd2272c354a tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.3531680 Nov 28 07:48:26.650687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38174) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:26.657269 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7c5ef-0fa2-4a6d-b30a-6f940d1570d7 req-cb048124-8a1a-468c-9528-ccbf2fbbe890 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:26.659192 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45a7c5ef-0fa2-4a6d-b30a-6f940d1570d7 req-cb048124-8a1a-468c-9528-ccbf2fbbe890 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3722823 Nov 28 07:48:26.664244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-4017c5aa-e2f0-4ceb-8373-3d55607cd6f1 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1442091335'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:26.715020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 5bfa8c69-cccd-4821-872e-3ca37b683cb1 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:26.715544 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.747286 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.821207 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4017c5aa-e2f0-4ceb-8373-3d55607cd6f1 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:26.824758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4017c5aa-e2f0-4ceb-8373-3d55607cd6f1 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.855826 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 1747cb74-868b-42fc-9889-db406e82837c has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:48:26.864878 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port a1592b14-c07d-491b-b232-4edcd998815f yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:26.883600 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45a7c5ef-0fa2-4a6d-b30a-6f940d1570d7 req-f08a70d8-ccc5-41c4-b5d4-a15afc54060a tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697195 Nov 28 07:48:26.899976 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8e38700c-320d-4383-abfb-639a7dc4e952 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port e6dbb0bd-60a5-4246-8acc-a7dbbb526036 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:26.900318 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e38700c-320d-4383-abfb-639a7dc4e952 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.900690 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-b559a8e2-2767-4599-8f09-d957c1c3da1a tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Deleting port fa03e11c-5217-4771-882a-a8bbe2cbc313 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:26.901000 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b559a8e2-2767-4599-8f09-d957c1c3da1a tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.967161 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Deleting port e6dd1b49-10a1-4746-8356-bf7819ade1d6 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:26.968171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.981601 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-79d3a5ed-873d-4ecc-95f2-5aaac485cc36', 'network_id': '79d3a5ed-873d-4ecc-95f2-5aaac485cc36', 'tenant_id': '33f82d3e6fff4150af406bef92d9867d', 'fixed_ips': [{'subnet_id': '23ae3b12-3d2a-4570-bbd6-44c4fc919c96'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:26.982980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:26.987257 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4017c5aa-e2f0-4ceb-8373-3d55607cd6f1 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:48:27.092753 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e38700c-320d-4383-abfb-639a7dc4e952 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.104500 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4017c5aa-e2f0-4ceb-8373-3d55607cd6f1 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.104728 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-4017c5aa-e2f0-4ceb-8373-3d55607cd6f1 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Added segment fe116fb0-31c0-4c84-9895-1eb260b6aa4c of type vlan for network e885aefe-5396-4b33-b883-7195261aeb74 Nov 28 07:48:27.112132 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8e38700c-320d-4383-abfb-639a7dc4e952 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for e6dbb0bd-60a5-4246-8acc-a7dbbb526036 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:27.143562 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Allocated IP 172.20.255.242 (79d3a5ed-873d-4ecc-95f2-5aaac485cc36/23ae3b12-3d2a-4570-bbd6-44c4fc919c96/b435033e-9f54-4452-83cf-a1022ddc139f) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:27.217335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:27.226208 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-949a8dff-21ec-4b8c-a09d-730fe4da720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6757381 Nov 28 07:48:27.227223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38176) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:27.232320 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b559a8e2-2767-4599-8f09-d957c1c3da1a tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.237026 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-33ca23ef-78c0-4d89-a641-efe2387f122e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1028861329'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:27.262463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e38700c-320d-4383-abfb-639a7dc4e952 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.262767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4017c5aa-e2f0-4ceb-8373-3d55607cd6f1 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.274181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ca23ef-78c0-4d89-a641-efe2387f122e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:27.277723 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-33ca23ef-78c0-4d89-a641-efe2387f122e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.280304 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-b559a8e2-2767-4599-8f09-d957c1c3da1a tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Calling delete_port for fa03e11c-5217-4771-882a-a8bbe2cbc313 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:27.283108 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.309702 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38700c-320d-4383-abfb-639a7dc4e952 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=e6dbb0bd-60a5-4246-8acc-a7dbbb526036,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:27.318370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e38700c-320d-4383-abfb-639a7dc4e952 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.323868 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8e38700c-320d-4383-abfb-639a7dc4e952 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/e6dbb0bd-60a5-4246-8acc-a7dbbb526036 HTTP/1.1" status: 204 len: 168 time: 0.7761354 Nov 28 07:48:27.324810 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38178) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:27.333449 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Calling delete_port for e6dd1b49-10a1-4746-8356-bf7819ade1d6 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:27.350710 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Sync routers for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:27.357696 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0e3808-94dc-41a9-ac59-e13e8c6be637 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] GET failed (client error): The resource could not be found. Nov 28 07:48:27.365192 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5f0e3808-94dc-41a9-ac59-e13e8c6be637 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/e6dbb0bd-60a5-4246-8acc-a7dbbb526036 HTTP/1.1" status: 404 len: 333 time: 0.0393887 Nov 28 07:48:27.376466 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38180) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:27.378964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ca23ef-78c0-4d89-a641-efe2387f122e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:48:27.384895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f69855a1-6c16-4e91-9997-5e41b6b7319c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'name': 'tempest-PortsTestJSON-683619189'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:27.407036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4017c5aa-e2f0-4ceb-8373-3d55607cd6f1 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.413180 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4017c5aa-e2f0-4ceb-8373-3d55607cd6f1 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:27.413343 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4017c5aa-e2f0-4ceb-8373-3d55607cd6f1 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.414142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-33ca23ef-78c0-4d89-a641-efe2387f122e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.414486 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-33ca23ef-78c0-4d89-a641-efe2387f122e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Added segment ba46a3ad-9bad-4852-a26f-f9e4942853bc of type vlan for network 35f29649-9720-4ddf-9035-b45950a2b867 Nov 28 07:48:27.447125 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::35a (c04e62e3-7156-478d-ad66-af6018eecb99/72b94aad-fe72-4116-a6f3-d04c141d0c2b/a1592b14-c07d-491b-b232-4edcd998815f) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:27.447969 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:27.448949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:27.500036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-33ca23ef-78c0-4d89-a641-efe2387f122e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.524629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017c5aa-e2f0-4ceb-8373-3d55607cd6f1 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Network': ['ID=e885aefe-5396-4b33-b883-7195261aeb74,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:27.539183 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:eb62 (c04e62e3-7156-478d-ad66-af6018eecb99/95fbf8e4-a9a8-43b9-a069-16fdbbf83804/a1592b14-c07d-491b-b232-4edcd998815f) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:27.543197 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69855a1-6c16-4e91-9997-5e41b6b7319c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:27.547910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f69855a1-6c16-4e91-9997-5e41b6b7319c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.552783 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-33ca23ef-78c0-4d89-a641-efe2387f122e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.559714 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ca23ef-78c0-4d89-a641-efe2387f122e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:27.560966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-33ca23ef-78c0-4d89-a641-efe2387f122e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.570824 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4017c5aa-e2f0-4ceb-8373-3d55607cd6f1 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9170372 Nov 28 07:48:27.580464 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38182) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:27.594675 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2c8dcda8-5a79-4810-b46e-ff63a2c419a0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'subnet': {'network_id': 'e885aefe-5396-4b33-b883-7195261aeb74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:27.614706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-f69855a1-6c16-4e91-9997-5e41b6b7319c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port 2772e6cc-fcb4-40e6-9b61-23231f8341ec yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:27.638117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network e885aefe-5396-4b33-b883-7195261aeb74 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:48:27.652422 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-33ca23ef-78c0-4d89-a641-efe2387f122e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4186080 Nov 28 07:48:27.652649 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38184) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:27.661979 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-bd4672ff-320e-4d8a-8f65-74f9339e3375 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'subnet': {'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:27.680500 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ef7c7196-7f78-4489-b717-220a34b7276b None None] Provisioning complete for port 2493aeb8-77b0-4bd5-a7ee-f7db7e012349 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:27.680870 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7196-7f78-4489-b717-220a34b7276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.711468 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca23ef-78c0-4d89-a641-efe2387f122e tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Network': ['ID=35f29649-9720-4ddf-9035-b45950a2b867,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:27.727687 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 597e5988-69f1-41de-907a-de71fe4ca1bf up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:27.775472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 35f29649-9720-4ddf-9035-b45950a2b867 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:48:27.878289 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4672ff-320e-4d8a-8f65-74f9339e3375 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:27.882514 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bd4672ff-320e-4d8a-8f65-74f9339e3375 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.915761 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:27.948652 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b559a8e2-2767-4599-8f09-d957c1c3da1a tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.970886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.979185 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f69855a1-6c16-4e91-9997-5e41b6b7319c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.980973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c7196-7f78-4489-b717-220a34b7276b None None] Port 2493aeb8-77b0-4bd5-a7ee-f7db7e012349 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:27.992353 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:27.994119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8dcda8-5a79-4810-b46e-ff63a2c419a0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:27.997776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c8dcda8-5a79-4810-b46e-ff63a2c419a0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.009018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559a8e2-2767-4599-8f09-d957c1c3da1a tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event deleted for resources: {'Port': ['ID=fa03e11c-5217-4771-882a-a8bbe2cbc313,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:28.017039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.082996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f69855a1-6c16-4e91-9997-5e41b6b7319c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.129197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ef7c7196-7f78-4489-b717-220a34b7276b None None] Provisioning complete for port 5bfa8c69-cccd-4821-872e-3ca37b683cb1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:28.129569 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7196-7f78-4489-b717-220a34b7276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.134586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69855a1-6c16-4e91-9997-5e41b6b7319c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:28.135973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Network 79d3a5ed-873d-4ecc-95f2-5aaac485cc36 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:28.139083 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed39987a-9d27-4cd1-b88f-061124ee8a1d None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:28.140961 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-f69855a1-6c16-4e91-9997-5e41b6b7319c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:28.147233 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69855a1-6c16-4e91-9997-5e41b6b7319c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:28.148789 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.150537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 597e5988-69f1-41de-907a-de71fe4ca1bf triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:28.150946 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.154369 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69855a1-6c16-4e91-9997-5e41b6b7319c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:28.155238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f69855a1-6c16-4e91-9997-5e41b6b7319c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.163958 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Pushing event deleted for resources: {'Port': ['ID=e6dd1b49-10a1-4746-8356-bf7819ade1d6,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:28.176411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:28.224816 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69855a1-6c16-4e91-9997-5e41b6b7319c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=2772e6cc-fcb4-40e6-9b61-23231f8341ec,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:28.232070 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:28.235379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Pushing event updated for resources: {'Port': ['ID=b435033e-9f54-4452-83cf-a1022ddc139f,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:28.240520 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f69855a1-6c16-4e91-9997-5e41b6b7319c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8626108 Nov 28 07:48:28.241251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38188) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:28.248755 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-9c1c7522-b16f-4b09-8ba9-db05c2edc677 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:28.282200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bd4672ff-320e-4d8a-8f65-74f9339e3375 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.409546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4672ff-320e-4d8a-8f65-74f9339e3375 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Subnet': ['ID=4888140e-880e-43d1-956e-99e9ca259232,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:28.413678 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9c1c7522-b16f-4b09-8ba9-db05c2edc677 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.437663 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4672ff-320e-4d8a-8f65-74f9339e3375 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Checking segment: {'id': 'ba46a3ad-9bad-4852-a26f-f9e4942853bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:28.438122 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4672ff-320e-4d8a-8f65-74f9339e3375 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network hostable DHCP agents. Network: 35f29649-9720-4ddf-9035-b45950a2b867, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:48:28.450568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c8dcda8-5a79-4810-b46e-ff63a2c419a0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.467187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Attempting to bind port b435033e-9f54-4452-83cf-a1022ddc139f on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:28.467755 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Attempting to bind port b435033e-9f54-4452-83cf-a1022ddc139f by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '5fc4598b-ece4-4142-964b-d25f6bd28ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '79d3a5ed-873d-4ecc-95f2-5aaac485cc36'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:28.468056 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Attempting to bind port b435033e-9f54-4452-83cf-a1022ddc139f on network 79d3a5ed-873d-4ecc-95f2-5aaac485cc36 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:28.485545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4672ff-320e-4d8a-8f65-74f9339e3375 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 35f29649-9720-4ddf-9035-b45950a2b867 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:48:28.503679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-bd4672ff-320e-4d8a-8f65-74f9339e3375 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 35f29649-9720-4ddf-9035-b45950a2b867) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:28.514260 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:28.514260 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Checking segment: {'id': '5fc4598b-ece4-4142-964b-d25f6bd28ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '79d3a5ed-873d-4ecc-95f2-5aaac485cc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:28.514729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.515124 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Bound using segment: {'id': '5fc4598b-ece4-4142-964b-d25f6bd28ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '79d3a5ed-873d-4ecc-95f2-5aaac485cc36'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:28.515631 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Bound port: b435033e-9f54-4452-83cf-a1022ddc139f, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc4598b-ece4-4142-964b-d25f6bd28ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '79d3a5ed-873d-4ecc-95f2-5aaac485cc36'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:28.516653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.522771 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4672ff-320e-4d8a-8f65-74f9339e3375 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:28.523522 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bd4672ff-320e-4d8a-8f65-74f9339e3375 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.553163 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17912f1-6132-4acb-ad89-a0e90e59afe4 None None] Network 35f29649-9720-4ddf-9035-b45950a2b867 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:28.554359 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bd4672ff-320e-4d8a-8f65-74f9339e3375 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8969111 Nov 28 07:48:28.558007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38190) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:28.588738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.598898 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f24a8-a0ab-41ed-9a6f-3d4c9e426ddd req-0352e61b-c754-454e-a309-bed72b0160bb tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:28.600511 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-830f24a8-a0ab-41ed-9a6f-3d4c9e426ddd req-0352e61b-c754-454e-a309-bed72b0160bb tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.6206348 Nov 28 07:48:28.616830 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8dcda8-5a79-4810-b46e-ff63a2c419a0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Subnet': ['ID=f4b00409-6831-4615-b7ec-ff12a92d651f,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:28.653018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.674395 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:28.714135 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b559a8e2-2767-4599-8f09-d957c1c3da1a tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.719499 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b559a8e2-2767-4599-8f09-d957c1c3da1a tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "DELETE /v2.0/ports/fa03e11c-5217-4771-882a-a8bbe2cbc313 HTTP/1.1" status: 204 len: 168 time: 2.9757969 Nov 28 07:48:28.781894 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2c919cfc-f2ee-4985-a5bd-575559694518 None None] Could not find standard attr ID for object fa03e11c-5217-4771-882a-a8bbe2cbc313. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:48:28.784610 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38192) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:28.810423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] For port b435033e-9f54-4452-83cf-a1022ddc139f, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:28.826006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.835912 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] For port b435033e-9f54-4452-83cf-a1022ddc139f, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b435033e-9f54-4452-83cf-a1022ddc139f,segment=NetworkSegment(5fc4598b-ece4-4142-964b-d25f6bd28ccf),segment_id=5fc4598b-ece4-4142-964b-d25f6bd28ccf)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:28.836559 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd0c012-23cf-425f-ba72-bf67c69167f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] GET failed (client error): The resource could not be found. Nov 28 07:48:28.843857 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4fd0c012-23cf-425f-ba72-bf67c69167f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "GET /v2.0/ports/fa03e11c-5217-4771-882a-a8bbe2cbc313 HTTP/1.1" status: 404 len: 333 time: 0.0534623 Nov 28 07:48:28.843857 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.844940 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:28.851134 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38194) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:28.858523 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.862009 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:24Z', 'revision_number': 3, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:25Z', 'revision_number': 2, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:28.864077 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3735b9f1-755e-478f-a200-012ca7cac11d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Request body: {'port': {'network_id': 'b1b347d3-71c2-465e-a06a-74bc038765da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-683892592'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:28.867405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8dcda8-5a79-4810-b46e-ff63a2c419a0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Checking segment: {'id': 'fe116fb0-31c0-4c84-9895-1eb260b6aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e885aefe-5396-4b33-b883-7195261aeb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:28.868225 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8dcda8-5a79-4810-b46e-ff63a2c419a0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network hostable DHCP agents. Network: e885aefe-5396-4b33-b883-7195261aeb74, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:48:28.871429 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2c919cfc-f2ee-4985-a5bd-575559694518 None None] Provisioning complete for port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:28.871429 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2c919cfc-f2ee-4985-a5bd-575559694518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.879732 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:28.906205 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:28.912082 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:28.912745 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:28.959726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Checking router: 1747cb74-868b-42fc-9889-db406e82837c for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:48:28.960074 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Updating router 1747cb74-868b-42fc-9889-db406e82837c port 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:48:28.972004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=a1592b14-c07d-491b-b232-4edcd998815f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:28.999925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:29.000297 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.036510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-35f29649-9720-4ddf-9035-b45950a2b867', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:29.037382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.141581 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-830f24a8-a0ab-41ed-9a6f-3d4c9e426ddd req-4a5b073a-f61c-49f2-b6d2-0c3f32b86f4f tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4906030 Nov 28 07:48:29.147264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.149562 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9c1c7522-b16f-4b09-8ba9-db05c2edc677 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.165657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9c1c7522-b16f-4b09-8ba9-db05c2edc677 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.180564 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-61c2d51a-09c4-4f21-bafb-91fd4fccddd7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2812579 Nov 28 07:48:29.181803 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.182478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Fanout notify agent at l3_agent the message router_deleted on router 88cca763-90c7-4a8d-a8cd-03579816fcc7 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:48:29.184184 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38198) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:29.216529 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648014a-8d96-48bf-89f6-a460a993fad8 None None] Pushing event updated for resources: {'Port': ['ID=b435033e-9f54-4452-83cf-a1022ddc139f,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:29.256779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3735b9f1-755e-478f-a200-012ca7cac11d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Made reservation on behalf of d7946e6a2562404d866ae4adf1b9c101 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:29.284522 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3735b9f1-755e-478f-a200-012ca7cac11d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.325906 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-9c1c7522-b16f-4b09-8ba9-db05c2edc677 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] In _notify_port_updated(), no bound segment for port 2772e6cc-fcb4-40e6-9b61-23231f8341ec on network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:48:29.331946 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1c7522-b16f-4b09-8ba9-db05c2edc677 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:29.333171 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9c1c7522-b16f-4b09-8ba9-db05c2edc677 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.337634 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9c1c7522-b16f-4b09-8ba9-db05c2edc677 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "PUT /v2.0/ports/2772e6cc-fcb4-40e6-9b61-23231f8341ec HTTP/1.1" status: 200 len: 818 time: 1.0903769 Nov 28 07:48:29.337813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.345096 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38200) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:29.345310 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2a2e8964-9d55-476b-a98b-a401eb59d6a1 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "DELETE /v2.0/routers/88cca763-90c7-4a8d-a8cd-03579816fcc7 HTTP/1.1" status: 204 len: 168 time: 5.0367985 Nov 28 07:48:29.345310 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8dcda8-5a79-4810-b46e-ff63a2c419a0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network e885aefe-5396-4b33-b883-7195261aeb74 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:48:29.345310 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38202) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:29.398909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-222f4dc1-ef52-4285-bb2e-c3a40bd6404c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-883972859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:29.453976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-2c8dcda8-5a79-4810-b46e-ff63a2c419a0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, e885aefe-5396-4b33-b883-7195261aeb74) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:29.464685 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8dcda8-5a79-4810-b46e-ff63a2c419a0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:29.467611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c8dcda8-5a79-4810-b46e-ff63a2c419a0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.468188 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c7522-b16f-4b09-8ba9-db05c2edc677 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=2772e6cc-fcb4-40e6-9b61-23231f8341ec,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:29.489562 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-3735b9f1-755e-478f-a200-012ca7cac11d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] device_id is not set on port 26e3350c-278b-45df-8263-99b59680fcd6 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:29.601644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6300ae-85ec-4e61-ab5c-8b7f85a9b7b1 None None] Network e885aefe-5396-4b33-b883-7195261aeb74 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:29.602650 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-222f4dc1-ef52-4285-bb2e-c3a40bd6404c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.603760 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-222f4dc1-ef52-4285-bb2e-c3a40bd6404c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.622296 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2c8dcda8-5a79-4810-b46e-ff63a2c419a0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0337739 Nov 28 07:48:29.631200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38206) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:29.710168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8512-08e4-4aa7-857b-38b968371539 req-775250ae-6a57-4ee0-a6e6-6046c13178dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:29.711611 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22bb8512-08e4-4aa7-857b-38b968371539 req-775250ae-6a57-4ee0-a6e6-6046c13178dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=052851385fa04dd18e1923c7c975cd9e&device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 1099 time: 0.1784928 Nov 28 07:48:29.730447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7933-7b01-4303-b331-e5dc306d4af7 req-559ba16e-3af2-4178-8e48-6fb04bda1cb8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:29.731985 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-575c7933-7b01-4303-b331-e5dc306d4af7 req-559ba16e-3af2-4178-8e48-6fb04bda1cb8 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2578158 Nov 28 07:48:29.732354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a01ec-f170-451a-b7dc-b0b1722e6e62 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port 2772e6cc-fcb4-40e6-9b61-23231f8341ec {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:29.732354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd8a01ec-f170-451a-b7dc-b0b1722e6e62 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.813920 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-222f4dc1-ef52-4285-bb2e-c3a40bd6404c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.840086 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-222f4dc1-ef52-4285-bb2e-c3a40bd6404c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.866452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-3735b9f1-755e-478f-a200-012ca7cac11d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Allocated IP 2001:db8::2b7 (b1b347d3-71c2-465e-a06a-74bc038765da/29ff29b1-21d7-4c8d-88f5-6995d5dea496/26e3350c-278b-45df-8263-99b59680fcd6) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:29.875063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2c919cfc-f2ee-4985-a5bd-575559694518 None None] Provisioning complete for port 597e5988-69f1-41de-907a-de71fe4ca1bf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:29.875801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2c919cfc-f2ee-4985-a5bd-575559694518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.883344 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5bfa8c69-cccd-4821-872e-3ca37b683cb1 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:29.899358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-904106e2-4456-420c-8e72-2be76142dfa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port a1592b14-c07d-491b-b232-4edcd998815f {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:29.899737 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-904106e2-4456-420c-8e72-2be76142dfa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.918985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd8a01ec-f170-451a-b7dc-b0b1722e6e62 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.941973 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a01ec-f170-451a-b7dc-b0b1722e6e62 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for 2772e6cc-fcb4-40e6-9b61-23231f8341ec owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:29.950248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Allocated IP 172.22.0.2 (35f29649-9720-4ddf-9035-b45950a2b867/4888140e-880e-43d1-956e-99e9ca259232/caabe0d0-878d-4982-8404-4431db6773f3) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:29.962266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.973094 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-575c7933-7b01-4303-b331-e5dc306d4af7 req-35910a81-019d-41bb-96b3-207e1091b8ba tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808195 Nov 28 07:48:29.976602 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-222f4dc1-ef52-4285-bb2e-c3a40bd6404c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:29.980447 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-222f4dc1-ef52-4285-bb2e-c3a40bd6404c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5833664 Nov 28 07:48:29.983534 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38208) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:30.018311 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.023526 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8512-08e4-4aa7-857b-38b968371539 req-a79784ec-5937-4818-88c3-bac4f011c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:30.023786 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'enable_snat': True}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:30.025464 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22bb8512-08e4-4aa7-857b-38b968371539 req-a79784ec-5937-4818-88c3-bac4f011c0c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce72ab99-bc55-4271-8115-f97c259a6f8d HTTP/1.1" status: 200 len: 912 time: 0.2881114 Nov 28 07:48:30.225498 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22bb8512-08e4-4aa7-857b-38b968371539 req-7fd4ec67-2218-46d2-a256-24d8621067ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=897b786e-b7cb-4610-aa9c-b106f514cf9f HTTP/1.1" status: 200 len: 1001 time: 0.1580458 Nov 28 07:48:30.239358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-e885aefe-5396-4b33-b883-7195261aeb74', 'network_id': 'e885aefe-5396-4b33-b883-7195261aeb74', 'tenant_id': '33f82d3e6fff4150af406bef92d9867d', 'fixed_ips': [{'subnet_id': 'f4b00409-6831-4615-b7ec-ff12a92d651f'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:30.240359 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.264061 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 5bfa8c69-cccd-4821-872e-3ca37b683cb1 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:30.264684 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.330410 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd8a01ec-f170-451a-b7dc-b0b1722e6e62 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.387763 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a01ec-f170-451a-b7dc-b0b1722e6e62 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=2772e6cc-fcb4-40e6-9b61-23231f8341ec,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:30.401114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd8a01ec-f170-451a-b7dc-b0b1722e6e62 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.407271 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fd8a01ec-f170-451a-b7dc-b0b1722e6e62 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/2772e6cc-fcb4-40e6-9b61-23231f8341ec HTTP/1.1" status: 204 len: 168 time: 1.0627234 Nov 28 07:48:30.408813 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38210) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:30.411413 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8512-08e4-4aa7-857b-38b968371539 req-9ac959c9-5e92-4893-830b-843ee9dea9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:30.413044 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22bb8512-08e4-4aa7-857b-38b968371539 req-9ac959c9-5e92-4893-830b-843ee9dea9cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51531a79-bee1-4e02-84fa-65543380b2b1 HTTP/1.1" status: 200 len: 850 time: 0.1772335 Nov 28 07:48:30.555312 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909dd3c4-7b84-43a5-85e5-54b911454256 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:30.556674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2c919cfc-f2ee-4985-a5bd-575559694518 None None] Provisioning complete for port 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:30.557049 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2c919cfc-f2ee-4985-a5bd-575559694518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.557159 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-909dd3c4-7b84-43a5-85e5-54b911454256 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1429112 Nov 28 07:48:30.561062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38212) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:30.576797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8512-08e4-4aa7-857b-38b968371539 req-8242fe3d-6a70-4642-9052-910f1ad1283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:30.578302 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22bb8512-08e4-4aa7-857b-38b968371539 req-8242fe3d-6a70-4642-9052-910f1ad1283b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce72ab99-bc55-4271-8115-f97c259a6f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1513917 Nov 28 07:48:30.602293 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-00552c15-d9d4-44d7-94a8-40c74be8f1c8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] GET failed (client error): The resource could not be found. Nov 28 07:48:30.609482 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-00552c15-d9d4-44d7-94a8-40c74be8f1c8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/2772e6cc-fcb4-40e6-9b61-23231f8341ec HTTP/1.1" status: 404 len: 333 time: 0.0419209 Nov 28 07:48:30.611607 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.615241 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38214) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:30.620588 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1017056d-170c-449f-be6f-24717b77e5c3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-410771088'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:30.645875 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.651932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.665640 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7784807-de29-4078-aea3-83d1140ef544 None None] Network 79d3a5ed-873d-4ecc-95f2-5aaac485cc36 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:30.681501 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-904106e2-4456-420c-8e72-2be76142dfa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.731483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1017056d-170c-449f-be6f-24717b77e5c3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:30.734923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1017056d-170c-449f-be6f-24717b77e5c3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.737376 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.751173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Allocated IP 172.22.0.1 (35f29649-9720-4ddf-9035-b45950a2b867/4888140e-880e-43d1-956e-99e9ca259232/edc6b696-d8cc-4588-a028-09ae5be03276) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:30.763929 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-904106e2-4456-420c-8e72-2be76142dfa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for a1592b14-c07d-491b-b232-4edcd998815f owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:30.768167 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Allocated IP 172.20.0.2 (e885aefe-5396-4b33-b883-7195261aeb74/f4b00409-6831-4615-b7ec-ff12a92d651f/a80c49c3-4bc8-48ce-8979-687cb7269866) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:30.770904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-2c919cfc-f2ee-4985-a5bd-575559694518 None None] Port 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:30.795287 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22bb8512-08e4-4aa7-857b-38b968371539 req-c88b917b-4b19-4161-a647-56ac764fbc33 service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005367 Nov 28 07:48:30.813537 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:48:30.819615 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1017056d-170c-449f-be6f-24717b77e5c3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:48:30.823748 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Network 35f29649-9720-4ddf-9035-b45950a2b867 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:30.847073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:30.858559 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:30.860528 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Pushing event updated for resources: {'Port': ['ID=caabe0d0-878d-4982-8404-4431db6773f3,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:30.869543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ff853494-98aa-4df1-86d8-3c94ef5f057a up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:30.873565 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.889685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1017056d-170c-449f-be6f-24717b77e5c3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.890026 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-1017056d-170c-449f-be6f-24717b77e5c3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Added segment cb45afa9-7dd9-4521-adc3-559410bc8e30 of type vlan for network 855337f1-5f5e-4964-a2aa-8afd8e5fe909 Nov 28 07:48:30.947588 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:30.987823 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3735b9f1-755e-478f-a200-012ca7cac11d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.008394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1017056d-170c-449f-be6f-24717b77e5c3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.103574 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.189510 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22bb8512-08e4-4aa7-857b-38b968371539 req-f27ec859-8477-4b09-bbc6-060104bacb88 service neutron] 10.222.0.35 "GET /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804078 Nov 28 07:48:31.193494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.211403 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3735b9f1-755e-478f-a200-012ca7cac11d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.214893 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1017056d-170c-449f-be6f-24717b77e5c3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.221218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1017056d-170c-449f-be6f-24717b77e5c3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:31.222110 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1017056d-170c-449f-be6f-24717b77e5c3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.244603 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321bd20-7591-4316-8f1b-1c63f1f6e856 None None] Pushing event updated for resources: {'Port': ['ID=7fb32074-645b-4527-a4bc-1bf9b5d9e0a7,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:31.261546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7c69a1a8-5d5a-4b24-a310-ecf67005f5c0 None None] Provisioning complete for port a1592b14-c07d-491b-b232-4edcd998815f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:31.261546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7c69a1a8-5d5a-4b24-a310-ecf67005f5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.299493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3735b9f1-755e-478f-a200-012ca7cac11d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Network b1b347d3-71c2-465e-a06a-74bc038765da is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:31.317380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 35f29649-9720-4ddf-9035-b45950a2b867 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:31.323780 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1017056d-170c-449f-be6f-24717b77e5c3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7047825 Nov 28 07:48:31.325986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38218) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:31.329566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-3735b9f1-755e-478f-a200-012ca7cac11d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:31.336023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6f4b17d7-eaee-44cc-b1c3-679f42d9b323 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': '855337f1-5f5e-4964-a2aa-8afd8e5fe909', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:31.342314 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735b9f1-755e-478f-a200-012ca7cac11d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event updated for resources: {'Port': ['ID=26e3350c-278b-45df-8263-99b59680fcd6,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:31.347169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735b9f1-755e-478f-a200-012ca7cac11d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:31.353338 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3735b9f1-755e-478f-a200-012ca7cac11d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:31.354006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3735b9f1-755e-478f-a200-012ca7cac11d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.359051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:31.371548 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:31.402800 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017056d-170c-449f-be6f-24717b77e5c3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Network': ['ID=855337f1-5f5e-4964-a2aa-8afd8e5fe909,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:31.407339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=edc6b696-d8cc-4588-a028-09ae5be03276,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:31.419422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c115b5-d653-4ada-b5fb-13669037c960 req-284b6616-fc00-494a-bbd9-666557dcfbbd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:31.421049 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a5c115b5-d653-4ada-b5fb-13669037c960 req-284b6616-fc00-494a-bbd9-666557dcfbbd tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2444992 Nov 28 07:48:31.461089 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3735b9f1-755e-478f-a200-012ca7cac11d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6025560 Nov 28 07:48:31.462145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.465197 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38220) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:31.472229 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4321a9d7-4ee0-4bdc-9dbb-637962051cfe tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::60', 'mac_address': 'fa:16:3e:1a:c1:a4'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:31.479556 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-904106e2-4456-420c-8e72-2be76142dfa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.505113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 855337f1-5f5e-4964-a2aa-8afd8e5fe909 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:48:31.507313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.517854 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904106e2-4456-420c-8e72-2be76142dfa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=a1592b14-c07d-491b-b232-4edcd998815f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:31.540933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Attempting to bind port caabe0d0-878d-4982-8404-4431db6773f3 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:31.540933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Attempting to bind port caabe0d0-878d-4982-8404-4431db6773f3 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'ba46a3ad-9bad-4852-a26f-f9e4942853bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:31.541406 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Attempting to bind port caabe0d0-878d-4982-8404-4431db6773f3 on network 35f29649-9720-4ddf-9035-b45950a2b867 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:31.553745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Attempting to bind port 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:31.554053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Attempting to bind port 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '81b02cad-a115-45d5-8abe-14e09d2d8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:31.554392 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Attempting to bind port 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7 on network 8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:31.585881 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4b17d7-eaee-44cc-b1c3-679f42d9b323 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:31.590173 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f4b17d7-eaee-44cc-b1c3-679f42d9b323 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.618115 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a5c115b5-d653-4ada-b5fb-13669037c960 req-5ed00731-8cbb-40a8-9d9f-b051bb393a0e tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904073 Nov 28 07:48:31.639947 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:31.640533 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Checking segment: {'id': '81b02cad-a115-45d5-8abe-14e09d2d8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:31.640699 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.641091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Bound using segment: {'id': '81b02cad-a115-45d5-8abe-14e09d2d8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:31.641570 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Bound port: 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b02cad-a115-45d5-8abe-14e09d2d8e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:31.641954 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.645545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:31.645908 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Checking segment: {'id': 'ba46a3ad-9bad-4852-a26f-f9e4942853bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:31.646293 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.646676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Bound using segment: {'id': 'ba46a3ad-9bad-4852-a26f-f9e4942853bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:31.647165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Bound port: caabe0d0-878d-4982-8404-4431db6773f3, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba46a3ad-9bad-4852-a26f-f9e4942853bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:31.647539 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.690556 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7c69a1a8-5d5a-4b24-a310-ecf67005f5c0 None None] Port a1592b14-c07d-491b-b232-4edcd998815f cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:31.747349 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port ff853494-98aa-4df1-86d8-3c94ef5f057a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:31.747766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.755606 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-904106e2-4456-420c-8e72-2be76142dfa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.759280 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-904106e2-4456-420c-8e72-2be76142dfa1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/a1592b14-c07d-491b-b232-4edcd998815f HTTP/1.1" status: 204 len: 168 time: 2.5688810 Nov 28 07:48:31.764818 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38222) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:31.790590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.865674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.923195 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7c69a1a8-5d5a-4b24-a310-ecf67005f5c0 None None] Provisioning complete for port b435033e-9f54-4452-83cf-a1022ddc139f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:31.923565 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7c69a1a8-5d5a-4b24-a310-ecf67005f5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.947302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.964769 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.964769 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:31.996116 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Network e885aefe-5396-4b33-b883-7195261aeb74 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:32.027846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:32.030284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:32.031240 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b00409-6831-4615-b7ec-ff12a92d651f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:32.047425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] For port 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:32.071252 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.076822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] For port caabe0d0-878d-4982-8404-4431db6773f3, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:32.083886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Pushing event updated for resources: {'Port': ['ID=a80c49c3-4bc8-48ce-8979-687cb7269866,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:32.106098 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] For port 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7fb32074-645b-4527-a4bc-1bf9b5d9e0a7,segment=NetworkSegment(81b02cad-a115-45d5-8abe-14e09d2d8e34),segment_id=81b02cad-a115-45d5-8abe-14e09d2d8e34)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:32.125454 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] For port caabe0d0-878d-4982-8404-4431db6773f3, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=caabe0d0-878d-4982-8404-4431db6773f3,segment=NetworkSegment(ba46a3ad-9bad-4852-a26f-f9e4942853bc),segment_id=ba46a3ad-9bad-4852-a26f-f9e4942853bc)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:32.144233 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.181972 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.244908 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Attempting to bind port a80c49c3-4bc8-48ce-8979-687cb7269866 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:32.245274 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Attempting to bind port a80c49c3-4bc8-48ce-8979-687cb7269866 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'fe116fb0-31c0-4c84-9895-1eb260b6aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e885aefe-5396-4b33-b883-7195261aeb74'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:32.245635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Attempting to bind port a80c49c3-4bc8-48ce-8979-687cb7269866 on network e885aefe-5396-4b33-b883-7195261aeb74 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:32.271244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864d5ac4-de55-4c05-ae91-2fdb703cea7d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:32.280047 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38224) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:32.281298 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-864d5ac4-de55-4c05-ae91-2fdb703cea7d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5095153 Nov 28 07:48:32.329894 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:32.330337 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Checking segment: {'id': 'fe116fb0-31c0-4c84-9895-1eb260b6aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e885aefe-5396-4b33-b883-7195261aeb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:32.330741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.331152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Bound using segment: {'id': 'fe116fb0-31c0-4c84-9895-1eb260b6aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e885aefe-5396-4b33-b883-7195261aeb74'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:32.331799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Bound port: a80c49c3-4bc8-48ce-8979-687cb7269866, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe116fb0-31c0-4c84-9895-1eb260b6aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e885aefe-5396-4b33-b883-7195261aeb74'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:32.332818 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.337971 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.360066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:32.360718 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:32.369017 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321bd20-7591-4316-8f1b-1c63f1f6e856 None None] Pushing event updated for resources: {'Port': ['ID=7fb32074-645b-4527-a4bc-1bf9b5d9e0a7,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:32.375633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f4b17d7-eaee-44cc-b1c3-679f42d9b323 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.421256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e885aefe-5396-4b33-b883-7195261aeb74']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:32.476596 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe116fb0-31c0-4c84-9895-1eb260b6aa4c') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:32.476935 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe116fb0-31c0-4c84-9895-1eb260b6aa4c') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:32.502900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.515479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4321a9d7-4ee0-4bdc-9dbb-637962051cfe tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.553714 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.557615 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7c69a1a8-5d5a-4b24-a310-ecf67005f5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.570723 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.625446 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b17d7-eaee-44cc-b1c3-679f42d9b323 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Subnet': ['ID=dd24d6f0-d48c-46ec-b46f-af83ad4493f4,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:32.634807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.663102 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Allocated IP 172.26.2.19 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/f269e545-ff20-4e66-b035-822744ae35df) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:32.740875 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:48:32.741999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:48:32.745579 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:48:32.753533 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7c69a1a8-5d5a-4b24-a310-ecf67005f5c0 None None] For port b435033e-9f54-4452-83cf-a1022ddc139f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b435033e-9f54-4452-83cf-a1022ddc139f,segment=NetworkSegment(5fc4598b-ece4-4142-964b-d25f6bd28ccf),segment_id=5fc4598b-ece4-4142-964b-d25f6bd28ccf)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:32.757381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655c562-d4e9-4dd5-9bf4-dfac713a5a9c None None] Pushing event updated for resources: {'Port': ['ID=caabe0d0-878d-4982-8404-4431db6773f3,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:32.768407 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b435033e-9f54-4452-83cf-a1022ddc139f up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:32.805535 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7c69a1a8-5d5a-4b24-a310-ecf67005f5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.843329 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4b17d7-eaee-44cc-b1c3-679f42d9b323 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Checking segment: {'id': 'cb45afa9-7dd9-4521-adc3-559410bc8e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '855337f1-5f5e-4964-a2aa-8afd8e5fe909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:32.844071 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b17d7-eaee-44cc-b1c3-679f42d9b323 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network hostable DHCP agents. Network: 855337f1-5f5e-4964-a2aa-8afd8e5fe909, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:48:32.922741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] For port a80c49c3-4bc8-48ce-8979-687cb7269866, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:32.930749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:32.940501 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b17d7-eaee-44cc-b1c3-679f42d9b323 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network 855337f1-5f5e-4964-a2aa-8afd8e5fe909 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:48:32.954107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:32.957233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.api [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 28 07:48:32.957233 dv-neutron-744815-16-hyperv neutron-server[115119]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 28 07:48:32.957233 dv-neutron-744815-16-hyperv neutron-server[115119]: [parameters: {'id': 'e885aefe-5396-4b33-b883-7195261aeb74'}] Nov 28 07:48:32.957233 dv-neutron-744815-16-hyperv neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:48:32.957909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG oslo_db.api [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:48:32.970686 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-6f4b17d7-eaee-44cc-b1c3-679f42d9b323 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 855337f1-5f5e-4964-a2aa-8afd8e5fe909) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:32.982743 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2bceb-3ef8-4a0a-bab2-9c101e3f5d27 req-2f8f8467-2666-4de4-b22b-b865e87aaf65 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:32.984515 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8ce2bceb-3ef8-4a0a-bab2-9c101e3f5d27 req-2f8f8467-2666-4de4-b22b-b865e87aaf65 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2664924 Nov 28 07:48:32.991618 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4b17d7-eaee-44cc-b1c3-679f42d9b323 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:32.992352 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f4b17d7-eaee-44cc-b1c3-679f42d9b323 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:33.000806 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e41ea36-e111-41f6-8512-960fc8795c0f None None] Network 855337f1-5f5e-4964-a2aa-8afd8e5fe909 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:33.023043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] For port a80c49c3-4bc8-48ce-8979-687cb7269866, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a80c49c3-4bc8-48ce-8979-687cb7269866,segment=NetworkSegment(fe116fb0-31c0-4c84-9895-1eb260b6aa4c),segment_id=fe116fb0-31c0-4c84-9895-1eb260b6aa4c)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:33.028563 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-19661111-218c-42eb-a30d-defd9218cb5e None None] Provisioning complete for port 26e3350c-278b-45df-8263-99b59680fcd6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:33.028848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19661111-218c-42eb-a30d-defd9218cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:33.061568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95355933-a6fb-42f3-90e1-15643ac56561 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:33.063789 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-95355933-a6fb-42f3-90e1-15643ac56561 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7824490 Nov 28 07:48:33.067636 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6f4b17d7-eaee-44cc-b1c3-679f42d9b323 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7402093 Nov 28 07:48:33.069853 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38228) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:33.070865 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38230) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:33.074545 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8ce2bceb-3ef8-4a0a-bab2-9c101e3f5d27 req-43c5b2cd-97c2-4f10-bac6-8eb1d804cf71 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794754 Nov 28 07:48:33.088534 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-8af23d6a-c36f-477f-a5f4-6c31f2d213e4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': '855337f1-5f5e-4964-a2aa-8afd8e5fe909', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:33.135498 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69a1a8-5d5a-4b24-a310-ecf67005f5c0 None None] Pushing event updated for resources: {'Port': ['ID=b435033e-9f54-4452-83cf-a1022ddc139f,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:33.173439 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:33.191658 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:33.229407 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:33.259895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8f072-2bfb-4fa3-bdaf-42026a680006 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:33.262310 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8f072-2bfb-4fa3-bdaf-42026a680006 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:33.264009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8f072-2bfb-4fa3-bdaf-42026a680006 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:33.270261 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-15d8f072-2bfb-4fa3-bdaf-42026a680006 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1936948 Nov 28 07:48:33.271959 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=edc6b696-d8cc-4588-a028-09ae5be03276,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:33.274837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38234) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:33.279103 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf7cbe-ca43-4605-aa10-dd0e78644f62 None None] Pushing event updated for resources: {'Port': ['ID=a80c49c3-4bc8-48ce-8979-687cb7269866,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:33.328903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:33.331579 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.332453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.332795 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.333131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.333463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.333923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.334343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.334703 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.335209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.335533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.335856 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.336181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.336904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.353042 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:33.355936 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port b435033e-9f54-4452-83cf-a1022ddc139f triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:33.356315 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:33.363073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-19661111-218c-42eb-a30d-defd9218cb5e None None] Port 26e3350c-278b-45df-8263-99b59680fcd6 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:33.371633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:33.375676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event updated for resources: {'Port': ['ID=f269e545-ff20-4e66-b035-822744ae35df,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:33.399058 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4321a9d7-4ee0-4bdc-9dbb-637962051cfe tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:33.428362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ac5580-df9b-4332-8d7d-7ecb8c79ac4c None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:33.434170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4321a9d7-4ee0-4bdc-9dbb-637962051cfe tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:33.436174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.436840 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.436968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.437272 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.437609 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.437947 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.438790 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.439165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.439510 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.440159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.440159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.440469 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.440758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:33.450419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-421c013f-744e-4576-b104-6a4ca11285b2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 72b94aad-fe72-4116-a6f3-d04c141d0c2b {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:33.462246 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:33.486699 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-421c013f-744e-4576-b104-6a4ca11285b2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:33.518301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4321a9d7-4ee0-4bdc-9dbb-637962051cfe tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] In _notify_port_updated(), no bound segment for port 26e3350c-278b-45df-8263-99b59680fcd6 on network b1b347d3-71c2-465e-a06a-74bc038765da {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:48:33.526045 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-19661111-218c-42eb-a30d-defd9218cb5e None None] Provisioning complete for port b435033e-9f54-4452-83cf-a1022ddc139f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:33.526203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4321a9d7-4ee0-4bdc-9dbb-637962051cfe tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:33.526422 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19661111-218c-42eb-a30d-defd9218cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:33.527015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4321a9d7-4ee0-4bdc-9dbb-637962051cfe tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:33.528576 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4321a9d7-4ee0-4bdc-9dbb-637962051cfe tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "PUT /v2.0/ports/26e3350c-278b-45df-8263-99b59680fcd6 HTTP/1.1" status: 200 len: 1001 time: 2.0612409 Nov 28 07:48:33.534390 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38236) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:33.544125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79001f36-b06e-4fb3-a01a-33845735cb48 req-f773c8f3-18ab-4b36-89d5-7a308806d0e3 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:33.546516 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-79001f36-b06e-4fb3-a01a-33845735cb48 req-f773c8f3-18ab-4b36-89d5-7a308806d0e3 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.3224826 Nov 28 07:48:33.588708 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af23d6a-c36f-477f-a5f4-6c31f2d213e4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:33.592515 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8af23d6a-c36f-477f-a5f4-6c31f2d213e4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:33.619886 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-421c013f-744e-4576-b104-6a4ca11285b2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:33.623939 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321a9d7-4ee0-4bdc-9dbb-637962051cfe tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event updated for resources: {'Port': ['ID=26e3350c-278b-45df-8263-99b59680fcd6,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:33.672155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network 35f29649-9720-4ddf-9035-b45950a2b867 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:33.685962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:33.720050 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-79001f36-b06e-4fb3-a01a-33845735cb48 req-42ca1faf-4000-427c-a84c-4539ef1bf0a1 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666672 Nov 28 07:48:33.863452 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a52e3c-a232-40f8-a7ef-e57cffed8708 None None] Network e885aefe-5396-4b33-b883-7195261aeb74 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:33.959774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-421c013f-744e-4576-b104-6a4ca11285b2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.034933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 1747cb74-868b-42fc-9889-db406e82837c has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:48:34.048324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d8f3d-83b3-4d51-951a-fa307ae273b4 None None] Network 35f29649-9720-4ddf-9035-b45950a2b867 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:34.051117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-855337f1-5f5e-4964-a2aa-8afd8e5fe909', 'network_id': '855337f1-5f5e-4964-a2aa-8afd8e5fe909', 'tenant_id': '3de17531069145178d352061b04d50eb', 'fixed_ips': [{'subnet_id': 'dd24d6f0-d48c-46ec-b46f-af83ad4493f4'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:34.052389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.166655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-421c013f-744e-4576-b104-6a4ca11285b2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.211103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-421c013f-744e-4576-b104-6a4ca11285b2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.217421 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-421c013f-744e-4576-b104-6a4ca11285b2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/72b94aad-fe72-4116-a6f3-d04c141d0c2b HTTP/1.1" status: 204 len: 168 time: 0.9336610 Nov 28 07:48:34.221051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38242) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:34.221787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c013f-744e-4576-b104-6a4ca11285b2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=72b94aad-fe72-4116-a6f3-d04c141d0c2b,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:34.272516 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.ipam_backend_mixin [None req-8af23d6a-c36f-477f-a5f4-6c31f2d213e4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dd24d6f0-d48c-46ec-b46f-af83ad4493f4 (CIDR: 172.20.0.0/28) Nov 28 07:48:34.277975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:34.285814 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d1bcceae-15ea-4921-8cf8-13c35108014c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7250838 Nov 28 07:48:34.290625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f880ec4e-277b-485d-a929-f8e50e64d2cb None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:34.294084 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307db38e-8c36-4ec5-a3a5-4312e12c4f20 req-15fe3ce2-d6ef-439c-9d7b-384d879a2dd4 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:34.294942 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:31Z', 'revision_number': 4, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:32Z', 'revision_number': 4, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:30Z', 'revision_number': 1, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:34.295648 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-307db38e-8c36-4ec5-a3a5-4312e12c4f20 req-15fe3ce2-d6ef-439c-9d7b-384d879a2dd4 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.2440004 Nov 28 07:48:34.296196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38244) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:34.304173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-183f9693-2a18-47a4-8b34-c5f34f60b3d7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'network': {'name': 'tempest-RoutersTest-92115509'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:34.318608 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af23d6a-c36f-477f-a5f4-6c31f2d213e4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:48:34.319434 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af23d6a-c36f-477f-a5f4-6c31f2d213e4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:34.337939 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-865258cd-0feb-42a7-a33c-bace527996a9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet 95fbf8e4-a9a8-43b9-a069-16fdbbf83804 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:34.344489 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-865258cd-0feb-42a7-a33c-bace527996a9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.369326 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Deleting port a80c49c3-4bc8-48ce-8979-687cb7269866 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:34.369665 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.402974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183f9693-2a18-47a4-8b34-c5f34f60b3d7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:34.407122 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-183f9693-2a18-47a4-8b34-c5f34f60b3d7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.418998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a6cce-90ae-446c-8753-49fe1a9f174d None None] The sync data for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv is: [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:31Z', 'revision_number': 4, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:32Z', 'revision_number': 4, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:30Z', 'revision_number': 1, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:34.426534 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-307db38e-8c36-4ec5-a3a5-4312e12c4f20 req-821d6a68-6f5b-40f5-9865-c0492c09b144 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160569 Nov 28 07:48:34.430161 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8af23d6a-c36f-477f-a5f4-6c31f2d213e4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3445659 Nov 28 07:48:34.437214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38246) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:34.439679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-865258cd-0feb-42a7-a33c-bace527996a9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.460741 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-07529243-6a83-47e9-b4a5-176af60635cc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': '855337f1-5f5e-4964-a2aa-8afd8e5fe909', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:34.507986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-314dc286-aae5-4bee-b128-5c7995550b26 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Deleting port 26e3350c-278b-45df-8263-99b59680fcd6 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:34.507986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-314dc286-aae5-4bee-b128-5c7995550b26 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.543241 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] For port a80c49c3-4bc8-48ce-8979-687cb7269866, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a80c49c3-4bc8-48ce-8979-687cb7269866,segment=NetworkSegment(fe116fb0-31c0-4c84-9895-1eb260b6aa4c),segment_id=fe116fb0-31c0-4c84-9895-1eb260b6aa4c)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:34.543538 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.570011 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Calling delete_port for a80c49c3-4bc8-48ce-8979-687cb7269866 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:34.574163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.611320 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183f9693-2a18-47a4-8b34-c5f34f60b3d7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:48:34.626848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-183f9693-2a18-47a4-8b34-c5f34f60b3d7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.627412 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-183f9693-2a18-47a4-8b34-c5f34f60b3d7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Added segment a87a3fe8-9547-4921-8453-37aa0ee362a4 of type vlan for network cb2a2183-7037-48a7-becc-2b61967b47d0 Nov 28 07:48:34.678615 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-183f9693-2a18-47a4-8b34-c5f34f60b3d7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.759382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device caabe0d0-878d-4982-8404-4431db6773f3 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:34.775229 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-183f9693-2a18-47a4-8b34-c5f34f60b3d7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.781896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183f9693-2a18-47a4-8b34-c5f34f60b3d7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:34.783470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-183f9693-2a18-47a4-8b34-c5f34f60b3d7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.816249 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-183f9693-2a18-47a4-8b34-c5f34f60b3d7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5162654 Nov 28 07:48:34.824605 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38248) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:34.834012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d85951c3-61ab-40ee-854f-8fc81f5b0e1f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'subnet': {'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:34.842928 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-865258cd-0feb-42a7-a33c-bace527996a9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.843322 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-314dc286-aae5-4bee-b128-5c7995550b26 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.872317 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-19661111-218c-42eb-a30d-defd9218cb5e None None] Provisioning complete for port 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:34.873145 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19661111-218c-42eb-a30d-defd9218cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.890286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Allocated IP 172.20.0.2 (855337f1-5f5e-4964-a2aa-8afd8e5fe909/dd24d6f0-d48c-46ec-b46f-af83ad4493f4/5eaa5dc0-665f-442b-bae0-b3d98616bc37) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:34.905180 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-314dc286-aae5-4bee-b128-5c7995550b26 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Calling delete_port for 26e3350c-278b-45df-8263-99b59680fcd6 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:34.938305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f9693-2a18-47a4-8b34-c5f34f60b3d7 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Network': ['ID=cb2a2183-7037-48a7-becc-2b61967b47d0,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:34.954210 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07529243-6a83-47e9-b4a5-176af60635cc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:34.959509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07529243-6a83-47e9-b4a5-176af60635cc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:34.992795 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network cb2a2183-7037-48a7-becc-2b61967b47d0 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:48:34.996018 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port caabe0d0-878d-4982-8404-4431db6773f3 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:34.996018 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.167616 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.204511 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-865258cd-0feb-42a7-a33c-bace527996a9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.247011 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No DVR routers for this DVR port a80c49c3-4bc8-48ce-8979-687cb7269866 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:35.255462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865258cd-0feb-42a7-a33c-bace527996a9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=95fbf8e4-a9a8-43b9-a069-16fdbbf83804,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:35.264470 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Port': ['ID=a80c49c3-4bc8-48ce-8979-687cb7269866,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:35.270851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-865258cd-0feb-42a7-a33c-bace527996a9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.272544 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85951c3-61ab-40ee-854f-8fc81f5b0e1f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Made reservation on behalf of 4a69828eb2eb49baba58adf384438a61 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:35.275254 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-865258cd-0feb-42a7-a33c-bace527996a9 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/95fbf8e4-a9a8-43b9-a069-16fdbbf83804 HTTP/1.1" status: 204 len: 168 time: 1.0504479 Nov 28 07:48:35.276120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d85951c3-61ab-40ee-854f-8fc81f5b0e1f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.278952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38250) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:35.293401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07529243-6a83-47e9-b4a5-176af60635cc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.347614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07529243-6a83-47e9-b4a5-176af60635cc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network 855337f1-5f5e-4964-a2aa-8afd8e5fe909 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:35.351720 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-07529243-6a83-47e9-b4a5-176af60635cc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:35.356624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07529243-6a83-47e9-b4a5-176af60635cc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:35.357685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07529243-6a83-47e9-b4a5-176af60635cc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.368334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07529243-6a83-47e9-b4a5-176af60635cc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Subnet': ['ID=4f349de6-58c4-4219-9026-8c7b1b909c19,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:35.396333 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-07529243-6a83-47e9-b4a5-176af60635cc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9453018 Nov 28 07:48:35.397073 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38252) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:35.402583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'network_id': '855337f1-5f5e-4964-a2aa-8afd8e5fe909', 'fixed_ips': [{'subnet_id': 'dd24d6f0-d48c-46ec-b46f-af83ad4493f4'}, {'subnet_id': '4f349de6-58c4-4219-9026-8c7b1b909c19'}], 'name': 'tempest-PortsTestJSON-443388440'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:35.419921 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2919c56e-02ee-4f5a-ba57-9bcaa2823437 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163003 Nov 28 07:48:35.429803 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38254) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:35.434196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-314dc286-aae5-4bee-b128-5c7995550b26 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.437974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-ff610fe2-f0e1-4b46-8427-51e8e4d3dd13 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:35.533399 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.534742 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19661111-218c-42eb-a30d-defd9218cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.568286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.579269 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314dc286-aae5-4bee-b128-5c7995550b26 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event deleted for resources: {'Port': ['ID=26e3350c-278b-45df-8263-99b59680fcd6,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:35.593743 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.658145 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8281473d-f5e4-4b04-a0bc-c69d6492290b None None] Update dhcp port {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': '95fbf8e4-a9a8-43b9-a069-16fdbbf83804'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': '597e5988-69f1-41de-907a-de71fe4ca1bf'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:48:35.676886 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff610fe2-f0e1-4b46-8427-51e8e4d3dd13 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:35.682131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff610fe2-f0e1-4b46-8427-51e8e4d3dd13 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.682732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Network 855337f1-5f5e-4964-a2aa-8afd8e5fe909 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:35.689944 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:35.693297 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:35.704034 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.777516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8281473d-f5e4-4b04-a0bc-c69d6492290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.782258 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e885aefe-5396-4b33-b883-7195261aeb74']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:35.796754 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.814100 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe116fb0-31c0-4c84-9895-1eb260b6aa4c') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:35.814373 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe116fb0-31c0-4c84-9895-1eb260b6aa4c') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:35.857004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.866154 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:35.956970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port caabe0d0-878d-4982-8404-4431db6773f3, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=caabe0d0-878d-4982-8404-4431db6773f3,segment=NetworkSegment(ba46a3ad-9bad-4852-a26f-f9e4942853bc),segment_id=ba46a3ad-9bad-4852-a26f-f9e4942853bc)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:36.000059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-19661111-218c-42eb-a30d-defd9218cb5e None None] For port 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7fb32074-645b-4527-a4bc-1bf9b5d9e0a7,segment=NetworkSegment(81b02cad-a115-45d5-8abe-14e09d2d8e34),segment_id=81b02cad-a115-45d5-8abe-14e09d2d8e34)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:36.001570 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Pushing event updated for resources: {'Port': ['ID=5eaa5dc0-665f-442b-bae0-b3d98616bc37,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:36.023902 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.024701 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b435033e-9f54-4452-83cf-a1022ddc139f up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:36.042281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19661111-218c-42eb-a30d-defd9218cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.048952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff610fe2-f0e1-4b46-8427-51e8e4d3dd13 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.115295 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff610fe2-f0e1-4b46-8427-51e8e4d3dd13 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:36.124993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-ff610fe2-f0e1-4b46-8427-51e8e4d3dd13 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:36.136386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff610fe2-f0e1-4b46-8427-51e8e4d3dd13 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:36.136980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff610fe2-f0e1-4b46-8427-51e8e4d3dd13 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.154925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb22a5bf-dc52-4f36-9e64-d525310bcc4a None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:36.176351 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff610fe2-f0e1-4b46-8427-51e8e4d3dd13 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=c3e2c5a2-a6e8-4a70-95c9-7a990364f1ba,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:36.221526 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:36.233606 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-314dc286-aae5-4bee-b128-5c7995550b26 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.239319 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-314dc286-aae5-4bee-b128-5c7995550b26 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "DELETE /v2.0/ports/26e3350c-278b-45df-8263-99b59680fcd6 HTTP/1.1" status: 204 len: 168 time: 2.7022982 Nov 28 07:48:36.243682 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.252576 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ff610fe2-f0e1-4b46-8427-51e8e4d3dd13 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8154831 Nov 28 07:48:36.258471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38258) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:36.258865 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38260) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:36.297327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ba4dea0d-0dd6-4993-90c9-47cbb915b368 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:36.310513 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d50eb82-ac46-464b-a293-4fcd753c59aa tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] GET failed (client error): The resource could not be found. Nov 28 07:48:36.318432 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2d50eb82-ac46-464b-a293-4fcd753c59aa tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "GET /v2.0/ports/26e3350c-278b-45df-8263-99b59680fcd6 HTTP/1.1" status: 404 len: 333 time: 0.0518692 Nov 28 07:48:36.321830 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753ed1b-0dcd-4478-b6ad-93bd141d9270 req-ec8db63d-7c66-4d11-b6f6-a08f9988e548 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:36.323810 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38262) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:36.324957 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9753ed1b-0dcd-4478-b6ad-93bd141d9270 req-ec8db63d-7c66-4d11-b6f6-a08f9988e548 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.7432058 Nov 28 07:48:36.326207 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:48:36.326693 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.329214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Request body: {'port': {'network_id': 'b1b347d3-71c2-465e-a06a-74bc038765da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-991645926'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:48:36.348618 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:48:36.392647 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Sync routers for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:36.414079 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:36.416724 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:36.438414 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9753ed1b-0dcd-4478-b6ad-93bd141d9270 req-cffa80cd-515d-40d3-926d-300f21771173 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738606 Nov 28 07:48:36.442439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.490651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Attempting to bind port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:36.490962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Attempting to bind port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'cb45afa9-7dd9-4521-adc3-559410bc8e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '855337f1-5f5e-4964-a2aa-8afd8e5fe909'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:36.491330 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Attempting to bind port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 on network 855337f1-5f5e-4964-a2aa-8afd8e5fe909 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:36.549717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:36.550094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Checking segment: {'id': 'cb45afa9-7dd9-4521-adc3-559410bc8e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '855337f1-5f5e-4964-a2aa-8afd8e5fe909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:36.550548 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.550976 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Bound using segment: {'id': 'cb45afa9-7dd9-4521-adc3-559410bc8e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '855337f1-5f5e-4964-a2aa-8afd8e5fe909'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:36.551463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Bound port: 5eaa5dc0-665f-442b-bae0-b3d98616bc37, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb45afa9-7dd9-4521-adc3-559410bc8e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '855337f1-5f5e-4964-a2aa-8afd8e5fe909'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:36.551844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.588659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port bf32661f-e127-4e47-b01f-108d43c968fd yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:36.600851 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:36.602457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b1768c27-a936-4fea-ac06-9f6f302c6f32 None None] Provisioning complete for port edc6b696-d8cc-4588-a028-09ae5be03276 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:36.620835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1768c27-a936-4fea-ac06-9f6f302c6f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.652140 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d85951c3-61ab-40ee-854f-8fc81f5b0e1f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.671948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=caabe0d0-878d-4982-8404-4431db6773f3,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:36.696907 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.701242 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Router 17b169cd-daf3-4b07-94eb-e17ccf38d738 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:48:36.730119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.736094 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/e885aefe-5396-4b33-b883-7195261aeb74 HTTP/1.1" status: 204 len: 168 time: 7.1011553 Nov 28 07:48:36.742605 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port b435033e-9f54-4452-83cf-a1022ddc139f triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:36.742921 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.756626 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38264) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:36.766657 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c07e16a6-b099-40f5-bb19-14b99d013a6c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-354998492'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:36.794851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b1768c27-a936-4fea-ac06-9f6f302c6f32 None None] Port edc6b696-d8cc-4588-a028-09ae5be03276 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:36.822068 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5427b6-8525-4c35-99c8-7d9733462506 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Network': ['ID=e885aefe-5396-4b33-b883-7195261aeb74,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:36.852307 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.api [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:48:36.852307 dv-neutron-744815-16-hyperv neutron-server[115118]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 28 07:48:36.852307 dv-neutron-744815-16-hyperv neutron-server[115118]: [parameters: {'project_id': 'd7946e6a2562404d866ae4adf1b9c101', 'id': '3c858c4a-1811-4f84-bda3-e9eaf784e980', 'expiration': datetime.datetime(2021, 11, 28, 7, 50, 36, 821143)}] Nov 28 07:48:36.852307 dv-neutron-744815-16-hyperv neutron-server[115118]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:48:36.853385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG oslo_db.api [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:48:36.854294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85951c3-61ab-40ee-854f-8fc81f5b0e1f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Subnet': ['ID=e360979e-432a-4ac1-b0dd-82bb1ad32ffb,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:36.868651 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.api [None req-c07e16a6-b099-40f5-bb19-14b99d013a6c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:48:36.868651 dv-neutron-744815-16-hyperv neutron-server[115119]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 28 07:48:36.868651 dv-neutron-744815-16-hyperv neutron-server[115119]: [parameters: {'project_id_1': '33f82d3e6fff4150af406bef92d9867d', 'expiration_1': datetime.datetime(2021, 11, 28, 7, 48, 16, 832461)}] Nov 28 07:48:36.868651 dv-neutron-744815-16-hyperv neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:48:36.869437 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG oslo_db.api [None req-c07e16a6-b099-40f5-bb19-14b99d013a6c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:48:36.875566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85951c3-61ab-40ee-854f-8fc81f5b0e1f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Checking segment: {'id': 'a87a3fe8-9547-4921-8453-37aa0ee362a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:36.876087 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85951c3-61ab-40ee-854f-8fc81f5b0e1f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network hostable DHCP agents. Network: cb2a2183-7037-48a7-becc-2b61967b47d0, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:48:36.876701 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] For port 5eaa5dc0-665f-442b-bae0-b3d98616bc37, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:36.882523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4dea0d-0dd6-4993-90c9-47cbb915b368 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:36.886931 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ba4dea0d-0dd6-4993-90c9-47cbb915b368 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.894719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19661111-218c-42eb-a30d-defd9218cb5e None None] Pushing event updated for resources: {'Port': ['ID=7fb32074-645b-4527-a4bc-1bf9b5d9e0a7,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:36.904775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] For port 5eaa5dc0-665f-442b-bae0-b3d98616bc37, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5eaa5dc0-665f-442b-bae0-b3d98616bc37,segment=NetworkSegment(cb45afa9-7dd9-4521-adc3-559410bc8e30),segment_id=cb45afa9-7dd9-4521-adc3-559410bc8e30)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:36.912086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b1768c27-a936-4fea-ac06-9f6f302c6f32 None None] Provisioning complete for port 597e5988-69f1-41de-907a-de71fe4ca1bf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:36.912464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1768c27-a936-4fea-ac06-9f6f302c6f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.918899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:36.922053 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:31Z', 'revision_number': 4, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:32Z', 'revision_number': 2, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:36.925072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be8560-3c0f-4400-b311-403540a70a4c req-6cb4e520-53da-4463-9e2e-14ce74e3f097 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:36.926817 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-51be8560-3c0f-4400-b311-403540a70a4c req-6cb4e520-53da-4463-9e2e-14ce74e3f097 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.4383602 Nov 28 07:48:36.965092 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Checking router: 1747cb74-868b-42fc-9889-db406e82837c for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:48:36.965446 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Updating router 1747cb74-868b-42fc-9889-db406e82837c port edc6b696-d8cc-4588-a028-09ae5be03276 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:48:37.019805 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:37.084846 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:37.107946 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.ipam_backend_mixin [None req-ba4dea0d-0dd6-4993-90c9-47cbb915b368 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3e2c5a2-a6e8-4a70-95c9-7a990364f1ba (CIDR: 2001:db8::/64) Nov 28 07:48:37.111645 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Allocated IP 172.20.0.9 (855337f1-5f5e-4964-a2aa-8afd8e5fe909/dd24d6f0-d48c-46ec-b46f-af83ad4493f4/bf32661f-e127-4e47-b01f-108d43c968fd) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:37.116023 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea70875-d00e-4c3b-9916-5e54ecbd911e None None] Sync routers for ids ['17b169cd-daf3-4b07-94eb-e17ccf38d738'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:37.121207 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:37.123120 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c461d5e6-b0c0-4bf1-92a1-29d07cd10136 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "PUT /v2.0/routers/17b169cd-daf3-4b07-94eb-e17ccf38d738 HTTP/1.1" status: 200 len: 917 time: 7.1027203 Nov 28 07:48:37.127891 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38266) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:37.129307 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4dea0d-0dd6-4993-90c9-47cbb915b368 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:48:37.129848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Allocated IP 172.20.0.30 (855337f1-5f5e-4964-a2aa-8afd8e5fe909/4f349de6-58c4-4219-9026-8c7b1b909c19/bf32661f-e127-4e47-b01f-108d43c968fd) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:37.130805 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4dea0d-0dd6-4993-90c9-47cbb915b368 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:37.135701 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85951c3-61ab-40ee-854f-8fc81f5b0e1f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network cb2a2183-7037-48a7-becc-2b61967b47d0 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:48:37.151998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e5975-61d3-436f-b58b-9f93234fb179 None None] Pushing event updated for resources: {'Port': ['ID=5eaa5dc0-665f-442b-bae0-b3d98616bc37,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:37.158995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-d85951c3-61ab-40ee-854f-8fc81f5b0e1f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, cb2a2183-7037-48a7-becc-2b61967b47d0) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:37.169005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85951c3-61ab-40ee-854f-8fc81f5b0e1f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:37.169548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d85951c3-61ab-40ee-854f-8fc81f5b0e1f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:37.186292 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ba4dea0d-0dd6-4993-90c9-47cbb915b368 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8934605 Nov 28 07:48:37.188402 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38268) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:37.192880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666a3db4-ad2d-4a5e-9560-43ded3fef370 None None] Network cb2a2183-7037-48a7-becc-2b61967b47d0 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:37.207569 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'subnet': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:37.234169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea70875-d00e-4c3b-9916-5e54ecbd911e None None] Routers {'17b169cd-daf3-4b07-94eb-e17ccf38d738'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:37.234816 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-3ea70875-d00e-4c3b-9916-5e54ecbd911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['17b169cd-daf3-4b07-94eb-e17ccf38d738'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:37.263236 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d85951c3-61ab-40ee-854f-8fc81f5b0e1f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4322984 Nov 28 07:48:37.268443 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38270) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:37.322395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-51be8560-3c0f-4400-b311-403540a70a4c req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Deleting port 897b786e-b7cb-4610-aa9c-b106f514cf9f {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:37.323602 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-51be8560-3c0f-4400-b311-403540a70a4c req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:37.386168 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-3ea70875-d00e-4c3b-9916-5e54ecbd911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:37.456117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Made reservation on behalf of d7946e6a2562404d866ae4adf1b9c101 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:37.461327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:37.521592 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea70875-d00e-4c3b-9916-5e54ecbd911e None None] Routers {'17b169cd-daf3-4b07-94eb-e17ccf38d738'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:37.522533 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-3ea70875-d00e-4c3b-9916-5e54ecbd911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['17b169cd-daf3-4b07-94eb-e17ccf38d738'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:37.536842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b1768c27-a936-4fea-ac06-9f6f302c6f32 None None] Could not find standard attr ID for object 26e3350c-278b-45df-8263-99b59680fcd6. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:48:37.593724 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:37.595326 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:37.602583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128629ca-0e80-4ee1-afcd-d8ea9f342b2b None None] Update dhcp port {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'fixed_ips': [{'subnet_id': 'c3e2c5a2-a6e8-4a70-95c9-7a990364f1ba'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': '597e5988-69f1-41de-907a-de71fe4ca1bf'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:48:37.605542 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-3ea70875-d00e-4c3b-9916-5e54ecbd911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:37.606428 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea70875-d00e-4c3b-9916-5e54ecbd911e None None] The sync data for ids ['17b169cd-daf3-4b07-94eb-e17ccf38d738'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:37.606955 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:37.754980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-128629ca-0e80-4ee1-afcd-d8ea9f342b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:37.757072 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b1768c27-a936-4fea-ac06-9f6f302c6f32 None None] Provisioning complete for port caabe0d0-878d-4982-8404-4431db6773f3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:37.757446 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1768c27-a936-4fea-ac06-9f6f302c6f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:37.780165 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Pushing event updated for resources: {'Port': ['ID=edc6b696-d8cc-4588-a028-09ae5be03276,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:37.790658 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:37.791096 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:37.791481 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:37.791817 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:37.792199 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:37.792515 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:37.792852 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:37.793181 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:37.793508 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:37.793829 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:37.794145 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:37.794556 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:37.794760 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:37.811331 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Attempting to bind port edc6b696-d8cc-4588-a028-09ae5be03276 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:37.811697 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Attempting to bind port edc6b696-d8cc-4588-a028-09ae5be03276 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'ba46a3ad-9bad-4852-a26f-f9e4942853bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:37.812106 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Attempting to bind port edc6b696-d8cc-4588-a028-09ae5be03276 on network 35f29649-9720-4ddf-9035-b45950a2b867 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:37.822451 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:37.822825 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Checking segment: {'id': 'ba46a3ad-9bad-4852-a26f-f9e4942853bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:37.823250 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:37.823642 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Bound using segment: {'id': 'ba46a3ad-9bad-4852-a26f-f9e4942853bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:37.824126 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Bound port: edc6b696-d8cc-4588-a028-09ae5be03276, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba46a3ad-9bad-4852-a26f-f9e4942853bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:37.824500 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:37.921819 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-cb2a2183-7037-48a7-becc-2b61967b47d0', 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'fixed_ips': [{'subnet_id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:37.922351 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:37.944452 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:37.944823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:37.994890 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] For port edc6b696-d8cc-4588-a028-09ae5be03276, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:37.998837 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] For port edc6b696-d8cc-4588-a028-09ae5be03276, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=edc6b696-d8cc-4588-a028-09ae5be03276,segment=NetworkSegment(ba46a3ad-9bad-4852-a26f-f9e4942853bc),segment_id=ba46a3ad-9bad-4852-a26f-f9e4942853bc)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:38.009516 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:38.094660 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8797ad-dcf8-49d1-b5b3-15fde5c45d1a None None] Pushing event updated for resources: {'Port': ['ID=edc6b696-d8cc-4588-a028-09ae5be03276,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:38.159810 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:38.160971 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:38.229666 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07e16a6-b099-40f5-bb19-14b99d013a6c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:38.231223 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c716dba6-390d-4d4c-a02b-d05f0c5db5e6 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/routers/17b169cd-daf3-4b07-94eb-e17ccf38d738 HTTP/1.1" status: 200 len: 923 time: 1.0988281 Nov 28 07:48:38.233465 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c07e16a6-b099-40f5-bb19-14b99d013a6c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:38.235328 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38274) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:38.318408 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] device_id is not set on port 5ca16cc0-5af9-4dbc-8e4e-ef75b28d27f5 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:38.343618 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:38.477387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Allocated IP 172.23.0.2 (cb2a2183-7037-48a7-becc-2b61967b47d0/e360979e-432a-4ac1-b0dd-82bb1ad32ffb/d4c9980e-1448-4ade-972d-55a3347083cb) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:38.526467 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07e16a6-b099-40f5-bb19-14b99d013a6c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:48:38.546424 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:38.550143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:38.604826 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c07e16a6-b099-40f5-bb19-14b99d013a6c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:38.605174 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-c07e16a6-b099-40f5-bb19-14b99d013a6c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Added segment 340410dc-2482-4593-b8e6-3bb52179152c of type vlan for network 16984389-ac3c-439e-b34a-5391590d99e7 Nov 28 07:48:38.618549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32388769-dac0-4afe-8273-5991de2fbb19 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:38.624475 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-32388769-dac0-4afe-8273-5991de2fbb19 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&device_id=17b169cd-daf3-4b07-94eb-e17ccf38d738&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3816512 Nov 28 07:48:38.638125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38276) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:38.647794 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332f6c0-2667-4806-9880-8205de778079 req-a1d098ae-a38e-428a-9c36-4e3bbf5a56a3 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:38.649514 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a332f6c0-2667-4806-9880-8205de778079 req-a1d098ae-a38e-428a-9c36-4e3bbf5a56a3 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 946 time: 0.4252644 Nov 28 07:48:38.654115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-51be8560-3c0f-4400-b311-403540a70a4c req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] For port 897b786e-b7cb-4610-aa9c-b106f514cf9f, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=897b786e-b7cb-4610-aa9c-b106f514cf9f,segment=NetworkSegment(1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28),segment_id=1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:38.654574 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-51be8560-3c0f-4400-b311-403540a70a4c req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:38.733635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:38.755531 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10473180-6eab-46de-a33e-e9b2f545d2c1 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:38.759724 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-10473180-6eab-46de-a33e-e9b2f545d2c1 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/networks/8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 881 time: 0.1177430 Nov 28 07:48:38.763272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-128629ca-0e80-4ee1-afcd-d8ea9f342b2b None None] Allocated IP 2001:db8::2 (c04e62e3-7156-478d-ad66-af6018eecb99/c3e2c5a2-a6e8-4a70-95c9-7a990364f1ba/597e5988-69f1-41de-907a-de71fe4ca1bf) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:38.768861 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38278) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:38.800007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b1768c27-a936-4fea-ac06-9f6f302c6f32 None None] Provisioning complete for port f269e545-ff20-4e66-b035-822744ae35df triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:38.801979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1768c27-a936-4fea-ac06-9f6f302c6f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:38.804910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:38.841813 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:31Z', 'revision_number': 4, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:37Z', 'revision_number': 4, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:38.851896 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-707a18e7-1c2b-4539-a9c3-88c391f7119b tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "GET /v2.0/ports?device_id=17b169cd-daf3-4b07-94eb-e17ccf38d738 HTTP/1.1" status: 200 len: 205 time: 0.0815823 Nov 28 07:48:38.857264 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38280) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:38.860585 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c07e16a6-b099-40f5-bb19-14b99d013a6c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:38.875170 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84edbe93-521c-4772-b9af-61e03b02e377 None None] The sync data for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv is: [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:31Z', 'revision_number': 4, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:37Z', 'revision_number': 4, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:38.881655 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca3589f-ef3a-45dd-acea-fe447cd76b0c None None] Network 855337f1-5f5e-4964-a2aa-8afd8e5fe909 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:38.905499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Allocated IP 2001:db8::7c (b1b347d3-71c2-465e-a06a-74bc038765da/29ff29b1-21d7-4c8d-88f5-6995d5dea496/5ca16cc0-5af9-4dbc-8e4e-ef75b28d27f5) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:38.982424 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.024907 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c07e16a6-b099-40f5-bb19-14b99d013a6c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.031293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07e16a6-b099-40f5-bb19-14b99d013a6c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:39.032185 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c07e16a6-b099-40f5-bb19-14b99d013a6c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.150972 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Network cb2a2183-7037-48a7-becc-2b61967b47d0 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:39.152694 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a332f6c0-2667-4806-9880-8205de778079 req-2a99b6a9-bb1c-403c-9685-21e88a1ba3d7 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups?id=95567013-c975-4a28-8502-72ca0ade0df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3907516 Nov 28 07:48:39.163066 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e16a6-b099-40f5-bb19-14b99d013a6c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Network': ['ID=16984389-ac3c-439e-b34a-5391590d99e7,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:39.199980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 16984389-ac3c-439e-b34a-5391590d99e7 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:48:39.204802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:39.205022 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.208191 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:39.246180 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c07e16a6-b099-40f5-bb19-14b99d013a6c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4810767 Nov 28 07:48:39.251256 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38282) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:39.265545 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.280793 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Pushing event updated for resources: {'Port': ['ID=d4c9980e-1448-4ade-972d-55a3347083cb,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:39.292546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-35a3bcb6-5b9d-4672-bf6a-480186a7c45c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'subnet': {'network_id': '16984389-ac3c-439e-b34a-5391590d99e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:39.312788 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device caabe0d0-878d-4982-8404-4431db6773f3 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:39.314375 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b1768c27-a936-4fea-ac06-9f6f302c6f32 None None] Port f269e545-ff20-4e66-b035-822744ae35df cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:39.362842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:39.363266 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:39.363870 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:39.363870 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:39.364215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:39.364678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:39.364869 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:39.365197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:39.365521 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:39.365849 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:39.366172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:39.366489 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:39.366807 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:48:39.374916 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network 855337f1-5f5e-4964-a2aa-8afd8e5fe909 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:39.420235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:39.437062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:39.443651 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-51be8560-3c0f-4400-b311-403540a70a4c req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.443651 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-51be8560-3c0f-4400-b311-403540a70a4c req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.443979 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [req-51be8560-3c0f-4400-b311-403540a70a4c req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Floating IP 12cf4172-ba86-4a49-875d-974f3fb968e5 disassociated. External IP: 172.26.2.98, port: 897b786e-b7cb-4610-aa9c-b106f514cf9f. Nov 28 07:48:39.445196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-51be8560-3c0f-4400-b311-403540a70a4c req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Calling delete_port for 897b786e-b7cb-4610-aa9c-b106f514cf9f owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:39.458325 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.480445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-128629ca-0e80-4ee1-afcd-d8ea9f342b2b None None] For port 597e5988-69f1-41de-907a-de71fe4ca1bf, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=597e5988-69f1-41de-907a-de71fe4ca1bf,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:39.490348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=bf32661f-e127-4e47-b01f-108d43c968fd,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:39.529105 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Attempting to bind port d4c9980e-1448-4ade-972d-55a3347083cb on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:39.529484 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Attempting to bind port d4c9980e-1448-4ade-972d-55a3347083cb by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'a87a3fe8-9547-4921-8453-37aa0ee362a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:39.529931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Attempting to bind port d4c9980e-1448-4ade-972d-55a3347083cb on network cb2a2183-7037-48a7-becc-2b61967b47d0 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:39.561925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] Provisioning complete for port edc6b696-d8cc-4588-a028-09ae5be03276 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:39.562287 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.570071 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:39.570725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Checking segment: {'id': 'a87a3fe8-9547-4921-8453-37aa0ee362a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:39.570851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.571323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Bound using segment: {'id': 'a87a3fe8-9547-4921-8453-37aa0ee362a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:39.571804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Bound port: d4c9980e-1448-4ade-972d-55a3347083cb, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87a3fe8-9547-4921-8453-37aa0ee362a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:39.572408 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.582906 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:39.583543 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.589134 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.602324 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.605249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a3bcb6-5b9d-4672-bf6a-480186a7c45c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:39.608790 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-35a3bcb6-5b9d-4672-bf6a-480186a7c45c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.622552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-128629ca-0e80-4ee1-afcd-d8ea9f342b2b None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.665604 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e25ba0a2-fce3-4431-9329-de1f9562ee30 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.2647882 Nov 28 07:48:39.666381 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38284) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:39.668226 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-128629ca-0e80-4ee1-afcd-d8ea9f342b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.672622 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-51a89b95-c7be-4d92-9511-41afc3f42b18 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dd24d6f0-d48c-46ec-b46f-af83ad4493f4'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:39.695099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.ipam_backend_mixin [None req-35a3bcb6-5b9d-4672-bf6a-480186a7c45c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Performing IP validity checks on allocation pools {{(pid=115118) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 28 07:48:39.695967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.ipam_backend_mixin [None req-35a3bcb6-5b9d-4672-bf6a-480186a7c45c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115118) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 28 07:48:39.705207 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port caabe0d0-878d-4982-8404-4431db6773f3 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:39.705628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.781577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.857237 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Network b1b347d3-71c2-465e-a06a-74bc038765da is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:39.873058 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128629ca-0e80-4ee1-afcd-d8ea9f342b2b None None] Pushing event updated for resources: {'Port': ['ID=597e5988-69f1-41de-907a-de71fe4ca1bf,revision_number=8']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:39.876857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:39.878055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] For port d4c9980e-1448-4ade-972d-55a3347083cb, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:39.889473 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:39.895740 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:39.896392 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.904148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-51be8560-3c0f-4400-b311-403540a70a4c req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:39.920343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event updated for resources: {'Port': ['ID=5ca16cc0-5af9-4dbc-8e4e-ef75b28d27f5,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:39.954306 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] For port d4c9980e-1448-4ade-972d-55a3347083cb, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d4c9980e-1448-4ade-972d-55a3347083cb,segment=NetworkSegment(a87a3fe8-9547-4921-8453-37aa0ee362a4),segment_id=a87a3fe8-9547-4921-8453-37aa0ee362a4)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:39.980699 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:40.007938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Pushing event deleted for resources: {'Port': ['ID=897b786e-b7cb-4610-aa9c-b106f514cf9f,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:40.027549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:40.060366 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7680725a-8972-4363-b4e5-c0b2f0f8a1f0 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.7353549 Nov 28 07:48:40.062700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38286) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:40.073460 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-58e62f42-1485-4bf8-ac73-0d492da078e3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1a:c1:a4'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:40.077866 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-35a3bcb6-5b9d-4672-bf6a-480186a7c45c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:40.202006 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c76bb-fcfb-45d4-8832-31da1c2bc86e None None] Pushing event updated for resources: {'Port': ['ID=d4c9980e-1448-4ade-972d-55a3347083cb,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:40.230193 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] For port edc6b696-d8cc-4588-a028-09ae5be03276, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=edc6b696-d8cc-4588-a028-09ae5be03276,segment=NetworkSegment(ba46a3ad-9bad-4852-a26f-f9e4942853bc),segment_id=ba46a3ad-9bad-4852-a26f-f9e4942853bc)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:40.232835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e98a9-e28a-460e-b5d9-c0410631e5b4 None None] Update dhcp port {'port': {'network_id': '855337f1-5f5e-4964-a2aa-8afd8e5fe909', 'fixed_ips': [{'subnet_id': 'dd24d6f0-d48c-46ec-b46f-af83ad4493f4', 'ip_address': '172.20.0.2'}, {'subnet_id': '4f349de6-58c4-4219-9026-8c7b1b909c19'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': '5eaa5dc0-665f-442b-bae0-b3d98616bc37'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:48:40.259385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:40.358329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 597e5988-69f1-41de-907a-de71fe4ca1bf no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:40.360750 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9e3e98a9-e28a-460e-b5d9-c0410631e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:40.480543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] Pushing event updated for resources: {'Port': ['ID=edc6b696-d8cc-4588-a028-09ae5be03276,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:40.501664 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] Provisioning complete for port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:40.502289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:40.591196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3bcb6-5b9d-4672-bf6a-480186a7c45c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Subnet': ['ID=1c3e0036-dabe-46df-9fe1-90cee755a363,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:40.610310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51be8560-3c0f-4400-b311-403540a70a4c req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Router 975dc089-e7c1-4a7b-a283-f0abe50ed838 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:48:40.653028 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a3bcb6-5b9d-4672-bf6a-480186a7c45c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Checking segment: {'id': '340410dc-2482-4593-b8e6-3bb52179152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '16984389-ac3c-439e-b34a-5391590d99e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:40.653364 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a3bcb6-5b9d-4672-bf6a-480186a7c45c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network hostable DHCP agents. Network: 16984389-ac3c-439e-b34a-5391590d99e7, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:48:40.684869 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.objects.ports [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115119) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:48:40.763968 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a3bcb6-5b9d-4672-bf6a-480186a7c45c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network 16984389-ac3c-439e-b34a-5391590d99e7 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:48:40.793681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-35a3bcb6-5b9d-4672-bf6a-480186a7c45c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 16984389-ac3c-439e-b34a-5391590d99e7) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:40.804515 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-788df368-a325-4dd2-88f4-10edfcbf741d req-49f33f54-d734-4eb2-b65f-21e7809a2ce5 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 210 time: 0.1331439 Nov 28 07:48:40.841164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-9e3e98a9-e28a-460e-b5d9-c0410631e5b4 None None] Allocated IP 172.20.0.18 (855337f1-5f5e-4964-a2aa-8afd8e5fe909/4f349de6-58c4-4219-9026-8c7b1b909c19/5eaa5dc0-665f-442b-bae0-b3d98616bc37) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:40.847636 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a3bcb6-5b9d-4672-bf6a-480186a7c45c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:40.848234 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-35a3bcb6-5b9d-4672-bf6a-480186a7c45c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:40.858778 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-51a89b95-c7be-4d92-9511-41afc3f42b18 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:40.881928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Deleting port f269e545-ff20-4e66-b035-822744ae35df {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:40.882161 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:40.907979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ca4cb7-8cd1-4c76-a2a0-50258bd0f2df None None] Network 16984389-ac3c-439e-b34a-5391590d99e7 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:40.924294 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-58e62f42-1485-4bf8-ac73-0d492da078e3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:40.988014 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-35a3bcb6-5b9d-4672-bf6a-480186a7c45c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7292142 Nov 28 07:48:40.994215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38290) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:41.000122 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 897b786e-b7cb-4610-aa9c-b106f514cf9f no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:41.041447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Allocated IP 172.23.0.1 (cb2a2183-7037-48a7-becc-2b61967b47d0/e360979e-432a-4ac1-b0dd-82bb1ad32ffb/63f4269d-f340-4a40-ae2e-aa053dedc6a1) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:41.083594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 897b786e-b7cb-4610-aa9c-b106f514cf9f {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:48:41.083594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 897b786e-b7cb-4610-aa9c-b106f514cf9f not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:48:41.084958 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:41.137683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51be8560-3c0f-4400-b311-403540a70a4c req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:41.150431 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c25ef2-e0d2-4101-9b8f-213fb42b5902 None None] Sync routers for ids ['975dc089-e7c1-4a7b-a283-f0abe50ed838'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:41.176126 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c25ef2-e0d2-4101-9b8f-213fb42b5902 None None] Routers {'975dc089-e7c1-4a7b-a283-f0abe50ed838'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:41.177123 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-35c25ef2-e0d2-4101-9b8f-213fb42b5902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['975dc089-e7c1-4a7b-a283-f0abe50ed838'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:41.241768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-51be8560-3c0f-4400-b311-403540a70a4c req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] No DVR routers for this DVR port 897b786e-b7cb-4610-aa9c-b106f514cf9f on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:41.245045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-51be8560-3c0f-4400-b311-403540a70a4c req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:41.248964 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-51be8560-3c0f-4400-b311-403540a70a4c req-b1bbe367-ecc8-40c2-8e70-90918b656825 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.35 "DELETE /v2.0/ports/897b786e-b7cb-4610-aa9c-b106f514cf9f HTTP/1.1" status: 204 len: 173 time: 4.3089485 Nov 28 07:48:41.256369 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a27ff50-49e3-4e4f-89d9-50e9e61edadc', 'name': 'network-vif-deleted', 'tag': '897b786e-b7cb-4610-aa9c-b106f514cf9f'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:48:41.259632 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c34e1f6-c238-45c4-87df-fb843a09a010" -d '{"events": [{"server_uuid": "6a27ff50-49e3-4e4f-89d9-50e9e61edadc", "name": "network-vif-deleted", "tag": "897b786e-b7cb-4610-aa9c-b106f514cf9f"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:48:41.262314 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:41.263140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:41.272875 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:41.303614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Calling delete_port for f269e545-ff20-4e66-b035-822744ae35df owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:41.341813 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e18d530-f36e-4c13-8f5a-aaea3c7c259f None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:41.360626 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:41.369179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9e3e98a9-e28a-460e-b5d9-c0410631e5b4 None None] For port 5eaa5dc0-665f-442b-bae0-b3d98616bc37, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5eaa5dc0-665f-442b-bae0-b3d98616bc37,segment=NetworkSegment(cb45afa9-7dd9-4521-adc3-559410bc8e30),segment_id=cb45afa9-7dd9-4521-adc3-559410bc8e30)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:41.418207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f6e339-8f18-4ca4-97f0-0468c55bb750 x-openstack-request-id: req-b6f6e339-8f18-4ca4-97f0-0468c55bb750 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:48:41.418743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a27ff50-49e3-4e4f-89d9-50e9e61edadc", "name": "network-vif-deleted", "tag": "897b786e-b7cb-4610-aa9c-b106f514cf9f", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:48:41.419156 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6f6e339-8f18-4ca4-97f0-0468c55bb750 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:48:41.419753 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a27ff50-49e3-4e4f-89d9-50e9e61edadc', 'name': 'network-vif-deleted', 'tag': '897b786e-b7cb-4610-aa9c-b106f514cf9f', 'status': 'completed', 'code': 200} Nov 28 07:48:41.445860 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-35c25ef2-e0d2-4101-9b8f-213fb42b5902 None None] Set router 975dc089-e7c1-4a7b-a283-f0abe50ed838 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:41.485154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:41.495676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:41.586057 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-58e62f42-1485-4bf8-ac73-0d492da078e3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:41.609764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-58e62f42-1485-4bf8-ac73-0d492da078e3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:41.745943 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-35c25ef2-e0d2-4101-9b8f-213fb42b5902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:44:41Z', 'revision_number': 4, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port': {'id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:32Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '3616f27b-6370-4cc0-a8ad-379e57c9c309', 'name': '', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'mac_address': 'fa:16:3e:b1:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:40Z', 'updated_at': '2021-11-28T07:44:56Z', 'revision_number': 5, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'subnets': [{'id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:41.777832 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c25ef2-e0d2-4101-9b8f-213fb42b5902 None None] Checking router: 975dc089-e7c1-4a7b-a283-f0abe50ed838 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:48:41.788381 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c25ef2-e0d2-4101-9b8f-213fb42b5902 None None] Routers {'975dc089-e7c1-4a7b-a283-f0abe50ed838'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:41.788889 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-35c25ef2-e0d2-4101-9b8f-213fb42b5902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['975dc089-e7c1-4a7b-a283-f0abe50ed838'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:41.800975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e62f42-1485-4bf8-ac73-0d492da078e3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event updated for resources: {'Port': ['ID=5ca16cc0-5af9-4dbc-8e4e-ef75b28d27f5,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:41.827542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-58e62f42-1485-4bf8-ac73-0d492da078e3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] In _notify_port_updated(), no bound segment for port 5ca16cc0-5af9-4dbc-8e4e-ef75b28d27f5 on network b1b347d3-71c2-465e-a06a-74bc038765da {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:48:41.848794 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e62f42-1485-4bf8-ac73-0d492da078e3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:41.849786 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-58e62f42-1485-4bf8-ac73-0d492da078e3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:41.851290 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-58e62f42-1485-4bf8-ac73-0d492da078e3 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "PUT /v2.0/ports/5ca16cc0-5af9-4dbc-8e4e-ef75b28d27f5 HTTP/1.1" status: 200 len: 1001 time: 1.7862825 Nov 28 07:48:41.875438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38300) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:42.006132 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.027883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.051952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9e3e98a9-e28a-460e-b5d9-c0410631e5b4 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.083788 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49401f65-3505-4ca3-bd1f-6be6f65ed27c None None] Network cb2a2183-7037-48a7-becc-2b61967b47d0 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:42.085747 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-35c25ef2-e0d2-4101-9b8f-213fb42b5902 None None] Set router 975dc089-e7c1-4a7b-a283-f0abe50ed838 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:42.088015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9e3e98a9-e28a-460e-b5d9-c0410631e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.093642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3e0036-dabe-46df-9fe1-90cee755a363,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:42.157562 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b0f44b64-972a-4d9b-abbf-9efad4468238 req-f2cabfb5-f848-4073-9f93-3a7c21144472 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a27ff50-49e3-4e4f-89d9-50e9e61edadc HTTP/1.1" status: 200 len: 210 time: 0.1423042 Nov 28 07:48:42.201522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:48:42.202841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:48:42.224341 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7170f48-e202-48c2-a0c5-1dcb9206878a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-16984389-ac3c-439e-b34a-5391590d99e7', 'network_id': '16984389-ac3c-439e-b34a-5391590d99e7', 'tenant_id': '33f82d3e6fff4150af406bef92d9867d', 'fixed_ips': [{'subnet_id': '1c3e0036-dabe-46df-9fe1-90cee755a363'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:42.225410 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a7170f48-e202-48c2-a0c5-1dcb9206878a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.238687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.258734 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network cb2a2183-7037-48a7-becc-2b61967b47d0 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:42.271041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16984389-ac3c-439e-b34a-5391590d99e7']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:42.286163 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:48:42.286669 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:48:42.287496 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:42.299499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340410dc-2482-4593-b8e6-3bb52179152c') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:42.300619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340410dc-2482-4593-b8e6-3bb52179152c') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:42.302442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:42.310958 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] For port 597e5988-69f1-41de-907a-de71fe4ca1bf, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=597e5988-69f1-41de-907a-de71fe4ca1bf,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:42.313143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=63f4269d-f340-4a40-ae2e-aa053dedc6a1,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:42.318444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.336001 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-b85fb533-0577-4e7e-bce3-786bb6d9c089 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Deleting port 5ca16cc0-5af9-4dbc-8e4e-ef75b28d27f5 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:42.336536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b85fb533-0577-4e7e-bce3-786bb6d9c089 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.355534 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-51a89b95-c7be-4d92-9511-41afc3f42b18 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Delete allocated IP 172.20.0.30 (855337f1-5f5e-4964-a2aa-8afd8e5fe909/4f349de6-58c4-4219-9026-8c7b1b909c19) {{(pid=115119) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 28 07:48:42.356028 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.370378 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.378432 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:48:42.379216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:48:42.383491 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:48:42.444976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Pushing event deleted for resources: {'Port': ['ID=f269e545-ff20-4e66-b035-822744ae35df,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:42.467483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.479942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.517652 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b85fb533-0577-4e7e-bce3-786bb6d9c089 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.533783 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-b85fb533-0577-4e7e-bce3-786bb6d9c089 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Calling delete_port for 5ca16cc0-5af9-4dbc-8e4e-ef75b28d27f5 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:42.544289 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-35c25ef2-e0d2-4101-9b8f-213fb42b5902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:44:41Z', 'revision_number': 4, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port': {'id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:32Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '3616f27b-6370-4cc0-a8ad-379e57c9c309', 'name': '', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'mac_address': 'fa:16:3e:b1:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:40Z', 'updated_at': '2021-11-28T07:44:56Z', 'revision_number': 5, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'subnets': [{'id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:42.572365 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.573109 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.587071 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c25ef2-e0d2-4101-9b8f-213fb42b5902 None None] The sync data for ids ['975dc089-e7c1-4a7b-a283-f0abe50ed838'] in dv-neutron-744815-16-hyperv is: [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:44:41Z', 'revision_number': 4, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port': {'id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:32Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '3616f27b-6370-4cc0-a8ad-379e57c9c309', 'name': '', 'network_id': 'ce72ab99-bc55-4271-8115-f97c259a6f8d', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'mac_address': 'fa:16:3e:b1:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:40Z', 'updated_at': '2021-11-28T07:44:56Z', 'revision_number': 5, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'subnets': [{'id': '51531a79-bee1-4e02-84fa-65543380b2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:42.608427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7e73fa-edd5-4306-ac33-6ad4f8c77516 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:42.655015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e98a9-e28a-460e-b5d9-c0410631e5b4 None None] Pushing event updated for resources: {'Port': ['ID=5eaa5dc0-665f-442b-bae0-b3d98616bc37,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:42.716850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:42.744213 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:42.749976 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324e7915-a3ff-417e-8eb7-180251ae0db6 None None] Network 16984389-ac3c-439e-b34a-5391590d99e7 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:42.754691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.759494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b85fb533-0577-4e7e-bce3-786bb6d9c089 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.761759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:42.762357 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.769577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.801255 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fb533-0577-4e7e-bce3-786bb6d9c089 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event deleted for resources: {'Port': ['ID=5ca16cc0-5af9-4dbc-8e4e-ef75b28d27f5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:42.812436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.819894 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Subnet': ['ID=c44f52df-32e3-4805-b4d1-2292d5bc2435,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:42.823453 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/16984389-ac3c-439e-b34a-5391590d99e7 HTTP/1.1" status: 204 len: 168 time: 1.8255265 Nov 28 07:48:42.832356 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38302) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:42.840253 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.841220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7fdec392-2e4b-421b-9c5c-27c3c171dc4c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2016184969'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:42.867320 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963b282-b88a-4365-a937-f0e006f61d9f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Network': ['ID=16984389-ac3c-439e-b34a-5391590d99e7,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:42.917758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b85fb533-0577-4e7e-bce3-786bb6d9c089 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.921303 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b85fb533-0577-4e7e-bce3-786bb6d9c089 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "DELETE /v2.0/ports/5ca16cc0-5af9-4dbc-8e4e-ef75b28d27f5 HTTP/1.1" status: 204 len: 168 time: 1.0447190 Nov 28 07:48:42.927475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38304) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:42.970513 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-4851cddc-231d-4df3-b13b-83d20d537357 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] GET failed (client error): The resource could not be found. Nov 28 07:48:42.972061 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4851cddc-231d-4df3-b13b-83d20d537357 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "GET /v2.0/ports/5ca16cc0-5af9-4dbc-8e4e-ef75b28d27f5 HTTP/1.1" status: 404 len: 333 time: 0.0402558 Nov 28 07:48:42.972916 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdec392-2e4b-421b-9c5c-27c3c171dc4c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:42.976954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fdec392-2e4b-421b-9c5c-27c3c171dc4c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:42.978851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38306) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:42.992979 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-45997e0a-a742-4744-9e97-11e10a803b64 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Request body: {'port': {'network_id': 'b1b347d3-71c2-465e-a06a-74bc038765da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1090936330'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:43.051878 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 597e5988-69f1-41de-907a-de71fe4ca1bf, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=597e5988-69f1-41de-907a-de71fe4ca1bf,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:43.085081 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.8958759 Nov 28 07:48:43.115582 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38308) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:43.124900 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.127700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Request body: {'port': {'network_id': 'c04e62e3-7156-478d-ad66-af6018eecb99', 'mac_address': 'fa:16:3e:4a:e9:09', 'name': 'tempest-NetworksTestDHCPv6-594098294'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:43.170564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.176768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86da8e-4528-4fe2-bc12-4e42a77ff103 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=597e5988-69f1-41de-907a-de71fe4ca1bf,revision_number=10']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:43.182841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab649138-131d-41a7-907f-609857c00429 None None] New status for floating IP 12cf4172-ba86-4a49-875d-974f3fb968e5: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:48:43.185222 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.202893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.242581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.278297 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdec392-2e4b-421b-9c5c-27c3c171dc4c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:48:43.292839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fdec392-2e4b-421b-9c5c-27c3c171dc4c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.293429 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-7fdec392-2e4b-421b-9c5c-27c3c171dc4c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Added segment 876b4ebe-edec-4b0a-b025-b6a510c9d04a of type vlan for network 81528e15-1c51-4842-93c8-f2d4b5d32026 Nov 28 07:48:43.358828 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fdec392-2e4b-421b-9c5c-27c3c171dc4c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.368364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38314) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:43.370323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-51a89b95-c7be-4d92-9511-41afc3f42b18 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.414996 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-51a89b95-c7be-4d92-9511-41afc3f42b18 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.504281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.504847 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Fanout notify agent at l3_agent the message router_deleted on router 17b169cd-daf3-4b07-94eb-e17ccf38d738 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:48:43.513213 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] For port 5eaa5dc0-665f-442b-bae0-b3d98616bc37, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5eaa5dc0-665f-442b-bae0-b3d98616bc37,segment=NetworkSegment(cb45afa9-7dd9-4521-adc3-559410bc8e30),segment_id=cb45afa9-7dd9-4521-adc3-559410bc8e30)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:43.529340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.530357 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-96b99bad-7e86-475c-aca2-c979acc37fb9 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "DELETE /v2.0/routers/17b169cd-daf3-4b07-94eb-e17ccf38d738 HTTP/1.1" status: 204 len: 168 time: 4.6674144 Nov 28 07:48:43.539773 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38316) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:43.547519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.549079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e87ab7ee-fd68-4bdd-9f32-663656a3383a tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2126273579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:43.620368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Made reservation on behalf of 44cffd20ca154bd096a7dcc40ec0012a for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:43.629040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fdec392-2e4b-421b-9c5c-27c3c171dc4c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.650243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdec392-2e4b-421b-9c5c-27c3c171dc4c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:43.650953 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fdec392-2e4b-421b-9c5c-27c3c171dc4c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.689520 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e87ab7ee-fd68-4bdd-9f32-663656a3383a tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.692240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e87ab7ee-fd68-4bdd-9f32-663656a3383a tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.696932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=597e5988-69f1-41de-907a-de71fe4ca1bf,revision_number=11']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:43.801386 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a89b95-c7be-4d92-9511-41afc3f42b18 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=bf32661f-e127-4e47-b01f-108d43c968fd,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:43.856429 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3ea9ebd-9b01-4b6a-93ec-ca0462aaee91 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.869572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f41207-11de-44e8-8017-19e3fff52513 None None] Network 855337f1-5f5e-4964-a2aa-8afd8e5fe909 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:43.882539 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-51a89b95-c7be-4d92-9511-41afc3f42b18 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] In _notify_port_updated(), no bound segment for port bf32661f-e127-4e47-b01f-108d43c968fd on network 855337f1-5f5e-4964-a2aa-8afd8e5fe909 {{(pid=115119) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:48:43.883479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e87ab7ee-fd68-4bdd-9f32-663656a3383a tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.888883 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 597e5988-69f1-41de-907a-de71fe4ca1bf up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:43.890965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a89b95-c7be-4d92-9511-41afc3f42b18 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:43.892018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-51a89b95-c7be-4d92-9511-41afc3f42b18 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.894323 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-51a89b95-c7be-4d92-9511-41afc3f42b18 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "PUT /v2.0/ports/bf32661f-e127-4e47-b01f-108d43c968fd HTTP/1.1" status: 200 len: 918 time: 4.2257857 Nov 28 07:48:43.902714 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38318) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:43.908450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-893d5884-6b88-4406-88f4-b4f316d68b7a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dd24d6f0-d48c-46ec-b46f-af83ad4493f4'}, {'subnet_id': '4f349de6-58c4-4219-9026-8c7b1b909c19'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:43.947461 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5d5da79a-6070-4365-94a3-acf9fea777dd None None] Provisioning complete for port 597e5988-69f1-41de-907a-de71fe4ca1bf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:43.947839 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5d5da79a-6070-4365-94a3-acf9fea777dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.951888 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e87ab7ee-fd68-4bdd-9f32-663656a3383a tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:43.982462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdec392-2e4b-421b-9c5c-27c3c171dc4c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Network': ['ID=81528e15-1c51-4842-93c8-f2d4b5d32026,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:43.985983 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45997e0a-a742-4744-9e97-11e10a803b64 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Made reservation on behalf of d7946e6a2562404d866ae4adf1b9c101 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:43.989826 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45997e0a-a742-4744-9e97-11e10a803b64 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:44.001438 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7fdec392-2e4b-421b-9c5c-27c3c171dc4c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1678803 Nov 28 07:48:44.013714 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38320) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:44.019838 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f1e4fb43-7c5d-4b98-b52e-04746d103655 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'subnet': {'network_id': '81528e15-1c51-4842-93c8-f2d4b5d32026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:44.116260 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 81528e15-1c51-4842-93c8-f2d4b5d32026 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:48:44.336776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73666753-a9b4-4aec-9070-60e5b775deb5 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:44.338497 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a55548-9393-4f07-b699-1de3f79cddb2 None None] Pushing event updated for resources: {'Port': ['ID=5eaa5dc0-665f-442b-bae0-b3d98616bc37,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:44.364067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 597e5988-69f1-41de-907a-de71fe4ca1bf triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:44.364275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:44.437967 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3ea9ebd-9b01-4b6a-93ec-ca0462aaee91 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:44.461434 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5d5da79a-6070-4365-94a3-acf9fea777dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:44.527973 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e87ab7ee-fd68-4bdd-9f32-663656a3383a tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:44.532681 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e87ab7ee-fd68-4bdd-9f32-663656a3383a tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9898758 Nov 28 07:48:44.539652 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38322) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:44.547937 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'enable_snat': False}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:44.570042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-45997e0a-a742-4744-9e97-11e10a803b64 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] device_id is not set on port 423f9948-d1e0-4271-af8a-03c01d0d5ce6 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:44.594690 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-893d5884-6b88-4406-88f4-b4f316d68b7a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:44.618555 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:44.656675 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3ea9ebd-9b01-4b6a-93ec-ca0462aaee91 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:44.659315 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a3ea9ebd-9b01-4b6a-93ec-ca0462aaee91 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:44.662510 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a3ea9ebd-9b01-4b6a-93ec-ca0462aaee91 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "DELETE /v2.0/security-groups/95567013-c975-4a28-8502-72ca0ade0df9 HTTP/1.1" status: 204 len: 168 time: 1.2796705 Nov 28 07:48:44.679966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38324) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:44.709524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e4fb43-7c5d-4b98-b52e-04746d103655 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:44.713296 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f1e4fb43-7c5d-4b98-b52e-04746d103655 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:44.720081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea9ebd-9b01-4b6a-93ec-ca0462aaee91 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95567013-c975-4a28-8502-72ca0ade0df9,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:44.730727 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-a04157e7-db11-4dff-a23e-1240bfd0a715 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] show failed (client error): The resource could not be found. Nov 28 07:48:44.731802 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a04157e7-db11-4dff-a23e-1240bfd0a715 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "GET /v2.0/security-groups/95567013-c975-4a28-8502-72ca0ade0df9 HTTP/1.1" status: 404 len: 347 time: 0.0509732 Nov 28 07:48:44.774068 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38326) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:44.795467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5d5da79a-6070-4365-94a3-acf9fea777dd None None] For port 597e5988-69f1-41de-907a-de71fe4ca1bf, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=597e5988-69f1-41de-907a-de71fe4ca1bf,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:44.812723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5d5da79a-6070-4365-94a3-acf9fea777dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:44.829143 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] device_id is not set on port b1fee7f3-81cd-4b46-a243-dc774c9a9057 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:44.876267 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5d5da79a-6070-4365-94a3-acf9fea777dd None None] Could not find standard attr ID for object 5ca16cc0-5af9-4dbc-8e4e-ef75b28d27f5. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:48:44.927155 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:44.950521 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.017012 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5d5da79a-6070-4365-94a3-acf9fea777dd None None] Provisioning complete for port d4c9980e-1448-4ade-972d-55a3347083cb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:45.017385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5d5da79a-6070-4365-94a3-acf9fea777dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.024197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5da79a-6070-4365-94a3-acf9fea777dd None None] Pushing event updated for resources: {'Port': ['ID=597e5988-69f1-41de-907a-de71fe4ca1bf,revision_number=12']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:45.053957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d4c9980e-1448-4ade-972d-55a3347083cb up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:45.063935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.106092 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-45997e0a-a742-4744-9e97-11e10a803b64 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Allocated IP 2001:db8::29d (b1b347d3-71c2-465e-a06a-74bc038765da/29ff29b1-21d7-4c8d-88f5-6995d5dea496/423f9948-d1e0-4271-af8a-03c01d0d5ce6) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:45.110982 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.135398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event updated for resources: {'Port': ['ID=63f4269d-f340-4a40-ae2e-aa053dedc6a1,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:45.238984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port d4c9980e-1448-4ade-972d-55a3347083cb triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:45.242480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.245769 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5d5da79a-6070-4365-94a3-acf9fea777dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.258268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea032c-b108-4399-bdf1-a8638d6af999 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Deleting port 4700b009-a401-4889-b90c-7472abf64a9b {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:45.258603 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c4ea032c-b108-4399-bdf1-a8638d6af999 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.278763 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-893d5884-6b88-4406-88f4-b4f316d68b7a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Allocated IP 172.20.0.23 (855337f1-5f5e-4964-a2aa-8afd8e5fe909/4f349de6-58c4-4219-9026-8c7b1b909c19/bf32661f-e127-4e47-b01f-108d43c968fd) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:45.339202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5d5da79a-6070-4365-94a3-acf9fea777dd None None] For port d4c9980e-1448-4ade-972d-55a3347083cb, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d4c9980e-1448-4ade-972d-55a3347083cb,segment=NetworkSegment(a87a3fe8-9547-4921-8453-37aa0ee362a4),segment_id=a87a3fe8-9547-4921-8453-37aa0ee362a4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:45.351828 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5d5da79a-6070-4365-94a3-acf9fea777dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.398305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8::37 (c04e62e3-7156-478d-ad66-af6018eecb99/c3e2c5a2-a6e8-4a70-95c9-7a990364f1ba/b1fee7f3-81cd-4b46-a243-dc774c9a9057) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:45.420445 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Network cb2a2183-7037-48a7-becc-2b61967b47d0 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:45.432182 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:45.443701 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd3e4-9354-4b9e-a9a7-7ccf32c37243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.463923 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c4ea032c-b108-4399-bdf1-a8638d6af999 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.464414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c4ea032c-b108-4399-bdf1-a8638d6af999 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.480248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device edc6b696-d8cc-4588-a028-09ae5be03276 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:45.528939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5da79a-6070-4365-94a3-acf9fea777dd None None] Pushing event updated for resources: {'Port': ['ID=d4c9980e-1448-4ade-972d-55a3347083cb,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:45.549651 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f1e4fb43-7c5d-4b98-b52e-04746d103655 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.567945 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-857cfa04-4a6a-43be-af7b-796d06bd21a4 None None] Provisioning complete for port bf32661f-e127-4e47-b01f-108d43c968fd triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:45.568316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-857cfa04-4a6a-43be-af7b-796d06bd21a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.581267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea032c-b108-4399-bdf1-a8638d6af999 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Calling delete_port for 4700b009-a401-4889-b90c-7472abf64a9b owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:45.599070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4a:e909 (c04e62e3-7156-478d-ad66-af6018eecb99/c44f52df-32e3-4805-b4d1-2292d5bc2435/b1fee7f3-81cd-4b46-a243-dc774c9a9057) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:45.625251 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-893d5884-6b88-4406-88f4-b4f316d68b7a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.646863 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-857cfa04-4a6a-43be-af7b-796d06bd21a4 None None] Port bf32661f-e127-4e47-b01f-108d43c968fd cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:45.649727 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port edc6b696-d8cc-4588-a028-09ae5be03276 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:45.649727 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.649990 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-893d5884-6b88-4406-88f4-b4f316d68b7a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.686484 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-857cfa04-4a6a-43be-af7b-796d06bd21a4 None None] Provisioning complete for port d4c9980e-1448-4ade-972d-55a3347083cb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:45.686771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-857cfa04-4a6a-43be-af7b-796d06bd21a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.729673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4fb43-7c5d-4b98-b52e-04746d103655 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Subnet': ['ID=f275d13a-2cda-409c-a0df-7d4559d30aa7,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:45.738709 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45997e0a-a742-4744-9e97-11e10a803b64 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.774595 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4fb43-7c5d-4b98-b52e-04746d103655 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Checking segment: {'id': '876b4ebe-edec-4b0a-b025-b6a510c9d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '81528e15-1c51-4842-93c8-f2d4b5d32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:45.775037 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e4fb43-7c5d-4b98-b52e-04746d103655 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network hostable DHCP agents. Network: 81528e15-1c51-4842-93c8-f2d4b5d32026, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:48:45.831412 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5eaa5dc0-665f-442b-bae0-b3d98616bc37 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:45.839643 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 1747cb74-868b-42fc-9889-db406e82837c has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:48:45.866911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d5884-6b88-4406-88f4-b4f316d68b7a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=bf32661f-e127-4e47-b01f-108d43c968fd,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:45.884903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-857cfa04-4a6a-43be-af7b-796d06bd21a4 None None] Provisioning complete for port 597e5988-69f1-41de-907a-de71fe4ca1bf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:45.884903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-857cfa04-4a6a-43be-af7b-796d06bd21a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.900172 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-893d5884-6b88-4406-88f4-b4f316d68b7a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] In _notify_port_updated(), no bound segment for port bf32661f-e127-4e47-b01f-108d43c968fd on network 855337f1-5f5e-4964-a2aa-8afd8e5fe909 {{(pid=115119) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:48:45.906197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d5884-6b88-4406-88f4-b4f316d68b7a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:45.906579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-893d5884-6b88-4406-88f4-b4f316d68b7a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.911065 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-893d5884-6b88-4406-88f4-b4f316d68b7a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "PUT /v2.0/ports/bf32661f-e127-4e47-b01f-108d43c968fd HTTP/1.1" status: 200 len: 998 time: 2.0038302 Nov 28 07:48:45.940523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38328) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:45.944215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:45.944396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:45.976072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e4fb43-7c5d-4b98-b52e-04746d103655 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network 81528e15-1c51-4842-93c8-f2d4b5d32026 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:48:45.996692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45997e0a-a742-4744-9e97-11e10a803b64 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:46.050052 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-f1e4fb43-7c5d-4b98-b52e-04746d103655 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 81528e15-1c51-4842-93c8-f2d4b5d32026) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:46.069247 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f19f9fe-9de4-4c33-b18f-9bc69964af4d None None] Network 81528e15-1c51-4842-93c8-f2d4b5d32026 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:46.070427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:46.078297 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-de22d985-3536-4b8b-a6b1-aac60b70ddfd tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8073888 Nov 28 07:48:46.087217 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38330) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:46.089055 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c4ea032c-b108-4399-bdf1-a8638d6af999 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:46.094629 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a90d9ab0-b07c-4011-99a3-c4abcbb01fde tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:46.129601 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e4fb43-7c5d-4b98-b52e-04746d103655 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:46.129973 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea032c-b108-4399-bdf1-a8638d6af999 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Pushing event deleted for resources: {'Port': ['ID=4700b009-a401-4889-b90c-7472abf64a9b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:46.130099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f1e4fb43-7c5d-4b98-b52e-04746d103655 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:46.179454 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-857cfa04-4a6a-43be-af7b-796d06bd21a4 None None] Provisioning complete for port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:46.179828 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-857cfa04-4a6a-43be-af7b-796d06bd21a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:46.186375 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:46.189165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c8b112-998d-4b8d-b37e-381dcbe11584 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:46.202964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45997e0a-a742-4744-9e97-11e10a803b64 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Network b1b347d3-71c2-465e-a06a-74bc038765da is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:46.219316 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Sync routers for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:46.260333 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:46.263615 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:46.269495 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-45997e0a-a742-4744-9e97-11e10a803b64 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:46.270105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c4ea032c-b108-4399-bdf1-a8638d6af999 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:46.273581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c4ea032c-b108-4399-bdf1-a8638d6af999 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:46.279874 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c4ea032c-b108-4399-bdf1-a8638d6af999 tempest-ServerActionsTestJSON-2056650048 tempest-ServerActionsTestJSON-2056650048-project] 10.222.0.31 "DELETE /v2.0/floatingips/12cf4172-ba86-4a49-875d-974f3fb968e5 HTTP/1.1" status: 204 len: 168 time: 1.5051901 Nov 28 07:48:46.280138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45997e0a-a742-4744-9e97-11e10a803b64 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:46.281834 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38332) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:46.286452 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45997e0a-a742-4744-9e97-11e10a803b64 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:46.287159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45997e0a-a742-4744-9e97-11e10a803b64 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:46.294010 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45997e0a-a742-4744-9e97-11e10a803b64 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event updated for resources: {'Port': ['ID=423f9948-d1e0-4271-af8a-03c01d0d5ce6,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:46.311612 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f1e4fb43-7c5d-4b98-b52e-04746d103655 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2964218 Nov 28 07:48:46.312857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:46.314608 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38334) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:46.406536 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-45997e0a-a742-4744-9e97-11e10a803b64 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4194179 Nov 28 07:48:46.412346 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38336) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:46.415733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:46.417603 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-af1fe8c8-33d6-49b4-8eba-0a02f6f90d89 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Request body: {'port': {'network_id': 'b1b347d3-71c2-465e-a06a-74bc038765da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-280442324'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:46.535500 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-81528e15-1c51-4842-93c8-f2d4b5d32026', 'network_id': '81528e15-1c51-4842-93c8-f2d4b5d32026', 'tenant_id': '33f82d3e6fff4150af406bef92d9867d', 'fixed_ips': [{'subnet_id': 'f275d13a-2cda-409c-a0df-7d4559d30aa7'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:46.536392 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:46.583496 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:46.611147 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-857cfa04-4a6a-43be-af7b-796d06bd21a4 None None] Provisioning complete for port 63f4269d-f340-4a40-ae2e-aa053dedc6a1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:46.611540 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-857cfa04-4a6a-43be-af7b-796d06bd21a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:46.772033 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 597e5988-69f1-41de-907a-de71fe4ca1bf up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:46.849582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-857cfa04-4a6a-43be-af7b-796d06bd21a4 None None] Port 63f4269d-f340-4a40-ae2e-aa053dedc6a1 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:46.920706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1fe8c8-33d6-49b4-8eba-0a02f6f90d89 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Made reservation on behalf of d7946e6a2562404d866ae4adf1b9c101 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:46.926909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af1fe8c8-33d6-49b4-8eba-0a02f6f90d89 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:46.941524 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:43Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '63f4269d-f340-4a40-ae2e-aa053dedc6a1', 'name': '', 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:c8:12:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:39Z', 'updated_at': '2021-11-28T07:48:43Z', 'revision_number': 2, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:40Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:46.941940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Allocated IP 172.20.0.1 (81528e15-1c51-4842-93c8-f2d4b5d32026/f275d13a-2cda-409c-a0df-7d4559d30aa7/8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:46.967189 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 597e5988-69f1-41de-907a-de71fe4ca1bf triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:46.967976 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:46.986761 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Checking router: 1747cb74-868b-42fc-9889-db406e82837c for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:48:46.987233 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Updating router 1747cb74-868b-42fc-9889-db406e82837c port 63f4269d-f340-4a40-ae2e-aa053dedc6a1 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:48:46.997703 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Allocated IP 172.26.2.119 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/cb4b6ed5-fc63-4872-a51d-75a101174f93) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:47.001136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.005953 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-af1fe8c8-33d6-49b4-8eba-0a02f6f90d89 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] device_id is not set on port 77f575d5-d442-4b70-ada9-9e4db09de60b yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:48:47.037319 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.061829 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Provisioning complete for port 423f9948-d1e0-4271-af8a-03c01d0d5ce6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:47.062134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.077400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f50a498a-9887-4129-80b5-b17c7f8b843c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port bf32661f-e127-4e47-b01f-108d43c968fd {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:47.077742 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f50a498a-9887-4129-80b5-b17c7f8b843c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.256802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-af1fe8c8-33d6-49b4-8eba-0a02f6f90d89 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Allocated IP 2001:db8::1ec (b1b347d3-71c2-465e-a06a-74bc038765da/29ff29b1-21d7-4c8d-88f5-6995d5dea496/77f575d5-d442-4b70-ada9-9e4db09de60b) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:47.435784 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Port 423f9948-d1e0-4271-af8a-03c01d0d5ce6 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:47.490730 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-49c58615-bdfb-474c-9e1f-bcfaf1f51e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.496950 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af1fe8c8-33d6-49b4-8eba-0a02f6f90d89 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.507744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Provisioning complete for port bf32661f-e127-4e47-b01f-108d43c968fd triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:47.508185 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.536461 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d4c9980e-1448-4ade-972d-55a3347083cb up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:47.586271 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.591737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.594061 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.602263 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Network c04e62e3-7156-478d-ad66-af6018eecb99 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:47.611818 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Port bf32661f-e127-4e47-b01f-108d43c968fd cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:47.640024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.653288 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.699865 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Provisioning complete for port 597e5988-69f1-41de-907a-de71fe4ca1bf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:47.700871 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.701420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:47.704728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:47.715425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:47.716574 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.796433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Network 81528e15-1c51-4842-93c8-f2d4b5d32026 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:47.807171 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:47.819069 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Attempting to bind port 63f4269d-f340-4a40-ae2e-aa053dedc6a1 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:47.819531 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Attempting to bind port 63f4269d-f340-4a40-ae2e-aa053dedc6a1 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'a87a3fe8-9547-4921-8453-37aa0ee362a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:47.820228 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Attempting to bind port 63f4269d-f340-4a40-ae2e-aa053dedc6a1 on network cb2a2183-7037-48a7-becc-2b61967b47d0 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:47.825761 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:47.831958 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7875229-0e04-41cf-a2ff-f1af9fc58649 None None] Pushing event updated for resources: {'Port': ['ID=63f4269d-f340-4a40-ae2e-aa053dedc6a1,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:47.837875 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:47.842279 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Checking segment: {'id': 'a87a3fe8-9547-4921-8453-37aa0ee362a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:47.842863 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.844265 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Bound using segment: {'id': 'a87a3fe8-9547-4921-8453-37aa0ee362a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:47.845048 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Bound port: 63f4269d-f340-4a40-ae2e-aa053dedc6a1, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87a3fe8-9547-4921-8453-37aa0ee362a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:47.846295 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:47.861087 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event updated for resources: {'Port': ['ID=b1fee7f3-81cd-4b46-a243-dc774c9a9057,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:47.917940 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b77dc2b4-59a0-4405-a050-51607030be45 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.7968256 Nov 28 07:48:47.934566 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38338) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:47.963877 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Attempting to bind port 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:47.964252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Attempting to bind port 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '876b4ebe-edec-4b0a-b025-b6a510c9d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '81528e15-1c51-4842-93c8-f2d4b5d32026'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:47.964612 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Attempting to bind port 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07 on network 81528e15-1c51-4842-93c8-f2d4b5d32026 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:47.972105 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Pushing event updated for resources: {'Port': ['ID=8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:48.015683 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] For port 63f4269d-f340-4a40-ae2e-aa053dedc6a1, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:48.022166 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] For port 63f4269d-f340-4a40-ae2e-aa053dedc6a1, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=63f4269d-f340-4a40-ae2e-aa053dedc6a1,segment=NetworkSegment(a87a3fe8-9547-4921-8453-37aa0ee362a4),segment_id=a87a3fe8-9547-4921-8453-37aa0ee362a4)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:48.036565 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.063878 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:48.064379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Checking segment: {'id': '876b4ebe-edec-4b0a-b025-b6a510c9d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '81528e15-1c51-4842-93c8-f2d4b5d32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:48.064738 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.065285 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Bound using segment: {'id': '876b4ebe-edec-4b0a-b025-b6a510c9d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '81528e15-1c51-4842-93c8-f2d4b5d32026'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:48.066333 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Bound port: 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876b4ebe-edec-4b0a-b025-b6a510c9d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '81528e15-1c51-4842-93c8-f2d4b5d32026'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:48.066681 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.082113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port d4c9980e-1448-4ade-972d-55a3347083cb triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:48.082486 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.090382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-58e509dd-a4ec-4b4f-a2ab-2f10b945005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.142230 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Provisioning complete for port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:48.142610 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.158404 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f50a498a-9887-4129-80b5-b17c7f8b843c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.167470 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:48.172062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af1fe8c8-33d6-49b4-8eba-0a02f6f90d89 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.173175 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:48.268149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] For port 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:48.283434 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f50a498a-9887-4129-80b5-b17c7f8b843c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for bf32661f-e127-4e47-b01f-108d43c968fd owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:48.301332 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7875229-0e04-41cf-a2ff-f1af9fc58649 None None] Pushing event updated for resources: {'Port': ['ID=63f4269d-f340-4a40-ae2e-aa053dedc6a1,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:48.312712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.342730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] For port 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07,segment=NetworkSegment(876b4ebe-edec-4b0a-b025-b6a510c9d04a),segment_id=876b4ebe-edec-4b0a-b025-b6a510c9d04a)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:48.360259 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1fe8c8-33d6-49b4-8eba-0a02f6f90d89 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Network b1b347d3-71c2-465e-a06a-74bc038765da is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:48.369862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.372457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5eaa5dc0-665f-442b-bae0-b3d98616bc37 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:48.377836 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-af1fe8c8-33d6-49b4-8eba-0a02f6f90d89 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:48.411068 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1fe8c8-33d6-49b4-8eba-0a02f6f90d89 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:48.416924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1fe8c8-33d6-49b4-8eba-0a02f6f90d89 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:48.417743 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af1fe8c8-33d6-49b4-8eba-0a02f6f90d89 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.444416 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fe8c8-33d6-49b4-8eba-0a02f6f90d89 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event updated for resources: {'Port': ['ID=77f575d5-d442-4b70-ada9-9e4db09de60b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:48.467849 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-af1fe8c8-33d6-49b4-8eba-0a02f6f90d89 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0518010 Nov 28 07:48:48.475527 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38340) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:48.482073 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:48.509887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Deleting port 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:48.510028 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.510617 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e94ae65e-df08-42e8-88ae-21dc29b56872 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::60', 'mac_address': 'fa:16:3e:1a:c1:a4'}, {'ip_address': '2001:db8::29d', 'mac_address': 'fa:16:3e:fb:34:16'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:48.576772 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1a815-83b0-442a-9272-bbdab0c3fbac None None] Pushing event updated for resources: {'Port': ['ID=8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:48.582771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Provisioning complete for port 63f4269d-f340-4a40-ae2e-aa053dedc6a1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:48.583346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.634998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:48.635563 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.656065 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.extraroute_db [None req-a90d9ab0-b07c-4011-99a3-c4abcbb01fde tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=115118) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 28 07:48:48.774125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.extraroute_db [None req-a90d9ab0-b07c-4011-99a3-c4abcbb01fde tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Removed routes are [] {{(pid=115118) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 28 07:48:48.774642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a90d9ab0-b07c-4011-99a3-c4abcbb01fde tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.793884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] For port 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07,segment=NetworkSegment(876b4ebe-edec-4b0a-b025-b6a510c9d04a),segment_id=876b4ebe-edec-4b0a-b025-b6a510c9d04a)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:48.797654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.883551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Calling delete_port for 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:48.912834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.955195 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e94ae65e-df08-42e8-88ae-21dc29b56872 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:48.967542 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:43Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '63f4269d-f340-4a40-ae2e-aa053dedc6a1', 'name': '', 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:c8:12:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:39Z', 'updated_at': '2021-11-28T07:48:48Z', 'revision_number': 4, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:40Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:48.989482 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-49c58615-bdfb-474c-9e1f-bcfaf1f51e6c admin admin] Deleting port 3616f27b-6370-4cc0-a8ad-379e57c9c309 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:48.989821 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-49c58615-bdfb-474c-9e1f-bcfaf1f51e6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.042320 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa2ee0-a582-430c-a68e-e3623d392185 None None] The sync data for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv is: [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:43Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '63f4269d-f340-4a40-ae2e-aa053dedc6a1', 'name': '', 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:c8:12:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:39Z', 'updated_at': '2021-11-28T07:48:48Z', 'revision_number': 4, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:40Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:49.061479 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.066315 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] For port 63f4269d-f340-4a40-ae2e-aa053dedc6a1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=63f4269d-f340-4a40-ae2e-aa053dedc6a1,segment=NetworkSegment(a87a3fe8-9547-4921-8453-37aa0ee362a4),segment_id=a87a3fe8-9547-4921-8453-37aa0ee362a4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:49.078224 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.083688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-49c58615-bdfb-474c-9e1f-bcfaf1f51e6c admin admin] For port 3616f27b-6370-4cc0-a8ad-379e57c9c309, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=3616f27b-6370-4cc0-a8ad-379e57c9c309,segment=NetworkSegment(1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28),segment_id=1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:49.084053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-49c58615-bdfb-474c-9e1f-bcfaf1f51e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.099299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-49c58615-bdfb-474c-9e1f-bcfaf1f51e6c admin admin] Calling delete_port for 3616f27b-6370-4cc0-a8ad-379e57c9c309 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:49.148976 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.161944 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:49.242020 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-46d49b81-dba5-4941-83a3-d75c569f224a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting port b1fee7f3-81cd-4b46-a243-dc774c9a9057 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:49.244182 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-46d49b81-dba5-4941-83a3-d75c569f224a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.283841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4085069-b169-4d80-bfe5-cce9b88fcf1c None None] Pushing event updated for resources: {'Port': ['ID=63f4269d-f340-4a40-ae2e-aa053dedc6a1,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:49.293973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c7a8a103-1e3e-44f4-af24-5ada1f57c3fd None None] Provisioning complete for port b1fee7f3-81cd-4b46-a243-dc774c9a9057 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:49.294356 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c7a8a103-1e3e-44f4-af24-5ada1f57c3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.349153 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Pushing event updated for resources: {'Port': ['ID=cb4b6ed5-fc63-4872-a51d-75a101174f93,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:49.365082 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8a103-1e3e-44f4-af24-5ada1f57c3fd None None] Port b1fee7f3-81cd-4b46-a243-dc774c9a9057 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:49.370713 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:49.371114 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.411382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c7a8a103-1e3e-44f4-af24-5ada1f57c3fd None None] Provisioning complete for port bf32661f-e127-4e47-b01f-108d43c968fd triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:49.411760 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c7a8a103-1e3e-44f4-af24-5ada1f57c3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.433135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:49.452443 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-49c58615-bdfb-474c-9e1f-bcfaf1f51e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.467411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8a103-1e3e-44f4-af24-5ada1f57c3fd None None] Port bf32661f-e127-4e47-b01f-108d43c968fd cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:49.491776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c58615-bdfb-474c-9e1f-bcfaf1f51e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=3616f27b-6370-4cc0-a8ad-379e57c9c309,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:49.502864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c7a8a103-1e3e-44f4-af24-5ada1f57c3fd None None] Provisioning complete for port 63f4269d-f340-4a40-ae2e-aa053dedc6a1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:49.511511 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c7a8a103-1e3e-44f4-af24-5ada1f57c3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.525064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:49.562824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffd87ff-34bc-4005-8a0c-7a23a41551f0 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:49.590663 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:49.594989 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.748847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07,segment=NetworkSegment(876b4ebe-edec-4b0a-b025-b6a510c9d04a),segment_id=876b4ebe-edec-4b0a-b025-b6a510c9d04a)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:49.765913 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.776693 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c7a8a103-1e3e-44f4-af24-5ada1f57c3fd None None] Provisioning complete for port 77f575d5-d442-4b70-ada9-9e4db09de60b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:49.777062 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c7a8a103-1e3e-44f4-af24-5ada1f57c3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.859468 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-49c58615-bdfb-474c-9e1f-bcfaf1f51e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:49.974107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8a103-1e3e-44f4-af24-5ada1f57c3fd None None] Port 77f575d5-d442-4b70-ada9-9e4db09de60b cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:49.979535 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:50.029702 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f50a498a-9887-4129-80b5-b17c7f8b843c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:50.089208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-237746b1-f3a8-4ac5-a037-c6f5dbc6bc39 None None] Could not find standard attr ID for object bf32661f-e127-4e47-b01f-108d43c968fd. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:48:50.104925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-237746b1-f3a8-4ac5-a037-c6f5dbc6bc39 None None] Provisioning complete for port cb4b6ed5-fc63-4872-a51d-75a101174f93 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:50.105302 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-237746b1-f3a8-4ac5-a037-c6f5dbc6bc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:50.172506 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-237746b1-f3a8-4ac5-a037-c6f5dbc6bc39 None None] Port cb4b6ed5-fc63-4872-a51d-75a101174f93 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:48:50.221448 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946d2a6d-43c9-4baa-88c5-c600e58d5b5c None None] Network 81528e15-1c51-4842-93c8-f2d4b5d32026 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:50.233930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a90d9ab0-b07c-4011-99a3-c4abcbb01fde tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:50.249342 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c58615-bdfb-474c-9e1f-bcfaf1f51e6c admin admin] Router 975dc089-e7c1-4a7b-a283-f0abe50ed838 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:48:50.280582 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a498a-9887-4129-80b5-b17c7f8b843c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=bf32661f-e127-4e47-b01f-108d43c968fd,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:50.290469 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a90d9ab0-b07c-4011-99a3-c4abcbb01fde tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:50.313731 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-46d49b81-dba5-4941-83a3-d75c569f224a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:50.314321 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:50.331368 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a2d8fb46-389b-411e-9b9d-a966fd479424 None None] Provisioning complete for port 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:50.331739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a2d8fb46-389b-411e-9b9d-a966fd479424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:50.359172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-46d49b81-dba5-4941-83a3-d75c569f224a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Calling delete_port for b1fee7f3-81cd-4b46-a243-dc774c9a9057 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:50.384351 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c58615-bdfb-474c-9e1f-bcfaf1f51e6c admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:50.391947 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-49c58615-bdfb-474c-9e1f-bcfaf1f51e6c admin admin] 10.222.0.31 "PUT /v2.0/routers/975dc089-e7c1-4a7b-a283-f0abe50ed838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1088057 Nov 28 07:48:50.392541 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38342) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:50.398583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da62095-684e-436c-9427-61a982982a76 None None] Sync routers for ids ['975dc089-e7c1-4a7b-a283-f0abe50ed838'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:50.420800 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da62095-684e-436c-9427-61a982982a76 None None] Routers {'975dc089-e7c1-4a7b-a283-f0abe50ed838'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:50.421426 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-9da62095-684e-436c-9427-61a982982a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['975dc089-e7c1-4a7b-a283-f0abe50ed838'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:50.425485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:50.510438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:50.529477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8fb46-389b-411e-9b9d-a966fd479424 None None] Port 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07 update to ACTIVE by agent not found {{(pid=115120) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 28 07:48:50.614996 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:50.616244 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f50a498a-9887-4129-80b5-b17c7f8b843c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:50.619827 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f50a498a-9887-4129-80b5-b17c7f8b843c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/bf32661f-e127-4e47-b01f-108d43c968fd HTTP/1.1" status: 204 len: 168 time: 4.6757927 Nov 28 07:48:50.633421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Port': ['ID=8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:50.664097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38344) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:50.667271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-9da62095-684e-436c-9427-61a982982a76 None None] Set router 975dc089-e7c1-4a7b-a283-f0abe50ed838 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:50.697616 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e94ae65e-df08-42e8-88ae-21dc29b56872 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:50.743548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e94ae65e-df08-42e8-88ae-21dc29b56872 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:50.759806 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-14257e60-a128-4754-a6e3-e5672c18179e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] GET failed (client error): The resource could not be found. Nov 28 07:48:50.761607 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-14257e60-a128-4754-a6e3-e5672c18179e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/bf32661f-e127-4e47-b01f-108d43c968fd HTTP/1.1" status: 404 len: 333 time: 0.0962329 Nov 28 07:48:50.785332 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38346) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:50.786687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No DVR routers for this DVR port 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:50.818358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e94ae65e-df08-42e8-88ae-21dc29b56872 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] In _notify_port_updated(), no bound segment for port 77f575d5-d442-4b70-ada9-9e4db09de60b on network b1b347d3-71c2-465e-a06a-74bc038765da {{(pid=115119) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:48:50.818687 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85313fba-e98c-4a73-88b9-cd36457f78af None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:48:50.824203 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94ae65e-df08-42e8-88ae-21dc29b56872 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:50.824959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e94ae65e-df08-42e8-88ae-21dc29b56872 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:50.832303 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e94ae65e-df08-42e8-88ae-21dc29b56872 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "PUT /v2.0/ports/77f575d5-d442-4b70-ada9-9e4db09de60b HTTP/1.1" status: 200 len: 1066 time: 2.3476110 Nov 28 07:48:50.832303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38348) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:50.917948 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ae65e-df08-42e8-88ae-21dc29b56872 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event updated for resources: {'Port': ['ID=77f575d5-d442-4b70-ada9-9e4db09de60b,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:51.012315 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-9da62095-684e-436c-9427-61a982982a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:48:49Z', 'revision_number': 5, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port': {'id': '88b7ba63-9d50-42a1-a78b-f81f120f0934', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:44:32Z', 'updated_at': '2021-11-28T07:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:51.035784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.061919 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da62095-684e-436c-9427-61a982982a76 None None] Checking router: 975dc089-e7c1-4a7b-a283-f0abe50ed838 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:48:51.103897 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da62095-684e-436c-9427-61a982982a76 None None] Routers {'975dc089-e7c1-4a7b-a283-f0abe50ed838'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:51.104689 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-9da62095-684e-436c-9427-61a982982a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['975dc089-e7c1-4a7b-a283-f0abe50ed838'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:51.109443 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85313fba-e98c-4a73-88b9-cd36457f78af None None] Resources bound (agent type, host, resource id): {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 07:48:51.180001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-011f1bcb-95f1-4d1b-a7e2-895cacc4eb41 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Deleting port 77f575d5-d442-4b70-ada9-9e4db09de60b {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:51.180394 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-011f1bcb-95f1-4d1b-a7e2-895cacc4eb41 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.252667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] Deleting port 88b7ba63-9d50-42a1-a78b-f81f120f0934 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:51.253561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.304040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90d9ab0-b07c-4011-99a3-c4abcbb01fde tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 1747cb74-868b-42fc-9889-db406e82837c has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:48:51.341906 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-011f1bcb-95f1-4d1b-a7e2-895cacc4eb41 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.353122 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 63f4269d-f340-4a40-ae2e-aa053dedc6a1 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:51.367861 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-011f1bcb-95f1-4d1b-a7e2-895cacc4eb41 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Calling delete_port for 77f575d5-d442-4b70-ada9-9e4db09de60b owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:51.393995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] For port 88b7ba63-9d50-42a1-a78b-f81f120f0934, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=88b7ba63-9d50-42a1-a78b-f81f120f0934,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:51.394345 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.398215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.435726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.545432 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-9da62095-684e-436c-9427-61a982982a76 None None] Set router 975dc089-e7c1-4a7b-a283-f0abe50ed838 gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:51.586833 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ace79f2-7acd-4a65-a112-2a13bc3d3ca6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting subnet 4f349de6-58c4-4219-9026-8c7b1b909c19 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:51.610245 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1ace79f2-7acd-4a65-a112-2a13bc3d3ca6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.615462 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-9da62095-684e-436c-9427-61a982982a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:48:51Z', 'revision_number': 6, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:51.663501 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da62095-684e-436c-9427-61a982982a76 None None] The sync data for ids ['975dc089-e7c1-4a7b-a283-f0abe50ed838'] in dv-neutron-744815-16-hyperv is: [{'id': '975dc089-e7c1-4a7b-a283-f0abe50ed838', 'name': 'tempest-ServerActionsTestJSON-742303727-router', 'tenant_id': '052851385fa04dd18e1923c7c975cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:44:31Z', 'updated_at': '2021-11-28T07:48:51Z', 'revision_number': 6, 'project_id': '052851385fa04dd18e1923c7c975cd9e', 'gw_port_host': None}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:51.669486 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 63f4269d-f340-4a40-ae2e-aa053dedc6a1 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:51.670043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.788441 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-46d49b81-dba5-4941-83a3-d75c569f224a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.795157 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] Calling delete_port for 88b7ba63-9d50-42a1-a78b-f81f120f0934 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:51.815309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1ace79f2-7acd-4a65-a112-2a13bc3d3ca6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.866077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.881199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.889652 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d49b81-dba5-4941-83a3-d75c569f224a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Port': ['ID=b1fee7f3-81cd-4b46-a243-dc774c9a9057,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:51.920227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90d9ab0-b07c-4011-99a3-c4abcbb01fde tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:51.938854 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.940885 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Subnet': ['ID=f275d13a-2cda-409c-a0df-7d4559d30aa7,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:51.951608 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a90d9ab0-b07c-4011-99a3-c4abcbb01fde tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:51.955017 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a90d9ab0-b07c-4011-99a3-c4abcbb01fde tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c HTTP/1.1" status: 200 len: 934 time: 5.8616993 Nov 28 07:48:51.960012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38350) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:51.978263 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c879d1-d0cb-41b8-964b-c95c26ec1354 None None] Sync routers for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:51.995643 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c879d1-d0cb-41b8-964b-c95c26ec1354 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:51.998194 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-46c879d1-d0cb-41b8-964b-c95c26ec1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:52.000861 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-011f1bcb-95f1-4d1b-a7e2-895cacc4eb41 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:52.031856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f1bcb-95f1-4d1b-a7e2-895cacc4eb41 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event deleted for resources: {'Port': ['ID=77f575d5-d442-4b70-ada9-9e4db09de60b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:52.060222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0eb0c2-b984-4980-8f95-cb1cf8873e91 None None] Network 81528e15-1c51-4842-93c8-f2d4b5d32026 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:52.095409 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-46d49b81-dba5-4941-83a3-d75c569f224a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:52.110480 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-46d49b81-dba5-4941-83a3-d75c569f224a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/b1fee7f3-81cd-4b46-a243-dc774c9a9057 HTTP/1.1" status: 204 len: 168 time: 4.0999763 Nov 28 07:48:52.110707 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38352) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:52.241484 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-46c879d1-d0cb-41b8-964b-c95c26ec1354 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:52.306590 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:52.313751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:52.358226 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=88b7ba63-9d50-42a1-a78b-f81f120f0934,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:52.374008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913df010-dcc5-4a07-9531-b80798eade5e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:52.379466 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-913df010-dcc5-4a07-9531-b80798eade5e tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2179754 Nov 28 07:48:52.380078 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38354) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:52.419308 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81528e15-1c51-4842-93c8-f2d4b5d32026']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:52.435411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1ace79f2-7acd-4a65-a112-2a13bc3d3ca6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:52.477798 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d47fa91-1eca-4926-b977-4a5b94821bdd None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:52.490572 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876b4ebe-edec-4b0a-b025-b6a510c9d04a') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:52.490898 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876b4ebe-edec-4b0a-b025-b6a510c9d04a') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:52.525958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:52.560444 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-46c879d1-d0cb-41b8-964b-c95c26ec1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:48Z', 'revision_number': 6, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '63f4269d-f340-4a40-ae2e-aa053dedc6a1', 'name': '', 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:c8:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:39Z', 'updated_at': '2021-11-28T07:48:49Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:40Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:52.576700 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d525579a-a064-40c0-86b2-fed50107c94a tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c HTTP/1.1" status: 200 len: 934 time: 0.6113346 Nov 28 07:48:52.579382 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38356) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:52.586221 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1eea0dbd-20a9-418c-b924-f820931bc2b8 None None] Could not find standard attr ID for object 77f575d5-d442-4b70-ada9-9e4db09de60b. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:48:52.591892 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-cebeec10-a905-4e67-b7f0-5f34607f9f83 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'router': {'routes': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:52.597324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:52.605957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e79e9f0-a12a-439b-9970-465871c3983f None None] DHCP port deletion for 81528e15-1c51-4842-93c8-f2d4b5d32026 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:52.610899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:48:52.611383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:52.613665 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c879d1-d0cb-41b8-964b-c95c26ec1354 None None] Checking router: 1747cb74-868b-42fc-9889-db406e82837c for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:48:52.614719 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:48:52.626018 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c879d1-d0cb-41b8-964b-c95c26ec1354 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:52.626986 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-46c879d1-d0cb-41b8-964b-c95c26ec1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:52.702800 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1ace79f2-7acd-4a65-a112-2a13bc3d3ca6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:52.741223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1ace79f2-7acd-4a65-a112-2a13bc3d3ca6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:52.749466 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-011f1bcb-95f1-4d1b-a7e2-895cacc4eb41 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:52.750376 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31b9daa-13dc-4a89-bb58-a48a1d5c387b None None] Network 855337f1-5f5e-4964-a2aa-8afd8e5fe909 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:52.751211 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1ace79f2-7acd-4a65-a112-2a13bc3d3ca6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/4f349de6-58c4-4219-9026-8c7b1b909c19 HTTP/1.1" status: 204 len: 168 time: 1.9588306 Nov 28 07:48:52.758864 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-011f1bcb-95f1-4d1b-a7e2-895cacc4eb41 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "DELETE /v2.0/ports/77f575d5-d442-4b70-ada9-9e4db09de60b HTTP/1.1" status: 204 len: 168 time: 1.9244487 Nov 28 07:48:52.761596 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38358) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:52.761930 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38360) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:52.765850 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-46c879d1-d0cb-41b8-964b-c95c26ec1354 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:52.778617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace79f2-7acd-4a65-a112-2a13bc3d3ca6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Subnet': ['ID=4f349de6-58c4-4219-9026-8c7b1b909c19,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:52.821712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:52.842400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:52.845807 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/81528e15-1c51-4842-93c8-f2d4b5d32026 HTTP/1.1" status: 204 len: 168 time: 6.5226474 Nov 28 07:48:52.847260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36f729-54a9-405e-9bdd-9ca6fca3f727 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Network': ['ID=81528e15-1c51-4842-93c8-f2d4b5d32026,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:52.850570 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Router e52161ff-6ada-4f1a-ba32-cead6fb8d7fb is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:48:52.852486 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38362) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:52.858663 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-56cf7a2d-f97d-4017-8c82-2b6ae28e1b7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-932357661'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:52.989735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cf7a2d-f97d-4017-8c82-2b6ae28e1b7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:52.992000 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8ac263-9dfa-4fd4-a248-f3c9dea84297 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] GET failed (client error): The resource could not be found. Nov 28 07:48:52.994952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-56cf7a2d-f97d-4017-8c82-2b6ae28e1b7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.001241 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38364) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:53.009851 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-be8ac263-9dfa-4fd4-a248-f3c9dea84297 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "GET /v2.0/ports/77f575d5-d442-4b70-ada9-9e4db09de60b HTTP/1.1" status: 404 len: 333 time: 0.2374833 Nov 28 07:48:53.010990 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.052547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 3616f27b-6370-4cc0-a8ad-379e57c9c309 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:53.064626 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d806bac4-ff9a-4e87-9b70-f5e92ec39fe1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:53.069376 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d806bac4-ff9a-4e87-9b70-f5e92ec39fe1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6879485 Nov 28 07:48:53.079940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 3616f27b-6370-4cc0-a8ad-379e57c9c309 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:48:53.080666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 3616f27b-6370-4cc0-a8ad-379e57c9c309 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:48:53.081565 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 88b7ba63-9d50-42a1-a78b-f81f120f0934 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:53.086397 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:53.087870 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38366) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:53.110768 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41f851-5df0-4529-b9c9-4c9a0f700075 None None] Sync routers for ids ['e52161ff-6ada-4f1a-ba32-cead6fb8d7fb'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:53.117573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 88b7ba63-9d50-42a1-a78b-f81f120f0934 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:48:53.118241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 88b7ba63-9d50-42a1-a78b-f81f120f0934 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:48:53.118891 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:53.135962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.137087 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-46c879d1-d0cb-41b8-964b-c95c26ec1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:48Z', 'revision_number': 6, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '63f4269d-f340-4a40-ae2e-aa053dedc6a1', 'name': '', 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:c8:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:39Z', 'updated_at': '2021-11-28T07:48:49Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:40Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:53.140744 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-40fe76dd-041c-43d1-bcfd-9428d34e92ee tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "PUT /v2.0/routers/e52161ff-6ada-4f1a-ba32-cead6fb8d7fb HTTP/1.1" status: 200 len: 920 time: 8.5995414 Nov 28 07:48:53.154637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38368) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:53.157280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:48:53.157864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 8e7f36a0-1a0b-403f-bbbe-4f40dde9fd07 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:48:53.178543 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c879d1-d0cb-41b8-964b-c95c26ec1354 None None] The sync data for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv is: [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:48Z', 'revision_number': 6, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '63f4269d-f340-4a40-ae2e-aa053dedc6a1', 'name': '', 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:c8:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:39Z', 'updated_at': '2021-11-28T07:48:49Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:40Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:53.184591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41f851-5df0-4529-b9c9-4c9a0f700075 None None] Routers {'e52161ff-6ada-4f1a-ba32-cead6fb8d7fb'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:53.185442 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5b41f851-5df0-4529-b9c9-4c9a0f700075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e52161ff-6ada-4f1a-ba32-cead6fb8d7fb'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:53.218748 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cf7a2d-f97d-4017-8c82-2b6ae28e1b7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:48:53.236223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5a4add-3ab6-4238-a2fa-10957f76886d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting subnet dd24d6f0-d48c-46ec-b46f-af83ad4493f4 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:53.246828 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.253856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4add-3ab6-4238-a2fa-10957f76886d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.254561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5b41f851-5df0-4529-b9c9-4c9a0f700075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:53.269707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41f851-5df0-4529-b9c9-4c9a0f700075 None None] Routers {'e52161ff-6ada-4f1a-ba32-cead6fb8d7fb'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:53.270340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5b41f851-5df0-4529-b9c9-4c9a0f700075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e52161ff-6ada-4f1a-ba32-cead6fb8d7fb'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:53.272946 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf45a5-d02d-4a31-a07d-485664d9da52 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:53.274524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf45a5-d02d-4a31-a07d-485664d9da52 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:53.276102 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf45a5-d02d-4a31-a07d-485664d9da52 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:53.281487 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d0bf45a5-d02d-4a31-a07d-485664d9da52 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1592801 Nov 28 07:48:53.288077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-56cf7a2d-f97d-4017-8c82-2b6ae28e1b7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.288434 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-56cf7a2d-f97d-4017-8c82-2b6ae28e1b7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Added segment 1a3c0536-1e3b-4b85-93c0-aaf0112316b2 of type vlan for network 0f4fb16b-5724-4898-ad7f-d3b1cc034ed5 Nov 28 07:48:53.289659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38370) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:53.301816 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.322862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5b41f851-5df0-4529-b9c9-4c9a0f700075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:53.323355 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41f851-5df0-4529-b9c9-4c9a0f700075 None None] The sync data for ids ['e52161ff-6ada-4f1a-ba32-cead6fb8d7fb'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:53.413074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-56cf7a2d-f97d-4017-8c82-2b6ae28e1b7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.428560 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e145f1-b918-46b1-af95-277341c79e99 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet c3e2c5a2-a6e8-4a70-95c9-7a990364f1ba {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:53.432661 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e5e145f1-b918-46b1-af95-277341c79e99 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.447541 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.448120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 975dc089-e7c1-4a7b-a283-f0abe50ed838 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:48:53.468657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-08c0ba65-7190-442a-8885-14e9b7da1172 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Deleting port 423f9948-d1e0-4271-af8a-03c01d0d5ce6 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:53.469009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-08c0ba65-7190-442a-8885-14e9b7da1172 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.500995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4add-3ab6-4238-a2fa-10957f76886d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.524086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e5e145f1-b918-46b1-af95-277341c79e99 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.539330 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.542727 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-96210edd-c3f9-4bf7-8cf5-3dfa334783a0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/975dc089-e7c1-4a7b-a283-f0abe50ed838 HTTP/1.1" status: 204 len: 168 time: 3.1470430 Nov 28 07:48:53.553218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38372) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:53.593498 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-56cf7a2d-f97d-4017-8c82-2b6ae28e1b7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.602081 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf7a2d-f97d-4017-8c82-2b6ae28e1b7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:53.602735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-56cf7a2d-f97d-4017-8c82-2b6ae28e1b7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.673845 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-56cf7a2d-f97d-4017-8c82-2b6ae28e1b7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8187399 Nov 28 07:48:53.680547 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-d373c7b7-0782-4922-af79-e3d5bd345f55 admin admin] Deleting subnet 51531a79-bee1-4e02-84fa-65543380b2b1 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:53.689434 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38374) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:53.691476 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d373c7b7-0782-4922-af79-e3d5bd345f55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.696077 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c054efc1-7298-4556-905e-770807962ea2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'subnet': {'network_id': '0f4fb16b-5724-4898-ad7f-d3b1cc034ed5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:53.721231 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf7a2d-f97d-4017-8c82-2b6ae28e1b7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Network': ['ID=0f4fb16b-5724-4898-ad7f-d3b1cc034ed5,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:53.735967 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 0f4fb16b-5724-4898-ad7f-d3b1cc034ed5 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:48:53.764265 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-08c0ba65-7190-442a-8885-14e9b7da1172 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.773804 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b1b6bb6f-e539-4fe3-b739-3315564d3d5a tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/routers/e52161ff-6ada-4f1a-ba32-cead6fb8d7fb HTTP/1.1" status: 200 len: 926 time: 0.6119246 Nov 28 07:48:53.782369 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38376) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:53.805111 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-08c0ba65-7190-442a-8885-14e9b7da1172 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Calling delete_port for 423f9948-d1e0-4271-af8a-03c01d0d5ce6 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:53.847478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e5e145f1-b918-46b1-af95-277341c79e99 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.869859 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d373c7b7-0782-4922-af79-e3d5bd345f55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.927802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4add-3ab6-4238-a2fa-10957f76886d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.955415 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6c5c4d4b-a177-4080-94a8-54254fe5e1ba None None] Provisioning complete for port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:53.958148 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6c5c4d4b-a177-4080-94a8-54254fe5e1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:53.958328 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be6b78b-41ea-47e3-82af-99a73ae8ba8f tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:53.964576 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8be6b78b-41ea-47e3-82af-99a73ae8ba8f tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&device_id=e52161ff-6ada-4f1a-ba32-cead6fb8d7fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1769075 Nov 28 07:48:53.966189 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38378) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:53.987376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e5e145f1-b918-46b1-af95-277341c79e99 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.021052 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e145f1-b918-46b1-af95-277341c79e99 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e2c5a2-a6e8-4a70-95c9-7a990364f1ba,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:54.027414 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e5e145f1-b918-46b1-af95-277341c79e99 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.033376 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e5e145f1-b918-46b1-af95-277341c79e99 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/c3e2c5a2-a6e8-4a70-95c9-7a990364f1ba HTTP/1.1" status: 204 len: 168 time: 0.7415478 Nov 28 07:48:54.035532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38380) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:54.057389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0018be61-9397-4a88-8c82-633a1151a09b None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:54.118762 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5de81e-46a5-4c1d-b369-f885e2251954 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Deleting subnet c44f52df-32e3-4805-b4d1-2292d5bc2435 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:54.122704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ed5de81e-46a5-4c1d-b369-f885e2251954 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.125809 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c054efc1-7298-4556-905e-770807962ea2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:54.130103 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c054efc1-7298-4556-905e-770807962ea2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.149842 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-08c0ba65-7190-442a-8885-14e9b7da1172 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.176023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.extraroute_db [None req-cebeec10-a905-4e67-b7f0-5f34607f9f83 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Added routes are [] {{(pid=115119) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 28 07:48:54.176290 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.extraroute_db [None req-cebeec10-a905-4e67-b7f0-5f34607f9f83 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=115119) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 28 07:48:54.190956 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0ba65-7190-442a-8885-14e9b7da1172 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event deleted for resources: {'Port': ['ID=423f9948-d1e0-4271-af8a-03c01d0d5ce6,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:54.231208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ed5de81e-46a5-4c1d-b369-f885e2251954 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.247224 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d373c7b7-0782-4922-af79-e3d5bd345f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.254861 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-08c0ba65-7190-442a-8885-14e9b7da1172 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.261764 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-08c0ba65-7190-442a-8885-14e9b7da1172 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "DELETE /v2.0/ports/423f9948-d1e0-4271-af8a-03c01d0d5ce6 HTTP/1.1" status: 204 len: 168 time: 1.2594616 Nov 28 07:48:54.262398 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38382) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:54.297520 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab359c7-3100-45d0-b91b-ece5753e500d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] GET failed (client error): The resource could not be found. Nov 28 07:48:54.304036 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1ab359c7-3100-45d0-b91b-ece5753e500d tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "GET /v2.0/ports/423f9948-d1e0-4271-af8a-03c01d0d5ce6 HTTP/1.1" status: 404 len: 333 time: 0.0383127 Nov 28 07:48:54.307634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38384) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:54.442127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ed5de81e-46a5-4c1d-b369-f885e2251954 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.532120 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ed5de81e-46a5-4c1d-b369-f885e2251954 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.584137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-da0c25e0-29bc-498f-9f0e-179a5afe0e90 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Deleting port 2493aeb8-77b0-4bd5-a7ee-f7db7e012349 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:54.584475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-da0c25e0-29bc-498f-9f0e-179a5afe0e90 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.587728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ed5de81e-46a5-4c1d-b369-f885e2251954 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.591131 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ed5de81e-46a5-4c1d-b369-f885e2251954 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/c44f52df-32e3-4805-b4d1-2292d5bc2435 HTTP/1.1" status: 204 len: 168 time: 0.5546136 Nov 28 07:48:54.592146 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5de81e-46a5-4c1d-b369-f885e2251954 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Subnet': ['ID=c44f52df-32e3-4805-b4d1-2292d5bc2435,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:54.594409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4add-3ab6-4238-a2fa-10957f76886d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.595089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38386) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:54.607819 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d9df6-6896-41c0-ac7a-fb35c0dc9db9 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:54.611946 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8b9d9df6-6896-41c0-ac7a-fb35c0dc9db9 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/networks/8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 881 time: 0.6403656 Nov 28 07:48:54.612753 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38388) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:54.665278 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4add-3ab6-4238-a2fa-10957f76886d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.667132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e70d83-56ff-4afa-b9b6-511bd0ceab45 None None] Network 855337f1-5f5e-4964-a2aa-8afd8e5fe909 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:54.668744 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2f5a4add-3ab6-4238-a2fa-10957f76886d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/dd24d6f0-d48c-46ec-b46f-af83ad4493f4 HTTP/1.1" status: 204 len: 168 time: 1.9042554 Nov 28 07:48:54.675676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a4add-3ab6-4238-a2fa-10957f76886d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Subnet': ['ID=dd24d6f0-d48c-46ec-b46f-af83ad4493f4,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:54.692309 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38390) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:54.698691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cebeec10-a905-4e67-b7f0-5f34607f9f83 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.884751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.916424 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283af339-8f98-4782-b5d4-10f0be262272 None None] DHCP port deletion for 855337f1-5f5e-4964-a2aa-8afd8e5fe909 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:54.920965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d373c7b7-0782-4922-af79-e3d5bd345f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:54.997134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-283af339-8f98-4782-b5d4-10f0be262272 None None] Deleting port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:54.998278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-283af339-8f98-4782-b5d4-10f0be262272 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.001080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d373c7b7-0782-4922-af79-e3d5bd345f55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.005248 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d373c7b7-0782-4922-af79-e3d5bd345f55 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/51531a79-bee1-4e02-84fa-65543380b2b1 HTTP/1.1" status: 204 len: 168 time: 1.4495885 Nov 28 07:48:55.011361 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373c7b7-0782-4922-af79-e3d5bd345f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51531a79-bee1-4e02-84fa-65543380b2b1,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:55.042843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38392) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.043387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a038b3-bb63-42fd-977a-637d17ee2e91 None None] Network ce72ab99-bc55-4271-8115-f97c259a6f8d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:55.045578 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5eaa5dc0-665f-442b-bae0-b3d98616bc37 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:55.115666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0374980c-1f17-4c2a-a35c-4840e1c97ed7 None None] Network c04e62e3-7156-478d-ad66-af6018eecb99 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:55.121730 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ccea057f-7f26-4d41-ae6b-5d757a6a09cd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5231640 Nov 28 07:48:55.124085 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dd4f8e7f-874c-49c7-82d3-23651b6924f5 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52161ff-6ada-4f1a-ba32-cead6fb8d7fb HTTP/1.1" status: 200 len: 205 time: 0.5081677 Nov 28 07:48:55.124539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38394) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.130554 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38396) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.220814 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-283af339-8f98-4782-b5d4-10f0be262272 None None] For port 5eaa5dc0-665f-442b-bae0-b3d98616bc37, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5eaa5dc0-665f-442b-bae0-b3d98616bc37,segment=NetworkSegment(cb45afa9-7dd9-4521-adc3-559410bc8e30),segment_id=cb45afa9-7dd9-4521-adc3-559410bc8e30)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:55.222035 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-283af339-8f98-4782-b5d4-10f0be262272 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.231590 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39907036-f8f1-4e36-8f1b-390bad4b7fc8 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:55.235444 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-39907036-f8f1-4e36-8f1b-390bad4b7fc8 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1051443 Nov 28 07:48:55.235444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-da0c25e0-29bc-498f-9f0e-179a5afe0e90 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.237614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38398) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.274931 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-da0c25e0-29bc-498f-9f0e-179a5afe0e90 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Calling delete_port for 2493aeb8-77b0-4bd5-a7ee-f7db7e012349 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:55.290695 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-283af339-8f98-4782-b5d4-10f0be262272 None None] Calling delete_port for 5eaa5dc0-665f-442b-bae0-b3d98616bc37 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:55.322890 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c9b49c72-573b-49a4-add7-189a538af535 None None] Provisioning complete for port 597e5988-69f1-41de-907a-de71fe4ca1bf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:55.323740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c9b49c72-573b-49a4-add7-189a538af535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.338365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66daaae4-9c1a-475c-99b9-c5eedc1b86bc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:55.342275 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-66daaae4-9c1a-475c-99b9-c5eedc1b86bc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1013339 Nov 28 07:48:55.343833 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.345291 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38400) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.348039 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cebeec10-a905-4e67-b7f0-5f34607f9f83 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.393207 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c054efc1-7298-4556-905e-770807962ea2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.440785 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cebeec10-a905-4e67-b7f0-5f34607f9f83 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.444240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-da0c25e0-29bc-498f-9f0e-179a5afe0e90 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.457179 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1211d89b-da39-43a2-b1aa-f7d649712f4b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753038 Nov 28 07:48:55.481647 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38402) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.516109 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c25e0-29bc-498f-9f0e-179a5afe0e90 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event deleted for resources: {'Port': ['ID=2493aeb8-77b0-4bd5-a7ee-f7db7e012349,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:55.538634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-da0c25e0-29bc-498f-9f0e-179a5afe0e90 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.542492 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-da0c25e0-29bc-498f-9f0e-179a5afe0e90 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "DELETE /v2.0/ports/2493aeb8-77b0-4bd5-a7ee-f7db7e012349 HTTP/1.1" status: 204 len: 168 time: 1.2341731 Nov 28 07:48:55.544665 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-593f2bba-1ae1-44b8-8017-f145c776ce13 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:55.545298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593f2bba-1ae1-44b8-8017-f145c776ce13 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:55.551420 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-593f2bba-1ae1-44b8-8017-f145c776ce13 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/b1fee7f3-81cd-4b46-a243-dc774c9a9057 HTTP/1.1" status: 404 len: 333 time: 0.0695443 Nov 28 07:48:55.552116 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38404) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.552509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38406) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.565876 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.605659 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ce33d9-d1ad-4a7c-b797-532822a8609f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:55.606407 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ce33d9-d1ad-4a7c-b797-532822a8609f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:55.612457 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d9ce33d9-d1ad-4a7c-b797-532822a8609f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/c44f52df-32e3-4805-b4d1-2292d5bc2435 HTTP/1.1" status: 404 len: 337 time: 0.0517471 Nov 28 07:48:55.613176 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38408) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.655323 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dccc073-14d3-4c52-b92a-349bc4197341 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:55.655932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dccc073-14d3-4c52-b92a-349bc4197341 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:55.663026 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6dccc073-14d3-4c52-b92a-349bc4197341 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/c3e2c5a2-a6e8-4a70-95c9-7a990364f1ba HTTP/1.1" status: 404 len: 337 time: 0.0451469 Nov 28 07:48:55.663775 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38410) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.694052 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-03be3a84-74de-4a3e-aba5-23d56e4c5cb4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:55.694774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03be3a84-74de-4a3e-aba5-23d56e4c5cb4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:55.700816 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-03be3a84-74de-4a3e-aba5-23d56e4c5cb4 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/a1592b14-c07d-491b-b232-4edcd998815f HTTP/1.1" status: 404 len: 333 time: 0.0337954 Nov 28 07:48:55.701744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38412) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.703431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:55.703768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.705464 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054efc1-7298-4556-905e-770807962ea2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Subnet': ['ID=08f3dc73-91ef-472c-bd33-3763c0c9af9b,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:55.706811 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e31f925-081e-4890-bcad-71b280163394 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Deleting subnet 29ff29b1-21d7-4c8d-88f5-6995d5dea496 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:48:55.711136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6e31f925-081e-4890-bcad-71b280163394 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.717502 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 update to DOWN by agent not found {{(pid=115120) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 28 07:48:55.734251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-283af339-8f98-4782-b5d4-10f0be262272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.779188 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-713dac73-06fd-4a7e-b8dc-712371945632 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:55.779706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713dac73-06fd-4a7e-b8dc-712371945632 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:55.785788 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-713dac73-06fd-4a7e-b8dc-712371945632 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/95fbf8e4-a9a8-43b9-a069-16fdbbf83804 HTTP/1.1" status: 404 len: 337 time: 0.0381439 Nov 28 07:48:55.789066 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38414) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.790538 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283af339-8f98-4782-b5d4-10f0be262272 None None] No DVR routers for this DVR port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:55.804955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6e31f925-081e-4890-bcad-71b280163394 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.823579 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283af339-8f98-4782-b5d4-10f0be262272 None None] Pushing event deleted for resources: {'Port': ['ID=5eaa5dc0-665f-442b-bae0-b3d98616bc37,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:55.849549 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25f7a63-744d-48b1-9c79-cd286308e810 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:55.850137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25f7a63-744d-48b1-9c79-cd286308e810 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:55.856266 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d25f7a63-744d-48b1-9c79-cd286308e810 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/72b94aad-fe72-4116-a6f3-d04c141d0c2b HTTP/1.1" status: 404 len: 337 time: 0.0667374 Nov 28 07:48:55.856603 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054efc1-7298-4556-905e-770807962ea2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Checking segment: {'id': '1a3c0536-1e3b-4b85-93c0-aaf0112316b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0f4fb16b-5724-4898-ad7f-d3b1cc034ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:55.856955 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c054efc1-7298-4556-905e-770807962ea2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network hostable DHCP agents. Network: 0f4fb16b-5724-4898-ad7f-d3b1cc034ed5, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:48:55.857182 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38416) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.894605 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-c609427b-5c05-4b24-ace2-056ef41044bb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:55.895214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c609427b-5c05-4b24-ace2-056ef41044bb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:55.904406 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c609427b-5c05-4b24-ace2-056ef41044bb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/5daabd41-6a03-4439-b609-8ce2c09f337f HTTP/1.1" status: 404 len: 333 time: 0.0377786 Nov 28 07:48:55.907461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38418) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.909387 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebeec10-a905-4e67-b7f0-5f34607f9f83 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 1747cb74-868b-42fc-9889-db406e82837c has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:48:55.924277 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] For port 5eaa5dc0-665f-442b-bae0-b3d98616bc37, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:55.925171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.938431 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e176880-ad3b-4286-a616-0184f8496869 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:55.938913 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e176880-ad3b-4286-a616-0184f8496869 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:55.943482 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0732b7-198e-444c-96c9-1e4cdf163164 None None] DHCP port deletion for ce72ab99-bc55-4271-8115-f97c259a6f8d request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:55.951195 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9e176880-ad3b-4286-a616-0184f8496869 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/d511bd34-d1d7-47bb-963c-a52e12180455 HTTP/1.1" status: 404 len: 337 time: 0.0391555 Nov 28 07:48:55.951655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for 5eaa5dc0-665f-442b-bae0-b3d98616bc37 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:55.951884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38420) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:55.957577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c054efc1-7298-4556-905e-770807962ea2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network 0f4fb16b-5724-4898-ad7f-d3b1cc034ed5 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:48:55.964979 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 was not found and therefore no delete operation was performed {{(pid=115119) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:48:55.967807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.976567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.979728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Deleting port 7cdd8d7c-6113-4db0-b145-d3ab8a422217 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:55.979728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:55.994121 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433a8762-8de6-49bd-864a-9e2dc6de40d5 None None] DHCP port deletion for c04e62e3-7156-478d-ad66-af6018eecb99 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:55.998608 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-c054efc1-7298-4556-905e-770807962ea2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 0f4fb16b-5724-4898-ad7f-d3b1cc034ed5) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:56.015801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6368e42e-65e0-43ac-bfbe-2d137eee4ae0 None None] Network 0f4fb16b-5724-4898-ad7f-d3b1cc034ed5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:56.025409 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c2d9a4-609f-4336-af04-499b3be2d7dc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.026108 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c2d9a4-609f-4336-af04-499b3be2d7dc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.029251 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d1c2d9a4-609f-4336-af04-499b3be2d7dc tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/4549cdf8-2a70-43d2-9283-216e4bd14058 HTTP/1.1" status: 404 len: 337 time: 0.0737736 Nov 28 07:48:56.032382 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38422) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.060727 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c054efc1-7298-4556-905e-770807962ea2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:56.061314 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c054efc1-7298-4556-905e-770807962ea2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.064952 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2aa926-d3d6-48d0-b312-ede2674e4656 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.066287 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2aa926-d3d6-48d0-b312-ede2674e4656 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.069373 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ea2aa926-d3d6-48d0-b312-ede2674e4656 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/82d208a2-5143-4f9f-8b0f-2e8d14ef01b1 HTTP/1.1" status: 404 len: 333 time: 0.0358450 Nov 28 07:48:56.074747 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38424) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.081780 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6e31f925-081e-4890-bcad-71b280163394 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.113138 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=5eaa5dc0-665f-442b-bae0-b3d98616bc37,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:56.115278 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No DVR routers for this DVR port 5eaa5dc0-665f-442b-bae0-b3d98616bc37 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:56.134552 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68e5d5f-3fd3-4a32-bd15-1326244c0e87 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.135118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68e5d5f-3fd3-4a32-bd15-1326244c0e87 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.138278 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c68e5d5f-3fd3-4a32-bd15-1326244c0e87 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/cfe29223-1a7f-403c-abf5-80e8d20e28de HTTP/1.1" status: 404 len: 337 time: 0.0528636 Nov 28 07:48:56.141100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38426) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.148548 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7e0732b7-198e-444c-96c9-1e4cdf163164 None None] Deleting port 7cdd8d7c-6113-4db0-b145-d3ab8a422217 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:56.148912 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7e0732b7-198e-444c-96c9-1e4cdf163164 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.169375 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cec6d5-65d8-41df-bf8c-485096e83e24 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.170064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cec6d5-65d8-41df-bf8c-485096e83e24 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.173335 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-98cec6d5-65d8-41df-bf8c-485096e83e24 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/8c875887-6ff6-4cd9-8cf2-f9eff1be6347 HTTP/1.1" status: 404 len: 337 time: 0.0305684 Nov 28 07:48:56.174337 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-433a8762-8de6-49bd-864a-9e2dc6de40d5 None None] Deleting port 597e5988-69f1-41de-907a-de71fe4ca1bf {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:56.175282 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-433a8762-8de6-49bd-864a-9e2dc6de40d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.177036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38428) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.207890 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c054efc1-7298-4556-905e-770807962ea2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5173824 Nov 28 07:48:56.216048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38430) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.216374 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d597380-f478-4471-bd52-e2c5ed819034 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.217530 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d597380-f478-4471-bd52-e2c5ed819034 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.222203 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0d597380-f478-4471-bd52-e2c5ed819034 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/607a3ddc-21a1-4e80-b6c2-b25dd224080d HTTP/1.1" status: 404 len: 333 time: 0.0440063 Nov 28 07:48:56.224797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38432) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.245188 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] For port 7cdd8d7c-6113-4db0-b145-d3ab8a422217, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7cdd8d7c-6113-4db0-b145-d3ab8a422217,segment=NetworkSegment(1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28),segment_id=1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:56.245433 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.255711 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbc0325-5ca4-4b8d-a48e-69558174fbdf tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.256298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbc0325-5ca4-4b8d-a48e-69558174fbdf tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.259625 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6bbc0325-5ca4-4b8d-a48e-69558174fbdf tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/37f27fed-22f3-40be-a360-fa653b29f090 HTTP/1.1" status: 404 len: 337 time: 0.0337069 Nov 28 07:48:56.262768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38434) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.272716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6e31f925-081e-4890-bcad-71b280163394 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.312020 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa199b4-6d8f-4681-985f-0f5755002533 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.312738 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa199b4-6d8f-4681-985f-0f5755002533 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.315997 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-afa199b4-6d8f-4681-985f-0f5755002533 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/49b55dbb-1824-4093-8b60-d19990fb3a48 HTTP/1.1" status: 404 len: 333 time: 0.0518639 Nov 28 07:48:56.318750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38436) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.321389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Calling delete_port for 7cdd8d7c-6113-4db0-b145-d3ab8a422217 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:56.326996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31f925-081e-4890-bcad-71b280163394 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event deleted for resources: {'Subnet': ['ID=29ff29b1-21d7-4c8d-88f5-6995d5dea496,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:56.332665 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.340130 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebeec10-a905-4e67-b7f0-5f34607f9f83 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:48:56.340785 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7e0732b7-198e-444c-96c9-1e4cdf163164 None None] For port 7cdd8d7c-6113-4db0-b145-d3ab8a422217, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7cdd8d7c-6113-4db0-b145-d3ab8a422217,segment=NetworkSegment(1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28),segment_id=1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:56.341787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7e0732b7-198e-444c-96c9-1e4cdf163164 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.345625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-433a8762-8de6-49bd-864a-9e2dc6de40d5 None None] For port 597e5988-69f1-41de-907a-de71fe4ca1bf, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=597e5988-69f1-41de-907a-de71fe4ca1bf,segment=NetworkSegment(04c0192d-34f0-40cd-b500-1e2ba74b6556),segment_id=04c0192d-34f0-40cd-b500-1e2ba74b6556)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:56.346092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-433a8762-8de6-49bd-864a-9e2dc6de40d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.349812 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6e31f925-081e-4890-bcad-71b280163394 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.353890 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6e31f925-081e-4890-bcad-71b280163394 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "DELETE /v2.0/subnets/29ff29b1-21d7-4c8d-88f5-6995d5dea496 HTTP/1.1" status: 204 len: 168 time: 0.8003893 Nov 28 07:48:56.355663 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae3d81a-70d5-4e6d-8674-3cefdcfa7469 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.356641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae3d81a-70d5-4e6d-8674-3cefdcfa7469 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.359870 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bae3d81a-70d5-4e6d-8674-3cefdcfa7469 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/7751d483-5fa1-4f85-b221-57d90fc08fa4 HTTP/1.1" status: 404 len: 337 time: 0.0399334 Nov 28 07:48:56.360730 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38438) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.366284 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c3185-a0e3-4ae2-909b-abb4dc2af5bb None None] Sync routers for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:48:56.369487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc3a47c-ebc1-4144-88a8-25eee58678af None None] Network b1b347d3-71c2-465e-a06a-74bc038765da requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:56.369774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38440) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.388973 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cebeec10-a905-4e67-b7f0-5f34607f9f83 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.389557 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c3185-a0e3-4ae2-909b-abb4dc2af5bb None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:56.390131 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cebeec10-a905-4e67-b7f0-5f34607f9f83 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c HTTP/1.1" status: 200 len: 700 time: 3.8025296 Nov 28 07:48:56.393293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38442) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.394371 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-3e7c3185-a0e3-4ae2-909b-abb4dc2af5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:56.410773 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80b484b-27cf-4f29-9dae-3a0c60caa234 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.411666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80b484b-27cf-4f29-9dae-3a0c60caa234 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.414930 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f80b484b-27cf-4f29-9dae-3a0c60caa234 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/50c708c3-8f45-4f2a-b51c-18d17d8c5408 HTTP/1.1" status: 404 len: 333 time: 0.0427985 Nov 28 07:48:56.421727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38444) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.446371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7e0732b7-198e-444c-96c9-1e4cdf163164 None None] Calling delete_port for 7cdd8d7c-6113-4db0-b145-d3ab8a422217 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:56.448572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-433a8762-8de6-49bd-864a-9e2dc6de40d5 None None] Calling delete_port for 597e5988-69f1-41de-907a-de71fe4ca1bf owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:56.453183 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b79abc9-330e-495c-b5ed-553b878ea8cf tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.454254 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b79abc9-330e-495c-b5ed-553b878ea8cf tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.458203 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4b79abc9-330e-495c-b5ed-553b878ea8cf tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/231f228a-d2b9-4ea9-9c77-15e78672061e HTTP/1.1" status: 404 len: 337 time: 0.0352926 Nov 28 07:48:56.483787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38446) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.511100 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42fa7a6-2d1d-4df8-ad24-862fda348be0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.511349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42fa7a6-2d1d-4df8-ad24-862fda348be0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.516886 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f42fa7a6-2d1d-4df8-ad24-862fda348be0 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/8b0de5c6-d944-4182-a310-55a3e427a59e HTTP/1.1" status: 404 len: 333 time: 0.0294721 Nov 28 07:48:56.520211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38448) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.562557 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-04beda31-1563-43af-b290-9a3fba722f17 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.563074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04beda31-1563-43af-b290-9a3fba722f17 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.568644 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-04beda31-1563-43af-b290-9a3fba722f17 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/126bb970-fe55-4a30-a2ea-385aaacda38c HTTP/1.1" status: 404 len: 337 time: 0.0449312 Nov 28 07:48:56.570343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.572115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38450) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.608312 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-0f4fb16b-5724-4898-ad7f-d3b1cc034ed5', 'network_id': '0f4fb16b-5724-4898-ad7f-d3b1cc034ed5', 'tenant_id': '33f82d3e6fff4150af406bef92d9867d', 'fixed_ips': [{'subnet_id': '08f3dc73-91ef-472c-bd33-3763c0c9af9b'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:48:56.609181 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.613585 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed214bf9-25e4-44f4-a070-dd2c568b2b0a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.614597 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed214bf9-25e4-44f4-a070-dd2c568b2b0a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.622089 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ed214bf9-25e4-44f4-a070-dd2c568b2b0a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/bc897da1-d7cd-4c2e-889a-e4545abf7af3 HTTP/1.1" status: 404 len: 333 time: 0.0489185 Nov 28 07:48:56.623117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38452) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.677375 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-3e7c3185-a0e3-4ae2-909b-abb4dc2af5bb None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:56.693331 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-0687d9b7-e3b2-4287-8eb4-40188ff03411 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.694215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0687d9b7-e3b2-4287-8eb4-40188ff03411 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.703331 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0687d9b7-e3b2-4287-8eb4-40188ff03411 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/83dca856-1a88-4159-b342-18abf08c9e69 HTTP/1.1" status: 404 len: 337 time: 0.0485983 Nov 28 07:48:56.704416 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38454) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.758097 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a689a4-752f-4819-98af-45e5e509c66f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.759772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a689a4-752f-4819-98af-45e5e509c66f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.767228 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b6a689a4-752f-4819-98af-45e5e509c66f tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/5e7fb59d-90d0-449e-960d-8cb144b2e0d4 HTTP/1.1" status: 404 len: 333 time: 0.0594478 Nov 28 07:48:56.771131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38456) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.817233 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-4261a703-8ac1-4662-8be4-0432064bdb61 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.818448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4261a703-8ac1-4662-8be4-0432064bdb61 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.841255 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4261a703-8ac1-4662-8be4-0432064bdb61 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/3aaf6316-469d-4ea2-8fc6-2c728e8dd6f8 HTTP/1.1" status: 404 len: 337 time: 0.0665438 Nov 28 07:48:56.846915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7e0732b7-198e-444c-96c9-1e4cdf163164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.849208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38458) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.859963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-433a8762-8de6-49bd-864a-9e2dc6de40d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:56.927154 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0732b7-198e-444c-96c9-1e4cdf163164 None None] Pushing event deleted for resources: {'Port': ['ID=7cdd8d7c-6113-4db0-b145-d3ab8a422217,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:56.927543 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855337f1-5f5e-4964-a2aa-8afd8e5fe909']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:56.927835 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-46636eab-871a-45ed-9d7c-cb818bf6e3df tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:56.928384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46636eab-871a-45ed-9d7c-cb818bf6e3df tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:56.939049 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0732b7-198e-444c-96c9-1e4cdf163164 None None] No DVR routers for this DVR port 7cdd8d7c-6113-4db0-b145-d3ab8a422217 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:56.939280 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-46636eab-871a-45ed-9d7c-cb818bf6e3df tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/720435ad-1b21-4878-9816-15d38efc6614 HTTP/1.1" status: 404 len: 337 time: 0.0859904 Nov 28 07:48:56.944024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a8762-8de6-49bd-864a-9e2dc6de40d5 None None] No DVR routers for this DVR port 597e5988-69f1-41de-907a-de71fe4ca1bf on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:56.949320 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38460) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:56.969988 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3449ff5b-909f-4e22-85c8-f60b33afc179 None None] DHCP port deletion for b1b347d3-71c2-465e-a06a-74bc038765da request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:56.979330 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a8762-8de6-49bd-864a-9e2dc6de40d5 None None] Pushing event deleted for resources: {'Port': ['ID=597e5988-69f1-41de-907a-de71fe4ca1bf,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:56.991850 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Allocated IP 172.20.0.2 (0f4fb16b-5724-4898-ad7f-d3b1cc034ed5/08f3dc73-91ef-472c-bd33-3763c0c9af9b/a36981ef-45d8-433e-8179-8fcd1ec250e1) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:48:57.006298 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-3e7c3185-a0e3-4ae2-909b-abb4dc2af5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:54Z', 'revision_number': 7, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '63f4269d-f340-4a40-ae2e-aa053dedc6a1', 'name': '', 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:c8:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:39Z', 'updated_at': '2021-11-28T07:48:49Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:40Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:57.031234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb45afa9-7dd9-4521-adc3-559410bc8e30') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:57.031903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb45afa9-7dd9-4521-adc3-559410bc8e30') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:57.044314 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-5513b7c4-c336-42de-a707-20c7e98eff6c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:57.046004 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5513b7c4-c336-42de-a707-20c7e98eff6c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:57.056449 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5513b7c4-c336-42de-a707-20c7e98eff6c tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/bf4d1975-b265-46df-bc58-4a9551cd9bde HTTP/1.1" status: 404 len: 333 time: 0.1047955 Nov 28 07:48:57.059395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38462) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:57.066406 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c3185-a0e3-4ae2-909b-abb4dc2af5bb None None] Checking router: 1747cb74-868b-42fc-9889-db406e82837c for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:48:57.075586 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.089322 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Deleting port cb4b6ed5-fc63-4872-a51d-75a101174f93 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:57.089891 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.096247 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c3185-a0e3-4ae2-909b-abb4dc2af5bb None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:48:57.097511 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-3e7c3185-a0e3-4ae2-909b-abb4dc2af5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:57.103483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.104509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Deleting port 5bfa8c69-cccd-4821-872e-3ca37b683cb1 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:57.104877 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.135678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 597e5988-69f1-41de-907a-de71fe4ca1bf no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:57.138784 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9ff6916e-9097-45fa-afb4-20bd7cb1e6e5 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c HTTP/1.1" status: 200 len: 700 time: 0.7371011 Nov 28 07:48:57.153016 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38464) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:57.165030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.179091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 597e5988-69f1-41de-907a-de71fe4ca1bf {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:48:57.179433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 597e5988-69f1-41de-907a-de71fe4ca1bf not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:48:57.179844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7cdd8d7c-6113-4db0-b145-d3ab8a422217 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:57.204940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 7cdd8d7c-6113-4db0-b145-d3ab8a422217 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:48:57.205278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7cdd8d7c-6113-4db0-b145-d3ab8a422217 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:48:57.217871 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-3449ff5b-909f-4e22-85c8-f60b33afc179 None None] Deleting port 5bfa8c69-cccd-4821-872e-3ca37b683cb1 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:48:57.218243 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3449ff5b-909f-4e22-85c8-f60b33afc179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.249668 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] For port 5bfa8c69-cccd-4821-872e-3ca37b683cb1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5bfa8c69-cccd-4821-872e-3ca37b683cb1,segment=NetworkSegment(bdf70ed7-6e44-4ce2-ae68-7ce87758aa46),segment_id=bdf70ed7-6e44-4ce2-ae68-7ce87758aa46)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:57.250240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.257201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:48:57.257750 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.270993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Calling delete_port for 5bfa8c69-cccd-4821-872e-3ca37b683cb1 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:48:57.299153 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:48:57.320695 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-3e7c3185-a0e3-4ae2-909b-abb4dc2af5bb None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:48:57.337000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3449ff5b-909f-4e22-85c8-f60b33afc179 None None] For port 5bfa8c69-cccd-4821-872e-3ca37b683cb1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5bfa8c69-cccd-4821-872e-3ca37b683cb1,segment=NetworkSegment(bdf70ed7-6e44-4ce2-ae68-7ce87758aa46),segment_id=bdf70ed7-6e44-4ce2-ae68-7ce87758aa46)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:57.337589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3449ff5b-909f-4e22-85c8-f60b33afc179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.341611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.354137 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-3449ff5b-909f-4e22-85c8-f60b33afc179 None None] Calling delete_port for 5bfa8c69-cccd-4821-872e-3ca37b683cb1 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:57.361942 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.403274 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-53da13a9-f81e-420d-9fdb-33541d17a149 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:57.403732 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53da13a9-f81e-420d-9fdb-33541d17a149 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:57.411796 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-53da13a9-f81e-420d-9fdb-33541d17a149 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/839b37de-0fed-4b31-8a3e-0c97aaa2a84f HTTP/1.1" status: 404 len: 337 time: 0.3473170 Nov 28 07:48:57.411796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38466) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:57.457591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.459565 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.463915 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.467466 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/networks/855337f1-5f5e-4964-a2aa-8afd8e5fe909 HTTP/1.1" status: 204 len: 168 time: 2.7735837 Nov 28 07:48:57.479501 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Network 0f4fb16b-5724-4898-ad7f-d3b1cc034ed5 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:48:57.492292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:57.492649 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38468) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:57.494950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Pushing event updated for resources: {'Port': ['ID=a36981ef-45d8-433e-8179-8fcd1ec250e1,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:57.503126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:48:57.513830 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bf0985-65ef-4359-9fb3-8ee6f17ee49a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:57.514745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6bf0985-65ef-4359-9fb3-8ee6f17ee49a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:57.524594 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f6bf0985-65ef-4359-9fb3-8ee6f17ee49a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/d778db3e-acd3-4a0d-8043-96e161ae4a95 HTTP/1.1" status: 404 len: 337 time: 0.1107161 Nov 28 07:48:57.525318 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.527717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.535677 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38470) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:57.570334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] No DVR routers for this DVR port 7cdd8d7c-6113-4db0-b145-d3ab8a422217 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:57.592540 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Attempting to bind port a36981ef-45d8-433e-8179-8fcd1ec250e1 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:48:57.593166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Attempting to bind port a36981ef-45d8-433e-8179-8fcd1ec250e1 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '1a3c0536-1e3b-4b85-93c0-aaf0112316b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0f4fb16b-5724-4898-ad7f-d3b1cc034ed5'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:48:57.593689 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Attempting to bind port a36981ef-45d8-433e-8179-8fcd1ec250e1 on network 0f4fb16b-5724-4898-ad7f-d3b1cc034ed5 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:48:57.596876 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cdd8d7c-6113-4db0-b145-d3ab8a422217,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:57.602372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event deleted for resources: {'Port': ['ID=5bfa8c69-cccd-4821-872e-3ca37b683cb1,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:57.610921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] No DVR routers for this DVR port 5bfa8c69-cccd-4821-872e-3ca37b683cb1 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:57.615941 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3449ff5b-909f-4e22-85c8-f60b33afc179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.620538 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:48:57.621154 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Checking segment: {'id': '1a3c0536-1e3b-4b85-93c0-aaf0112316b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0f4fb16b-5724-4898-ad7f-d3b1cc034ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:57.621719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.622270 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Bound using segment: {'id': '1a3c0536-1e3b-4b85-93c0-aaf0112316b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0f4fb16b-5724-4898-ad7f-d3b1cc034ed5'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:48:57.623603 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Bound port: a36981ef-45d8-433e-8179-8fcd1ec250e1, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3c0536-1e3b-4b85-93c0-aaf0112316b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0f4fb16b-5724-4898-ad7f-d3b1cc034ed5'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:48:57.624187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.637495 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade6afe-ce7f-4713-9813-c467d8cffcb5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Network': ['ID=855337f1-5f5e-4964-a2aa-8afd8e5fe909,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:57.650215 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Calling delete_port for cb4b6ed5-fc63-4872-a51d-75a101174f93 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:48:57.715928 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c93e7b-9b59-4b96-8aff-cedaad8eb146 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:57.717983 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.721486 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6176f13-1642-4113-b9bf-f3d33afb2e14 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:57.722109 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6176f13-1642-4113-b9bf-f3d33afb2e14 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:57.723261 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-80c93e7b-9b59-4b96-8aff-cedaad8eb146 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2223420 Nov 28 07:48:57.723834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38472) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:57.727664 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f6176f13-1642-4113-b9bf-f3d33afb2e14 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/eeb2960f-53d6-485a-becc-db5c57f76070 HTTP/1.1" status: 404 len: 333 time: 0.1698909 Nov 28 07:48:57.729794 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.732137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38474) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:57.775332 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-3e7c3185-a0e3-4ae2-909b-abb4dc2af5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:54Z', 'revision_number': 7, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '63f4269d-f340-4a40-ae2e-aa053dedc6a1', 'name': '', 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:c8:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:39Z', 'updated_at': '2021-11-28T07:48:49Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:40Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:57.779150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] For port a36981ef-45d8-433e-8179-8fcd1ec250e1, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:48:57.782911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] For port a36981ef-45d8-433e-8179-8fcd1ec250e1, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a36981ef-45d8-433e-8179-8fcd1ec250e1,segment=NetworkSegment(1a3c0536-1e3b-4b85-93c0-aaf0112316b2),segment_id=1a3c0536-1e3b-4b85-93c0-aaf0112316b2)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:48:57.787291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449ff5b-909f-4e22-85c8-f60b33afc179 None None] Pushing event deleted for resources: {'Port': ['ID=5bfa8c69-cccd-4821-872e-3ca37b683cb1,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:57.794577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.797366 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3449ff5b-909f-4e22-85c8-f60b33afc179 None None] No DVR routers for this DVR port 5bfa8c69-cccd-4821-872e-3ca37b683cb1 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:48:57.800543 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-9beac412-8ef6-4b28-b578-26bc87a93f97 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:57.800983 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9beac412-8ef6-4b28-b578-26bc87a93f97 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:57.806644 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9beac412-8ef6-4b28-b578-26bc87a93f97 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/f5a991f0-9078-4163-9955-ce82c28e9640 HTTP/1.1" status: 404 len: 337 time: 0.0707169 Nov 28 07:48:57.809335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38476) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:57.812167 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b347d3-71c2-465e-a06a-74bc038765da']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:57.832475 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c3185-a0e3-4ae2-909b-abb4dc2af5bb None None] The sync data for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv is: [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:48:54Z', 'revision_number': 7, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '63f4269d-f340-4a40-ae2e-aa053dedc6a1', 'name': '', 'network_id': 'cb2a2183-7037-48a7-becc-2b61967b47d0', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:c8:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:39Z', 'updated_at': '2021-11-28T07:48:49Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': 'e360979e-432a-4ac1-b0dd-82bb1ad32ffb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:40Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:48:57.832896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf70ed7-6e44-4ce2-ae68-7ce87758aa46') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:57.833016 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf70ed7-6e44-4ce2-ae68-7ce87758aa46') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:57.871922 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-7928c1be-a8d8-47f7-9900-9d68783ce411 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:57.873724 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7928c1be-a8d8-47f7-9900-9d68783ce411 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:57.881722 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7928c1be-a8d8-47f7-9900-9d68783ce411 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/7495d1d0-0c64-44bc-a54d-c8dec5264551 HTTP/1.1" status: 404 len: 337 time: 0.0711980 Nov 28 07:48:57.894682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da30e7-9963-4b81-966a-2e89889bc2a3 None None] Pushing event updated for resources: {'Port': ['ID=a36981ef-45d8-433e-8179-8fcd1ec250e1,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:57.901490 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.901716 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38478) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:57.912668 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.925041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.941029 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:48:57.941029 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:48:57.942095 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:48:57.979074 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bc5ffcf1-f0fd-4741-ab06-f7b2f8bd6904 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2514184 Nov 28 07:48:57.982111 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38480) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:57.987707 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7d7f075c-a5cc-4378-bfb9-aeea2d8ed3b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-529183476'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:58.015981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7f075c-a5cc-4378-bfb9-aeea2d8ed3b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:58.019624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7d7f075c-a5cc-4378-bfb9-aeea2d8ed3b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.024102 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c30154f-5845-4aa5-924d-e9f0c82b12f6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:58.024736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c30154f-5845-4aa5-924d-e9f0c82b12f6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:58.028420 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8c30154f-5845-4aa5-924d-e9f0c82b12f6 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/3277a729-1cc6-43b5-95a2-71e77ec73b01 HTTP/1.1" status: 404 len: 333 time: 0.1255755 Nov 28 07:48:58.040497 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce72ab99-bc55-4271-8115-f97c259a6f8d']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:58.045424 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38482) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:58.080497 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7f075c-a5cc-4378-bfb9-aeea2d8ed3b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:48:58.095538 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:58.095837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b78ef5d-19ae-4566-bd9e-f9fc1ec92f28') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:58.107085 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-122b585a-05ac-4639-9064-eac722d20675 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:58.107555 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122b585a-05ac-4639-9064-eac722d20675 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:58.110749 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-122b585a-05ac-4639-9064-eac722d20675 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/b3e85470-96fc-4981-a2c9-dba5a5a54085 HTTP/1.1" status: 404 len: 337 time: 0.0642517 Nov 28 07:48:58.114412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38484) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:58.115066 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.139488 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.155585 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-348810d5-7a6a-4010-acde-26fd80173a29 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:58.156234 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348810d5-7a6a-4010-acde-26fd80173a29 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:58.159700 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-348810d5-7a6a-4010-acde-26fd80173a29 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/787f4b53-9eab-4e47-baa6-0e73d5563efb HTTP/1.1" status: 404 len: 337 time: 0.0426488 Nov 28 07:48:58.166641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38486) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:58.168925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.178345 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] 10.222.0.31 "DELETE /v2.0/networks/b1b347d3-71c2-465e-a06a-74bc038765da HTTP/1.1" status: 204 len: 168 time: 1.8164010 Nov 28 07:48:58.182048 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7d7f075c-a5cc-4378-bfb9-aeea2d8ed3b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.183431 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-7d7f075c-a5cc-4378-bfb9-aeea2d8ed3b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Added segment 81c9663c-8578-4850-bea9-a1bae119a80f of type vlan for network 393ababd-4aa6-49d7-b9ce-8850f74bd117 Nov 28 07:48:58.206910 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.211006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.288514 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:48:58.289578 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:48:58.296544 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:48:58.331963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7d7f075c-a5cc-4378-bfb9-aeea2d8ed3b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.344822 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bca82c91-661a-4993-bbfe-87bdb33e33e1 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa HTTP/1.1" status: 200 len: 205 time: 0.1646512 Nov 28 07:48:58.345244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38490) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:58.345908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18628ad9-791a-45c7-9d03-65a8b1807659 tempest-AllowedAddressPairIpV6TestJSON-1683723608 tempest-AllowedAddressPairIpV6TestJSON-1683723608-project] Pushing event deleted for resources: {'Network': ['ID=b1b347d3-71c2-465e-a06a-74bc038765da,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:58.376313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Subnet': ['ID=08f3dc73-91ef-472c-bd33-3763c0c9af9b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:58.407355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7d7f075c-a5cc-4378-bfb9-aeea2d8ed3b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.414251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7f075c-a5cc-4378-bfb9-aeea2d8ed3b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:58.415040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7d7f075c-a5cc-4378-bfb9-aeea2d8ed3b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.496749 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-d2363496-656f-4c6e-a12f-3dddaa6dcf85 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] delete failed (client error): The resource could not be found. Nov 28 07:48:58.498177 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d2363496-656f-4c6e-a12f-3dddaa6dcf85 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/routers/da6fe328-2ffa-4ea3-8be5-45d84f6bb4fa HTTP/1.1" status: 404 len: 336 time: 0.1472278 Nov 28 07:48:58.503370 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38492) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:58.508090 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7d7f075c-a5cc-4378-bfb9-aeea2d8ed3b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5248077 Nov 28 07:48:58.511193 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38494) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:58.517666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-799f6831-7fa1-42bb-ac87-2234c3fdd76e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': '393ababd-4aa6-49d7-b9ce-8850f74bd117', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:58.541122 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f075c-a5cc-4378-bfb9-aeea2d8ed3b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Network': ['ID=393ababd-4aa6-49d7-b9ce-8850f74bd117,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:58.559003 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 393ababd-4aa6-49d7-b9ce-8850f74bd117 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:48:58.585337 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fec089-170a-4535-b695-4f7507851ee5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:58.586081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44fec089-170a-4535-b695-4f7507851ee5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:58.602444 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-44fec089-170a-4535-b695-4f7507851ee5 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/95b69c0c-f1de-4806-ab93-87f9f7d56bce HTTP/1.1" status: 404 len: 337 time: 0.0959394 Nov 28 07:48:58.607404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.609496 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38498) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:58.616764 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.668894 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-abaa5731-246a-458a-803f-5e7eec4ba766 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "GET /v2.0/ports?device_id=00ea03d1-9b26-4017-95f3-4f499b268c22 HTTP/1.1" status: 200 len: 205 time: 0.0575354 Nov 28 07:48:58.669706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799f6831-7fa1-42bb-ac87-2234c3fdd76e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:48:58.678365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-799f6831-7fa1-42bb-ac87-2234c3fdd76e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.688169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38500) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:58.694538 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4fb16b-5724-4898-ad7f-d3b1cc034ed5']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:58.711899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3c0536-1e3b-4b85-93c0-aaf0112316b2') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:58.712549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3c0536-1e3b-4b85-93c0-aaf0112316b2') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:48:58.727096 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.730313 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ce72ab99-bc55-4271-8115-f97c259a6f8d HTTP/1.1" status: 204 len: 168 time: 3.6864197 Nov 28 07:48:58.740502 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38504) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:58.742209 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.767563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af507145-bc62-40ff-b5dc-02ba09d0cdc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce72ab99-bc55-4271-8115-f97c259a6f8d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:58.781763 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-9e4135b0-4e2a-4e83-99a7-5115019ee861 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] delete failed (client error): The resource could not be found. Nov 28 07:48:58.782833 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9e4135b0-4e2a-4e83-99a7-5115019ee861 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/routers/00ea03d1-9b26-4017-95f3-4f499b268c22 HTTP/1.1" status: 404 len: 336 time: 0.0926552 Nov 28 07:48:58.786658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38508) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:58.807008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.817971 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.820895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:48:58.821364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:48:58.825799 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:48:58.853215 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6665f1-ac7f-4422-bbb6-584822e14ba3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:58.853680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6665f1-ac7f-4422-bbb6-584822e14ba3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:58.857734 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dc6665f1-ac7f-4422-bbb6-584822e14ba3 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/8536fb68-e8aa-41d7-ae9b-771fc4bb0aac HTTP/1.1" status: 404 len: 337 time: 0.0705607 Nov 28 07:48:58.860544 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38510) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:58.909962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Pushing event deleted for resources: {'Port': ['ID=cb4b6ed5-fc63-4872-a51d-75a101174f93,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:58.913872 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-940d285b-f15c-4465-bec8-4e3bd2239059 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:58.914151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940d285b-f15c-4465-bec8-4e3bd2239059 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:58.920477 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-940d285b-f15c-4465-bec8-4e3bd2239059 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/8d74e61d-c364-4bc9-bad6-7d75d068959a HTTP/1.1" status: 404 len: 337 time: 0.0516579 Nov 28 07:48:58.921824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38512) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:58.947577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6460c9-ba6d-475e-97bd-bae3ed981eb8 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:48:58.952576 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4ab12b-2d01-4922-980d-6b4e14be43dd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:58.953279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4ab12b-2d01-4922-980d-6b4e14be43dd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:58.959573 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ef4ab12b-2d01-4922-980d-6b4e14be43dd tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/9fb2bc65-58c5-42f4-b950-1b3b94eb4fed HTTP/1.1" status: 404 len: 333 time: 0.0345170 Nov 28 07:48:58.961199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38514) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:58.980628 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.api [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 28 07:48:58.980628 dv-neutron-744815-16-hyperv neutron-server[115119]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 28 07:48:58.980628 dv-neutron-744815-16-hyperv neutron-server[115119]: [parameters: {'id': '0f4fb16b-5724-4898-ad7f-d3b1cc034ed5'}] Nov 28 07:48:58.980628 dv-neutron-744815-16-hyperv neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:48:58.981051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG oslo_db.api [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:48:59.019440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38516) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.029434 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-52dd0b2e-d6e0-4679-b174-469440dee529 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:59.029987 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52dd0b2e-d6e0-4679-b174-469440dee529 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:59.033300 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-52dd0b2e-d6e0-4679-b174-469440dee529 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/c2495a35-2503-44d7-be82-0a954a11120a HTTP/1.1" status: 404 len: 337 time: 0.0710349 Nov 28 07:48:59.040544 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38518) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.115358 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1f8e2298-9dce-40da-927a-c5822d4527be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=052851385fa04dd18e1923c7c975cd9e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0967379 Nov 28 07:48:59.117366 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38520) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.121745 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f09223-732f-4afc-833c-fcaf5e7be63b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:59.128291 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f09223-732f-4afc-833c-fcaf5e7be63b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:59.136003 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a2f09223-732f-4afc-833c-fcaf5e7be63b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/66653fef-82fc-4129-949f-d3a3c7f6eee1 HTTP/1.1" status: 404 len: 333 time: 0.0913599 Nov 28 07:48:59.138093 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a36981ef-45d8-433e-8179-8fcd1ec250e1 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:48:59.150954 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38522) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.192645 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.196173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port a36981ef-45d8-433e-8179-8fcd1ec250e1 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:59.196968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.220041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-799f6831-7fa1-42bb-ac87-2234c3fdd76e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.242056 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c285827b-c0a1-4564-ab23-baea05b217c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.293933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c285827b-c0a1-4564-ab23-baea05b217c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.301409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.309892 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b33c835-a068-418c-86df-caece4c2feba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:59.310342 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b33c835-a068-418c-86df-caece4c2feba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:59.313354 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0b33c835-a068-418c-86df-caece4c2feba tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/6ae1e9ec-7328-4b9f-a9e8-82aad8dd2f9e HTTP/1.1" status: 404 len: 337 time: 0.1605203 Nov 28 07:48:59.323075 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38524) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.323546 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3598ec04-3963-4660-9879-b56bfdbdccf4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7946e6a2562404d866ae4adf1b9c101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5715380 Nov 28 07:48:59.325459 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.333164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.334783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38526) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.346431 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port a36981ef-45d8-433e-8179-8fcd1ec250e1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a36981ef-45d8-433e-8179-8fcd1ec250e1,segment=NetworkSegment(1a3c0536-1e3b-4b85-93c0-aaf0112316b2),segment_id=1a3c0536-1e3b-4b85-93c0-aaf0112316b2)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:48:59.353398 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.364003 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f865af-bace-4c15-89aa-3993303dc6c2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:59.364560 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f865af-bace-4c15-89aa-3993303dc6c2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:59.370454 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-31f865af-bace-4c15-89aa-3993303dc6c2 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/f56a8391-63b6-4bc0-9693-f2d354136c3b HTTP/1.1" status: 404 len: 333 time: 0.0377109 Nov 28 07:48:59.374544 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38528) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.432872 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=a36981ef-45d8-433e-8179-8fcd1ec250e1,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:59.436944 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e52e60-ec83-48ee-af9d-88f8683cf726 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:59.436944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e52e60-ec83-48ee-af9d-88f8683cf726 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:59.442165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.442731 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Fanout notify agent at l3_agent the message router_deleted on router e52161ff-6ada-4f1a-ba32-cead6fb8d7fb {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:48:59.446837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc339-ade7-44cd-9cab-787e2357c942 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.454137 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d8e52e60-ec83-48ee-af9d-88f8683cf726 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/9fbf6b38-d5fd-4b5e-b214-88d8218ddab6 HTTP/1.1" status: 404 len: 337 time: 0.0783753 Nov 28 07:48:59.454969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38530) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.455466 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.460723 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fa8a3b80-3076-4d78-bb66-b3f51fe42888 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "DELETE /v2.0/routers/e52161ff-6ada-4f1a-ba32-cead6fb8d7fb HTTP/1.1" status: 204 len: 168 time: 4.3242741 Nov 28 07:48:59.460915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5bfa8c69-cccd-4821-872e-3ca37b683cb1 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:48:59.462944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38532) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.475599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-87629961', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:59.483308 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f6831-7fa1-42bb-ac87-2234c3fdd76e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Subnet': ['ID=0dd03ef7-afd3-43bc-8b2a-103f3e2cd687,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:59.489679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b69eee-13db-4ae2-b5d8-ea39df50a6b1 None None] Network 0f4fb16b-5724-4898-ad7f-d3b1cc034ed5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:59.491901 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 5bfa8c69-cccd-4821-872e-3ca37b683cb1 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:48:59.492243 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5bfa8c69-cccd-4821-872e-3ca37b683cb1 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:48:59.507654 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.512186 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-b961e548-7b21-43c5-a932-d3570179334b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:59.512757 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b961e548-7b21-43c5-a932-d3570179334b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:59.518286 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b961e548-7b21-43c5-a932-d3570179334b tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/ffe520e4-af1d-4d20-acf2-5cdcfd92ba0b HTTP/1.1" status: 404 len: 333 time: 0.0565057 Nov 28 07:48:59.518964 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38534) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.524319 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c285827b-c0a1-4564-ab23-baea05b217c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.526959 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c285827b-c0a1-4564-ab23-baea05b217c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.528084 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c285827b-c0a1-4564-ab23-baea05b217c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17d0e969-da1d-4c05-bf5f-d0e358c22014 HTTP/1.1" status: 204 len: 168 time: 0.4083703 Nov 28 07:48:59.543364 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285827b-c0a1-4564-ab23-baea05b217c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d0e969-da1d-4c05-bf5f-d0e358c22014,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:48:59.546309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f6831-7fa1-42bb-ac87-2234c3fdd76e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Checking segment: {'id': '81c9663c-8578-4850-bea9-a1bae119a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '393ababd-4aa6-49d7-b9ce-8850f74bd117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:48:59.546913 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799f6831-7fa1-42bb-ac87-2234c3fdd76e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network hostable DHCP agents. Network: 393ababd-4aa6-49d7-b9ce-8850f74bd117, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:48:59.557919 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.559013 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.581812 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799f6831-7fa1-42bb-ac87-2234c3fdd76e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network 393ababd-4aa6-49d7-b9ce-8850f74bd117 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:48:59.633419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-799f6831-7fa1-42bb-ac87-2234c3fdd76e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 393ababd-4aa6-49d7-b9ce-8850f74bd117) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:48:59.638861 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.640719 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799f6831-7fa1-42bb-ac87-2234c3fdd76e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:48:59.641197 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-799f6831-7fa1-42bb-ac87-2234c3fdd76e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.651175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3946c169-3e5b-4815-8fc9-cd0e9a79d921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.659750 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab1df6a-7500-43a8-90a8-45416ac29247 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:59.660200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab1df6a-7500-43a8-90a8-45416ac29247 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:59.665651 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7ab1df6a-7500-43a8-90a8-45416ac29247 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/6b9c0aef-28cf-4709-a8d3-859997400563 HTTP/1.1" status: 404 len: 337 time: 0.1430757 Nov 28 07:48:59.672612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38538) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.707867 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-799f6831-7fa1-42bb-ac87-2234c3fdd76e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1954582 Nov 28 07:48:59.715476 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38540) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.721794 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-be445d16-5481-4634-b5a0-189eded03c76 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'network_id': '393ababd-4aa6-49d7-b9ce-8850f74bd117', 'name': 'tempest-PortsTestJSON-238227630'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:48:59.727698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce9a6c9-98de-450d-bbfc-75342395b229 None None] Network 393ababd-4aa6-49d7-b9ce-8850f74bd117 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:48:59.731142 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3946c169-3e5b-4815-8fc9-cd0e9a79d921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.733585 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-540c4ca4-3b23-40f1-aa78-c960b79db379 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:59.734199 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540c4ca4-3b23-40f1-aa78-c960b79db379 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:59.740089 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-540c4ca4-3b23-40f1-aa78-c960b79db379 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/c0a54d6e-ab10-49e1-8d16-72220cb6bfdd HTTP/1.1" status: 404 len: 333 time: 0.0585477 Nov 28 07:48:59.762343 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38542) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.802253 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fd4c58-d5a6-44af-9888-aec26ed252fb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:59.802703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26fd4c58-d5a6-44af-9888-aec26ed252fb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:59.805787 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-26fd4c58-d5a6-44af-9888-aec26ed252fb tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/86177bb8-8eb4-4951-b98e-749091a3e60b HTTP/1.1" status: 404 len: 337 time: 0.0404096 Nov 28 07:48:59.816991 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38546) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.836915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-339c2213-0319-453d-bbd7-5f71ec356479 None None] Provisioning complete for port a36981ef-45d8-433e-8179-8fcd1ec250e1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:48:59.837581 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-339c2213-0319-453d-bbd7-5f71ec356479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.883502 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da4f1ab-62d8-4f16-a723-36eb997010a7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:59.884393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da4f1ab-62d8-4f16-a723-36eb997010a7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:59.887692 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0da4f1ab-62d8-4f16-a723-36eb997010a7 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/45fb1ea5-a4cd-4a07-8a5d-a4d2f4f17aab HTTP/1.1" status: 404 len: 333 time: 0.0681610 Nov 28 07:48:59.890536 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38548) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:48:59.932325 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:48:59.942272 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b83435-0e9a-4bbe-86cf-c3411d29db8a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:48:59.943093 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b83435-0e9a-4bbe-86cf-c3411d29db8a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:48:59.946845 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a2b83435-0e9a-4bbe-86cf-c3411d29db8a tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/f5efaf64-c762-4b36-8927-b1d4530ca8d5 HTTP/1.1" status: 404 len: 337 time: 0.0552011 Nov 28 07:48:59.952381 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38552) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:00.051148 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3946c169-3e5b-4815-8fc9-cd0e9a79d921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.055171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3946c169-3e5b-4815-8fc9-cd0e9a79d921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.056922 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3946c169-3e5b-4815-8fc9-cd0e9a79d921 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68200a38-6cc0-4eb2-bfad-7a724046610a HTTP/1.1" status: 204 len: 168 time: 0.7197936 Nov 28 07:49:00.075132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-393ababd-4aa6-49d7-b9ce-8850f74bd117', 'network_id': '393ababd-4aa6-49d7-b9ce-8850f74bd117', 'tenant_id': '3de17531069145178d352061b04d50eb', 'fixed_ips': [{'subnet_id': '0dd03ef7-afd3-43bc-8b2a-103f3e2cd687'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:00.076451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.093341 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a9516e-d27f-4f8c-920d-8b2588888f23 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:00.093896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a9516e-d27f-4f8c-920d-8b2588888f23 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:00.115945 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d4a9516e-d27f-4f8c-920d-8b2588888f23 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/ports/0d557418-49ba-4822-8a73-e1cce94e680d HTTP/1.1" status: 404 len: 333 time: 0.1607342 Nov 28 07:49:00.120167 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Deleting port a36981ef-45d8-433e-8179-8fcd1ec250e1 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:00.121462 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.121949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38562) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:00.155097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be445d16-5481-4634-b5a0-189eded03c76 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:00.160169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-be445d16-5481-4634-b5a0-189eded03c76 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.166124 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-6424e64c-525a-462b-b2cd-95dc12f9bd43 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:00.166586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6424e64c-525a-462b-b2cd-95dc12f9bd43 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:00.169131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be12998-49b9-414c-9cbe-5dd4e2003a16 None None] DHCP port deletion for 0f4fb16b-5724-4898-ad7f-d3b1cc034ed5 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:00.172621 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6424e64c-525a-462b-b2cd-95dc12f9bd43 tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/subnets/b12f6459-8938-4c18-97b7-0c59e8f2c751 HTTP/1.1" status: 404 len: 337 time: 0.0450735 Nov 28 07:49:00.172928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38564) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:00.204672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-be445d16-5481-4634-b5a0-189eded03c76 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port dea0880f-df5c-4d5c-a113-a4b7a9ddfc51 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:49:00.267197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946c169-3e5b-4815-8fc9-cd0e9a79d921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68200a38-6cc0-4eb2-bfad-7a724046610a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:00.279775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5b94-46b4-4f02-8d29-a374d5820f9d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.294265 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Allocated IP 172.20.0.2 (393ababd-4aa6-49d7-b9ce-8850f74bd117/0dd03ef7-afd3-43bc-8b2a-103f3e2cd687/5040caff-358f-4c60-803b-7808d8114f32) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:00.344653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5be12998-49b9-414c-9cbe-5dd4e2003a16 None None] Deleting port a36981ef-45d8-433e-8179-8fcd1ec250e1 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:00.345053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5be12998-49b9-414c-9cbe-5dd4e2003a16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.406032 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] For port a36981ef-45d8-433e-8179-8fcd1ec250e1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a36981ef-45d8-433e-8179-8fcd1ec250e1,segment=NetworkSegment(1a3c0536-1e3b-4b85-93c0-aaf0112316b2),segment_id=1a3c0536-1e3b-4b85-93c0-aaf0112316b2)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:00.406644 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.416813 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5be12998-49b9-414c-9cbe-5dd4e2003a16 None None] For port a36981ef-45d8-433e-8179-8fcd1ec250e1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a36981ef-45d8-433e-8179-8fcd1ec250e1,segment=NetworkSegment(1a3c0536-1e3b-4b85-93c0-aaf0112316b2),segment_id=1a3c0536-1e3b-4b85-93c0-aaf0112316b2)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:00.417312 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5be12998-49b9-414c-9cbe-5dd4e2003a16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.431427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5be12998-49b9-414c-9cbe-5dd4e2003a16 None None] Calling delete_port for a36981ef-45d8-433e-8179-8fcd1ec250e1 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:00.433718 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Calling delete_port for a36981ef-45d8-433e-8179-8fcd1ec250e1 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:00.454077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.474421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.600127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Allocated IP 172.26.2.212 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/774255bb-1f4a-4628-a1f1-2e254644d598) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:00.631708 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5be12998-49b9-414c-9cbe-5dd4e2003a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.675053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.676723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be12998-49b9-414c-9cbe-5dd4e2003a16 None None] Pushing event deleted for resources: {'Port': ['ID=a36981ef-45d8-433e-8179-8fcd1ec250e1,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:00.678838 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be12998-49b9-414c-9cbe-5dd4e2003a16 None None] No DVR routers for this DVR port a36981ef-45d8-433e-8179-8fcd1ec250e1 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:00.691055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.739126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Network 393ababd-4aa6-49d7-b9ce-8850f74bd117 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:00.742277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:00.748513 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:00.767026 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-be445d16-5481-4634-b5a0-189eded03c76 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Allocated IP 172.20.0.4 (393ababd-4aa6-49d7-b9ce-8850f74bd117/0dd03ef7-afd3-43bc-8b2a-103f3e2cd687/dea0880f-df5c-4d5c-a113-a4b7a9ddfc51) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:00.780382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Pushing event updated for resources: {'Port': ['ID=5040caff-358f-4c60-803b-7808d8114f32,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:00.861878 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Attempting to bind port 5040caff-358f-4c60-803b-7808d8114f32 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:00.862631 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Attempting to bind port 5040caff-358f-4c60-803b-7808d8114f32 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '81c9663c-8578-4850-bea9-a1bae119a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '393ababd-4aa6-49d7-b9ce-8850f74bd117'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:00.863247 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Attempting to bind port 5040caff-358f-4c60-803b-7808d8114f32 on network 393ababd-4aa6-49d7-b9ce-8850f74bd117 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:00.870483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:00.871646 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Checking segment: {'id': '81c9663c-8578-4850-bea9-a1bae119a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '393ababd-4aa6-49d7-b9ce-8850f74bd117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:00.872269 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.873533 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Bound using segment: {'id': '81c9663c-8578-4850-bea9-a1bae119a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '393ababd-4aa6-49d7-b9ce-8850f74bd117'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:00.874682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Bound port: 5040caff-358f-4c60-803b-7808d8114f32, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c9663c-8578-4850-bea9-a1bae119a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '393ababd-4aa6-49d7-b9ce-8850f74bd117'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:00.875364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:00.991036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-be445d16-5481-4634-b5a0-189eded03c76 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.004235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.061394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] For port 5040caff-358f-4c60-803b-7808d8114f32, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:01.069146 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] For port 5040caff-358f-4c60-803b-7808d8114f32, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5040caff-358f-4c60-803b-7808d8114f32,segment=NetworkSegment(81c9663c-8578-4850-bea9-a1bae119a80f),segment_id=81c9663c-8578-4850-bea9-a1bae119a80f)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:01.071151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-be445d16-5481-4634-b5a0-189eded03c76 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.074186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.081633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a36981ef-45d8-433e-8179-8fcd1ec250e1 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:01.136179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be445d16-5481-4634-b5a0-189eded03c76 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network 393ababd-4aa6-49d7-b9ce-8850f74bd117 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:01.144574 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:01.152527 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-be445d16-5481-4634-b5a0-189eded03c76 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:01.157628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.160009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:01.171818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be445d16-5481-4634-b5a0-189eded03c76 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:01.181291 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:01.198957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c3047d-c3df-4d14-aab3-35fd5741b8e4 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:01.201469 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: a36981ef-45d8-433e-8179-8fcd1ec250e1 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:49:01.202209 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a36981ef-45d8-433e-8179-8fcd1ec250e1 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:49:01.239766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.241118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5b94-46b4-4f02-8d29-a374d5820f9d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.320360 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc990f4-7115-44fe-a85c-fc591796ab3f None None] Pushing event updated for resources: {'Port': ['ID=5040caff-358f-4c60-803b-7808d8114f32,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:01.323444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Pushing event updated for resources: {'Port': ['ID=774255bb-1f4a-4628-a1f1-2e254644d598,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:01.337494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-76700f2a-fd01-4eee-9f1a-c4b78c32f2fb None None] Provisioning complete for port 774255bb-1f4a-4628-a1f1-2e254644d598 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:01.337494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-76700f2a-fd01-4eee-9f1a-c4b78c32f2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.339796 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-c7ef5b94-46b4-4f02-8d29-a374d5820f9d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04e62e3-7156-478d-ad66-af6018eecb99']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:01.374235 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.383417 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-76700f2a-fd01-4eee-9f1a-c4b78c32f2fb None None] Port 774255bb-1f4a-4628-a1f1-2e254644d598 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:01.418376 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No DVR routers for this DVR port a36981ef-45d8-433e-8179-8fcd1ec250e1 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:01.494096 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-c7ef5b94-46b4-4f02-8d29-a374d5820f9d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c0192d-34f0-40cd-b500-1e2ba74b6556') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:01.494461 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-c7ef5b94-46b4-4f02-8d29-a374d5820f9d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c0192d-34f0-40cd-b500-1e2ba74b6556') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:01.520386 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Port': ['ID=a36981ef-45d8-433e-8179-8fcd1ec250e1,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:01.525891 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5b94-46b4-4f02-8d29-a374d5820f9d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.607872 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38604) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:01.631653 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5b94-46b4-4f02-8d29-a374d5820f9d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.681392 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ef5b94-46b4-4f02-8d29-a374d5820f9d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:01.681837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5b94-46b4-4f02-8d29-a374d5820f9d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:01.687928 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:01.709180 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.719409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-cc6fc339-ade7-44cd-9cab-787e2357c942 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port 63f4269d-f340-4a40-ae2e-aa053dedc6a1 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:01.719748 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc339-ade7-44cd-9cab-787e2357c942 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.839034 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4fb16b-5724-4898-ad7f-d3b1cc034ed5']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:01.880179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5b94-46b4-4f02-8d29-a374d5820f9d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.883103 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3c0536-1e3b-4b85-93c0-aaf0112316b2') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:01.883337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3c0536-1e3b-4b85-93c0-aaf0112316b2') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:01.908128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38610) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:01.909261 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5b94-46b4-4f02-8d29-a374d5820f9d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.912498 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c7ef5b94-46b4-4f02-8d29-a374d5820f9d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] 10.222.0.31 "DELETE /v2.0/networks/c04e62e3-7156-478d-ad66-af6018eecb99 HTTP/1.1" status: 204 len: 168 time: 1.7350049 Nov 28 07:49:01.929444 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.941325 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef5b94-46b4-4f02-8d29-a374d5820f9d tempest-NetworksTestDHCPv6-1848974618 tempest-NetworksTestDHCPv6-1848974618-project] Pushing event deleted for resources: {'Network': ['ID=c04e62e3-7156-478d-ad66-af6018eecb99,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:01.949586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be445d16-5481-4634-b5a0-189eded03c76 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:01.951314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-be445d16-5481-4634-b5a0-189eded03c76 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.955388 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-996073335'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:01.968033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.991818 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:01.992225 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:01.997243 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:02.000046 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-cc6fc339-ade7-44cd-9cab-787e2357c942 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] For port 63f4269d-f340-4a40-ae2e-aa053dedc6a1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=63f4269d-f340-4a40-ae2e-aa053dedc6a1,segment=NetworkSegment(a87a3fe8-9547-4921-8453-37aa0ee362a4),segment_id=a87a3fe8-9547-4921-8453-37aa0ee362a4)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:02.000414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc339-ade7-44cd-9cab-787e2357c942 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.023093 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be445d16-5481-4634-b5a0-189eded03c76 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=dea0880f-df5c-4d5c-a113-a4b7a9ddfc51,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:02.035260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-8dd8f62f-6d31-435c-966e-1fcbaafd8d5a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:02.035750 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING neutron.api.v2.base [None req-8dd8f62f-6d31-435c-966e-1fcbaafd8d5a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 28 07:49:02.036249 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-8dd8f62f-6d31-435c-966e-1fcbaafd8d5a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): There was a conflict when trying to complete your request. Nov 28 07:49:02.037337 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8dd8f62f-6d31-435c-966e-1fcbaafd8d5a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1237767 Nov 28 07:49:02.043031 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38616) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:02.045988 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-cc6fc339-ade7-44cd-9cab-787e2357c942 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for 63f4269d-f340-4a40-ae2e-aa053dedc6a1 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:02.048410 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-16b8352e-1509-4677-9ce4-06114269a69b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421857246'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:02.067036 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-be445d16-5481-4634-b5a0-189eded03c76 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3502340 Nov 28 07:49:02.070544 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38618) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:02.077926 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-546e1f5c-3aea-4057-a8d5-1349673b513e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'network_id': '393ababd-4aa6-49d7-b9ce-8850f74bd117', 'name': 'tempest-PortsTestJSON-1837209435'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:02.079054 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Made reservation on behalf of 5f76cfba5b9f404eb049899339fc6954 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:02.082784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.104582 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.160980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-16b8352e-1509-4677-9ce4-06114269a69b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.178810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.196309 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.199527 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/0f4fb16b-5724-4898-ad7f-d3b1cc034ed5 HTTP/1.1" status: 204 len: 168 time: 5.9691219 Nov 28 07:49:02.201061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-16b8352e-1509-4677-9ce4-06114269a69b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.213777 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38622) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:02.219049 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-bdc3f32d-cfc4-4f20-8b73-368ed0bfed8c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-37805169'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:02.228483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1c0b0-3f2e-436d-ad47-d4d239c6e7f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Network': ['ID=0f4fb16b-5724-4898-ad7f-d3b1cc034ed5,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:02.274927 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38624) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:02.322298 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc3f32d-cfc4-4f20-8b73-368ed0bfed8c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:02.326128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bdc3f32d-cfc4-4f20-8b73-368ed0bfed8c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.384170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.391811 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.398553 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc3f32d-cfc4-4f20-8b73-368ed0bfed8c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:02.413053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bdc3f32d-cfc4-4f20-8b73-368ed0bfed8c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.413403 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-bdc3f32d-cfc4-4f20-8b73-368ed0bfed8c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Added segment b53f7d2f-4115-46e5-b37f-39431f898581 of type vlan for network 2fd177a0-89b5-4d3e-a086-15e55c42f114 Nov 28 07:49:02.463767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bdc3f32d-cfc4-4f20-8b73-368ed0bfed8c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.465838 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.499609 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546e1f5c-3aea-4057-a8d5-1349673b513e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:02.503602 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-546e1f5c-3aea-4057-a8d5-1349673b513e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.536364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:02.555297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83a21f2-c2cd-48a3-b9ce-b8c1b45a573b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:02.562921 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.563301 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Added segment 78fca132-65cd-4e15-bb64-bd3302c28380 of type vlan for network 288fbe2b-4744-4f0b-b763-c27cede88b1f Nov 28 07:49:02.576003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bdc3f32d-cfc4-4f20-8b73-368ed0bfed8c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.582145 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc3f32d-cfc4-4f20-8b73-368ed0bfed8c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:02.582757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bdc3f32d-cfc4-4f20-8b73-368ed0bfed8c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.591067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-16b8352e-1509-4677-9ce4-06114269a69b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.604095 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-47435be8-3797-4866-8ec8-f77206064b6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44cffd20ca154bd096a7dcc40ec0012a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3242798 Nov 28 07:49:02.604095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-546e1f5c-3aea-4057-a8d5-1349673b513e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port 37064d25-30a6-4967-babe-acce0b17ab54 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:49:02.613447 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38628) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:02.619592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-16b8352e-1509-4677-9ce4-06114269a69b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.663480 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc339-ade7-44cd-9cab-787e2357c942 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.668787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.692344 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78d952c-75d1-4e01-bab8-f4468ad33ebf None None] Network 393ababd-4aa6-49d7-b9ce-8850f74bd117 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:02.705236 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bdc3f32d-cfc4-4f20-8b73-368ed0bfed8c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4876354 Nov 28 07:49:02.711561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38630) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:02.741305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a6e16f28-d4dd-486f-87e8-115268680fb0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'subnet': {'network_id': '2fd177a0-89b5-4d3e-a086-15e55c42f114', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:02.744804 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3f32d-cfc4-4f20-8b73-368ed0bfed8c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Network': ['ID=2fd177a0-89b5-4d3e-a086-15e55c42f114,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:02.747036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fc339-ade7-44cd-9cab-787e2357c942 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=63f4269d-f340-4a40-ae2e-aa053dedc6a1,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:02.748094 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8352e-1509-4677-9ce4-06114269a69b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5940c35-5582-480d-947d-3837bb29b48b,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:02.796522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 2fd177a0-89b5-4d3e-a086-15e55c42f114 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:02.849479 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-052d0422-905e-48ec-8340-0fca9fe2ce78 None None] Provisioning complete for port 5040caff-358f-4c60-803b-7808d8114f32 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:02.849845 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-052d0422-905e-48ec-8340-0fca9fe2ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.860709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.866314 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:02.866941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.960645 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7a041423-5b4c-4d2c-952f-e497cd49f1b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:02.970747 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-546e1f5c-3aea-4057-a8d5-1349673b513e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Allocated IP 172.20.0.13 (393ababd-4aa6-49d7-b9ce-8850f74bd117/0dd03ef7-afd3-43bc-8b2a-103f3e2cd687/37064d25-30a6-4967-babe-acce0b17ab54) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:02.984117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-16b8352e-1509-4677-9ce4-06114269a69b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.001497 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3794816 Nov 28 07:49:03.008835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38632) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:03.011666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-16b8352e-1509-4677-9ce4-06114269a69b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.028149 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ac08b-1e19-49cf-8c8e-9dc17c727041 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Pushing event updated for resources: {'Network': ['ID=288fbe2b-4744-4f0b-b763-c27cede88b1f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:03.071948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 288fbe2b-4744-4f0b-b763-c27cede88b1f details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:03.082109 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7a041423-5b4c-4d2c-952f-e497cd49f1b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.135929 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.151085 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-16b8352e-1509-4677-9ce4-06114269a69b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.152410 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-16b8352e-1509-4677-9ce4-06114269a69b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1079233 Nov 28 07:49:03.153203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8352e-1509-4677-9ce4-06114269a69b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d55acfd-3aa5-4683-8f7c-65082e4e7a44,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:03.156819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38636) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:03.171800 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e16f28-d4dd-486f-87e8-115268680fb0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:03.173146 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-17bf2121-6583-4313-9854-1d40e6cc21a6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '2d55acfd-3aa5-4683-8f7c-65082e4e7a44', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:03.175831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a6e16f28-d4dd-486f-87e8-115268680fb0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.235728 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5040caff-358f-4c60-803b-7808d8114f32 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:03.249462 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc339-ade7-44cd-9cab-787e2357c942 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.280134 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Request body: {'network': {'name': 'tempest-network--1381103022', 'router:external': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:03.293080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-a6e16f28-d4dd-486f-87e8-115268680fb0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Performing IP validity checks on allocation pools {{(pid=115119) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 28 07:49:03.293784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-a6e16f28-d4dd-486f-87e8-115268680fb0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115119) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 28 07:49:03.390390 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7a041423-5b4c-4d2c-952f-e497cd49f1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.393931 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7a041423-5b4c-4d2c-952f-e497cd49f1b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.394513 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7a041423-5b4c-4d2c-952f-e497cd49f1b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51bd0560-edf9-45da-b98e-99c44bc96eb4 HTTP/1.1" status: 204 len: 168 time: 0.7799571 Nov 28 07:49:03.402758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-17bf2121-6583-4313-9854-1d40e6cc21a6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.438228 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Made reservation on behalf of 48e1e23a20964664b1a3f6eb95272d09 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:03.439221 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-052d0422-905e-48ec-8340-0fca9fe2ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.441585 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.445132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 5040caff-358f-4c60-803b-7808d8114f32 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:03.445529 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.465615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.478344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a041423-5b4c-4d2c-952f-e497cd49f1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bd0560-edf9-45da-b98e-99c44bc96eb4,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:03.538387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-052d0422-905e-48ec-8340-0fca9fe2ce78 None None] For port 5040caff-358f-4c60-803b-7808d8114f32, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5040caff-358f-4c60-803b-7808d8114f32,segment=NetworkSegment(81c9663c-8578-4850-bea9-a1bae119a80f),segment_id=81c9663c-8578-4850-bea9-a1bae119a80f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:03.553240 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-052d0422-905e-48ec-8340-0fca9fe2ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.591883 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-17bf2121-6583-4313-9854-1d40e6cc21a6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.632384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-546e1f5c-3aea-4057-a8d5-1349673b513e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.672683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-17bf2121-6583-4313-9854-1d40e6cc21a6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.717675 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-546e1f5c-3aea-4057-a8d5-1349673b513e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.729044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf2121-6583-4313-9854-1d40e6cc21a6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d781751e-5a0a-4fc5-9a0d-98d1de167fc1,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:03.732024 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6fc339-ade7-44cd-9cab-787e2357c942 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 1747cb74-868b-42fc-9889-db406e82837c has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:49:03.734225 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a6e16f28-d4dd-486f-87e8-115268680fb0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.752308 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-17bf2121-6583-4313-9854-1d40e6cc21a6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:03.756830 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-17bf2121-6583-4313-9854-1d40e6cc21a6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5876834 Nov 28 07:49:03.757509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38642) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:03.797278 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1c375b1f-11a0-4e6f-ba16-92864985db77 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '2d55acfd-3aa5-4683-8f7c-65082e4e7a44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:03.841742 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546e1f5c-3aea-4057-a8d5-1349673b513e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network 393ababd-4aa6-49d7-b9ce-8850f74bd117 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:03.855586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Router e1b10d7f-4b19-47f9-b557-991ad3de3567 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:49:03.877623 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-546e1f5c-3aea-4057-a8d5-1349673b513e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:03.887437 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e1f5c-3aea-4057-a8d5-1349673b513e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:03.936478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e1f5c-3aea-4057-a8d5-1349673b513e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=37064d25-30a6-4967-babe-acce0b17ab54,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:03.953984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d0422-905e-48ec-8340-0fca9fe2ce78 None None] Pushing event updated for resources: {'Port': ['ID=5040caff-358f-4c60-803b-7808d8114f32,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:03.979852 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-08b42d0a-e61a-44cd-8c6f-82012970792e None None] Provisioning complete for port dea0880f-df5c-4d5c-a113-a4b7a9ddfc51 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:03.980336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-08b42d0a-e61a-44cd-8c6f-82012970792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.007398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e16f28-d4dd-486f-87e8-115268680fb0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Subnet': ['ID=bffce858-a8f8-4a82-b51f-9dfc20f806a7,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:04.034272 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.039665 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e16f28-d4dd-486f-87e8-115268680fb0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Checking segment: {'id': 'b53f7d2f-4115-46e5-b37f-39431f898581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd177a0-89b5-4d3e-a086-15e55c42f114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:04.040027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e16f28-d4dd-486f-87e8-115268680fb0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network hostable DHCP agents. Network: 2fd177a0-89b5-4d3e-a086-15e55c42f114, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:04.040350 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e1f5c-3aea-4057-a8d5-1349673b513e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:04.041196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-546e1f5c-3aea-4057-a8d5-1349673b513e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.051343 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.054421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1c375b1f-11a0-4e6f-ba16-92864985db77 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.077945 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-08b42d0a-e61a-44cd-8c6f-82012970792e None None] Port dea0880f-df5c-4d5c-a113-a4b7a9ddfc51 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:04.098690 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-08b42d0a-e61a-44cd-8c6f-82012970792e None None] Provisioning complete for port 5040caff-358f-4c60-803b-7808d8114f32 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:04.099152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-08b42d0a-e61a-44cd-8c6f-82012970792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.100477 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6fc339-ade7-44cd-9cab-787e2357c942 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:04.110650 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:04.126852 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cc6fc339-ade7-44cd-9cab-787e2357c942 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9708343 Nov 28 07:49:04.129376 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38652) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:04.131877 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee3e2b8-18fe-4e84-84ec-3a492ea09f54 None None] Sync routers for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:04.133125 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e16f28-d4dd-486f-87e8-115268680fb0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network 2fd177a0-89b5-4d3e-a086-15e55c42f114 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:04.134849 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-546e1f5c-3aea-4057-a8d5-1349673b513e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0612915 Nov 28 07:49:04.136663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38654) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:04.162757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b56bb7-5f32-4c79-8352-fb8656256573,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:04.193388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee3e2b8-18fe-4e84-84ec-3a492ea09f54 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:04.200989 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cee3e2b8-18fe-4e84-84ec-3a492ea09f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:04.217150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.217797 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Added segment 6223ef3c-5d14-4617-a213-8b7b80b37671 of type vlan for network fa2df4c4-d8e2-4b77-acb8-8a853699266d Nov 28 07:49:04.255571 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-1c375b1f-11a0-4e6f-ba16-92864985db77 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): There was a conflict when trying to complete your request. Nov 28 07:49:04.259164 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1c375b1f-11a0-4e6f-ba16-92864985db77 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4695790 Nov 28 07:49:04.261081 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38656) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:04.277390 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a6e16f28-d4dd-486f-87e8-115268680fb0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 2fd177a0-89b5-4d3e-a086-15e55c42f114) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:04.307610 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486efb60-c03a-4307-ab0e-6baff64712f0 None None] Network 2fd177a0-89b5-4d3e-a086-15e55c42f114 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:04.316732 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e16f28-d4dd-486f-87e8-115268680fb0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:04.317707 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a6e16f28-d4dd-486f-87e8-115268680fb0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.322556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:04.334281 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333a82b-417e-40f7-aa7a-b40c18b3000d None None] Sync routers for ids ['e1b10d7f-4b19-47f9-b557-991ad3de3567'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:04.350996 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333a82b-417e-40f7-aa7a-b40c18b3000d None None] Routers {'e1b10d7f-4b19-47f9-b557-991ad3de3567'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:04.351485 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-b333a82b-417e-40f7-aa7a-b40c18b3000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e1b10d7f-4b19-47f9-b557-991ad3de3567'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:04.386741 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.394622 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-028d39ff-b69c-409c-8ba0-8dc375e60984 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9240797 Nov 28 07:49:04.395544 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38664) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:04.408785 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:04.428581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d24587a-5ce6-4641-80be-6cd71840dd25 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting subnet e360979e-432a-4ac1-b0dd-82bb1ad32ffb {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:49:04.440821 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d24587a-5ce6-4641-80be-6cd71840dd25 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.457635 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-b333a82b-417e-40f7-aa7a-b40c18b3000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:04.476267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5d98b372-1857-47cd-93f4-d17e46e86729 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.480916 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333a82b-417e-40f7-aa7a-b40c18b3000d None None] Routers {'e1b10d7f-4b19-47f9-b557-991ad3de3567'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:04.481541 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-b333a82b-417e-40f7-aa7a-b40c18b3000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e1b10d7f-4b19-47f9-b557-991ad3de3567'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:04.506267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5d98b372-1857-47cd-93f4-d17e46e86729 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.517569 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-cee3e2b8-18fe-4e84-84ec-3a492ea09f54 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:04.547157 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d24587a-5ce6-4641-80be-6cd71840dd25 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.569624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5d98b372-1857-47cd-93f4-d17e46e86729 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.572302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5d98b372-1857-47cd-93f4-d17e46e86729 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.573509 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5d98b372-1857-47cd-93f4-d17e46e86729 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "DELETE /v2.0/security-groups/2d55acfd-3aa5-4683-8f7c-65082e4e7a44 HTTP/1.1" status: 204 len: 168 time: 0.3114629 Nov 28 07:49:04.581692 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-b333a82b-417e-40f7-aa7a-b40c18b3000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:04.586565 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38668) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:04.587638 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333a82b-417e-40f7-aa7a-b40c18b3000d None None] The sync data for ids ['e1b10d7f-4b19-47f9-b557-991ad3de3567'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:49:04.616394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98b372-1857-47cd-93f4-d17e46e86729 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d55acfd-3aa5-4683-8f7c-65082e4e7a44,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:04.668601 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a6e16f28-d4dd-486f-87e8-115268680fb0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9347167 Nov 28 07:49:04.671703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.672550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38670) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:04.672887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38672) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:04.682656 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d24587a-5ce6-4641-80be-6cd71840dd25 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.748219 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c731e80c-80fa-4ac8-a08e-5f2546813870 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:04.754277 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c731e80c-80fa-4ac8-a08e-5f2546813870 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.6068096 Nov 28 07:49:04.758904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38676) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:04.764304 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-09e45d52-f06a-4790-b725-8084433c21fb tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1764200 Nov 28 07:49:04.768394 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38678) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:04.782236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c2e16844-5b08-4bb7-8e1e-f84ce3c10403 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545465848'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:04.831203 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.832377 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:04.833175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.858187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-2fd177a0-89b5-4d3e-a086-15e55c42f114', 'network_id': '2fd177a0-89b5-4d3e-a086-15e55c42f114', 'tenant_id': '33f82d3e6fff4150af406bef92d9867d', 'fixed_ips': [{'subnet_id': 'bffce858-a8f8-4a82-b51f-9dfc20f806a7'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:04.859387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.863691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8b069d15-403f-4409-9da1-a4add5e766f9 None None] Provisioning complete for port 37064d25-30a6-4967-babe-acce0b17ab54 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:04.864244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8b069d15-403f-4409-9da1-a4add5e766f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.890669 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-85834962'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:04.909915 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c2e16844-5b08-4bb7-8e1e-f84ce3c10403 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.926553 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9162807 Nov 28 07:49:04.961110 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38680) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:04.964589 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d24587a-5ce6-4641-80be-6cd71840dd25 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:04.983981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.024930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5040caff-358f-4c60-803b-7808d8114f32 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:05.042833 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Made reservation on behalf of 48903bd8c7ff479d8b95d59164fe8cf7 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:05.046419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.057409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8b069d15-403f-4409-9da1-a4add5e766f9 None None] Port 37064d25-30a6-4967-babe-acce0b17ab54 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:05.074128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.136573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8b069d15-403f-4409-9da1-a4add5e766f9 None None] Provisioning complete for port dea0880f-df5c-4d5c-a113-a4b7a9ddfc51 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:05.137027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8b069d15-403f-4409-9da1-a4add5e766f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.194974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.203455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cee3e2b8-18fe-4e84-84ec-3a492ea09f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:02Z', 'revision_number': 8, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:40Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:05.238993 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Allocated IP 172.20.0.3 (2fd177a0-89b5-4d3e-a086-15e55c42f114/bffce858-a8f8-4a82-b51f-9dfc20f806a7/b25f4ce5-6070-44a2-9d39-a58c2cf1382a) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:05.242303 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8b069d15-403f-4409-9da1-a4add5e766f9 None None] Port dea0880f-df5c-4d5c-a113-a4b7a9ddfc51 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:05.246494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee3e2b8-18fe-4e84-84ec-3a492ea09f54 None None] Checking router: 1747cb74-868b-42fc-9889-db406e82837c for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:49:05.252914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 5040caff-358f-4c60-803b-7808d8114f32 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:05.253479 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.303958 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee3e2b8-18fe-4e84-84ec-3a492ea09f54 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:05.304751 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cee3e2b8-18fe-4e84-84ec-3a492ea09f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:05.339655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24587a-5ce6-4641-80be-6cd71840dd25 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Subnet': ['ID=e360979e-432a-4ac1-b0dd-82bb1ad32ffb,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:05.343687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.368654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.370513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.371202 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d24587a-5ce6-4641-80be-6cd71840dd25 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.374840 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1d24587a-5ce6-4641-80be-6cd71840dd25 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/e360979e-432a-4ac1-b0dd-82bb1ad32ffb HTTP/1.1" status: 204 len: 168 time: 1.2389216 Nov 28 07:49:05.378369 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38682) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:05.379120 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.380103 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942249a-4f83-47ce-8697-3af8746e8980 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event updated for resources: {'Network': ['ID=fa2df4c4-d8e2-4b77-acb8-8a853699266d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:05.430639 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01036e80-296a-4d4b-bea4-b481a1004085 None None] Network cb2a2183-7037-48a7-becc-2b61967b47d0 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:05.433063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network fa2df4c4-d8e2-4b77-acb8-8a853699266d details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:05.454668 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-efe17ef0-3470-4f14-b541-d121f1d754c4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port 37064d25-30a6-4967-babe-acce0b17ab54 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:05.455066 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-efe17ef0-3470-4f14-b541-d121f1d754c4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.470158 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:05.479882 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e535-1c80-4e76-aa26-ff86e18c9011 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.513438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f080afb7-b280-4618-b1e0-6e1fc2470913,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:05.529478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.529937 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Added segment 94a4c832-831a-446e-8f3f-c23e867bace4 of type vlan for network 834d38e5-b0ee-4ebd-aa8e-13f11125ef93 Nov 28 07:49:05.548686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.578957 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c2e16844-5b08-4bb7-8e1e-f84ce3c10403 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.601548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c2e16844-5b08-4bb7-8e1e-f84ce3c10403 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.602472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.619634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-cee3e2b8-18fe-4e84-84ec-3a492ea09f54 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:05.650011 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Deleting port 774255bb-1f4a-4628-a1f1-2e254644d598 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:05.650348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.669735 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e535-1c80-4e76-aa26-ff86e18c9011 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.682007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.687613 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:05.688245 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.694619 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c2e16844-5b08-4bb7-8e1e-f84ce3c10403 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.698685 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c2e16844-5b08-4bb7-8e1e-f84ce3c10403 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9193757 Nov 28 07:49:05.701531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-efe17ef0-3470-4f14-b541-d121f1d754c4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.708323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38684) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:05.712910 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-dad567bd-a905-4928-aa15-0649e95374ed tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': 'bc4c09cd-de2a-4b44-94db-0a2987effc5e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:05.713674 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING neutron.api.v2.base [None req-dad567bd-a905-4928-aa15-0649e95374ed tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 28 07:49:05.714168 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-dad567bd-a905-4928-aa15-0649e95374ed tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:05.717924 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dad567bd-a905-4928-aa15-0649e95374ed tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058715 Nov 28 07:49:05.725243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38686) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:05.729073 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e16844-5b08-4bb7-8e1e-f84ce3c10403 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4c09cd-de2a-4b44-94db-0a2987effc5e,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:05.737034 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-efe17ef0-3470-4f14-b541-d121f1d754c4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for 37064d25-30a6-4967-babe-acce0b17ab54 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:05.740986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d7d7e535-1c80-4e76-aa26-ff86e18c9011 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2df4c4-d8e2-4b77-acb8-8a853699266d']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:05.759433 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d7d7e535-1c80-4e76-aa26-ff86e18c9011 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6223ef3c-5d14-4617-a213-8b7b80b37671') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:05.759998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d7d7e535-1c80-4e76-aa26-ff86e18c9011 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6223ef3c-5d14-4617-a213-8b7b80b37671') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:05.773761 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e535-1c80-4e76-aa26-ff86e18c9011 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.822919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e535-1c80-4e76-aa26-ff86e18c9011 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.837495 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d7e535-1c80-4e76-aa26-ff86e18c9011 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:05.837909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e535-1c80-4e76-aa26-ff86e18c9011 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:05.839901 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:05.945037 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e535-1c80-4e76-aa26-ff86e18c9011 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.964306 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d7e535-1c80-4e76-aa26-ff86e18c9011 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa2df4c4-d8e2-4b77-acb8-8a853699266d {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 28 07:49:05.969188 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7e535-1c80-4e76-aa26-ff86e18c9011 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa2df4c4-d8e2-4b77-acb8-8a853699266d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:05.973683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e535-1c80-4e76-aa26-ff86e18c9011 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:05.977570 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d7d7e535-1c80-4e76-aa26-ff86e18c9011 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "DELETE /v2.0/networks/fa2df4c4-d8e2-4b77-acb8-8a853699266d HTTP/1.1" status: 204 len: 168 time: 1.0142810 Nov 28 07:49:05.981044 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38688) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:05.986088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0db783aa-2bca-44ee-8902-277726bb4d73 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:06.015501 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db783aa-2bca-44ee-8902-277726bb4d73 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Made reservation on behalf of 48e1e23a20964664b1a3f6eb95272d09 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:06.018732 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0db783aa-2bca-44ee-8902-277726bb4d73 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.035403 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-efe17ef0-3470-4f14-b541-d121f1d754c4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.058791 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.083632 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe17ef0-3470-4f14-b541-d121f1d754c4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=37064d25-30a6-4967-babe-acce0b17ab54,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:06.109971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.113571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db783aa-2bca-44ee-8902-277726bb4d73 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:06.177361 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-efe17ef0-3470-4f14-b541-d121f1d754c4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.184187 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-efe17ef0-3470-4f14-b541-d121f1d754c4 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/37064d25-30a6-4967-babe-acce0b17ab54 HTTP/1.1" status: 204 len: 168 time: 1.4243433 Nov 28 07:49:06.184769 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38690) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:06.209843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Network 2fd177a0-89b5-4d3e-a086-15e55c42f114 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:06.213150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Pushing event updated for resources: {'Port': ['ID=b25f4ce5-6070-44a2-9d39-a58c2cf1382a,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:06.218128 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:06.220716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:06.225894 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-caca6277-7768-46a0-85d4-12e48c859f59 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] GET failed (client error): The resource could not be found. Nov 28 07:49:06.230293 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-caca6277-7768-46a0-85d4-12e48c859f59 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/37064d25-30a6-4967-babe-acce0b17ab54 HTTP/1.1" status: 404 len: 333 time: 0.0419118 Nov 28 07:49:06.231702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0db783aa-2bca-44ee-8902-277726bb4d73 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.232096 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-0db783aa-2bca-44ee-8902-277726bb4d73 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Added segment c5c2f542-60ef-4c09-9e84-9a2b30798793 of type vlan for network 7ab66082-dcdd-4a84-a175-05ed8af51fec Nov 28 07:49:06.232617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c226cff-9ee8-4e29-90f3-939effccdb58 None None] DHCP port deletion for cb2a2183-7037-48a7-becc-2b61967b47d0 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:06.233287 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38692) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:06.347175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Attempting to bind port b25f4ce5-6070-44a2-9d39-a58c2cf1382a on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:06.347722 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Attempting to bind port b25f4ce5-6070-44a2-9d39-a58c2cf1382a by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'b53f7d2f-4115-46e5-b37f-39431f898581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd177a0-89b5-4d3e-a086-15e55c42f114'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:06.348199 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Attempting to bind port b25f4ce5-6070-44a2-9d39-a58c2cf1382a on network 2fd177a0-89b5-4d3e-a086-15e55c42f114 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:06.361126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:06.362218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Checking segment: {'id': 'b53f7d2f-4115-46e5-b37f-39431f898581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd177a0-89b5-4d3e-a086-15e55c42f114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:06.362760 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.363294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Bound using segment: {'id': 'b53f7d2f-4115-46e5-b37f-39431f898581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd177a0-89b5-4d3e-a086-15e55c42f114'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:06.363880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Bound port: b25f4ce5-6070-44a2-9d39-a58c2cf1382a, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53f7d2f-4115-46e5-b37f-39431f898581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd177a0-89b5-4d3e-a086-15e55c42f114'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:06.364373 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.371457 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6974974 Nov 28 07:49:06.391615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38694) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:06.398045 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0db783aa-2bca-44ee-8902-277726bb4d73 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.410961 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-20c43f16-8fc7-46cd-9640-7c5b4e71969e tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Request body: {'subnet': {'network_id': '834d38e5-b0ee-4ebd-aa8e-13f11125ef93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:06.447316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cee3e2b8-18fe-4e84-84ec-3a492ea09f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:02Z', 'revision_number': 8, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:40Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:06.473974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a756bf9-054e-44a8-a86d-4a99f26be2cc tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event updated for resources: {'Network': ['ID=834d38e5-b0ee-4ebd-aa8e-13f11125ef93,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:06.476537 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.487398 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.493614 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 834d38e5-b0ee-4ebd-aa8e-13f11125ef93 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:06.501651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee3e2b8-18fe-4e84-84ec-3a492ea09f54 None None] The sync data for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv is: [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:02Z', 'revision_number': 8, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edc6b696-d8cc-4588-a028-09ae5be03276', 'name': '', 'network_id': '35f29649-9720-4ddf-9035-b45950a2b867', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:81:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4888140e-880e-43d1-956e-99e9ca259232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:30Z', 'updated_at': '2021-11-28T07:48:40Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4888140e-880e-43d1-956e-99e9ca259232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:49:06.521656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port d4c9980e-1448-4ade-972d-55a3347083cb {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:06.521988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.546720 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4c226cff-9ee8-4e29-90f3-939effccdb58 None None] Deleting port d4c9980e-1448-4ade-972d-55a3347083cb {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:06.547277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4c226cff-9ee8-4e29-90f3-939effccdb58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.557130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Subnet': ['ID=bffce858-a8f8-4a82-b51f-9dfc20f806a7,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:06.574062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0db783aa-2bca-44ee-8902-277726bb4d73 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.575338 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db783aa-2bca-44ee-8902-277726bb4d73 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:06.576129 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0db783aa-2bca-44ee-8902-277726bb4d73 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.578444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Calling delete_port for 774255bb-1f4a-4628-a1f1-2e254644d598 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:06.611084 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] For port b25f4ce5-6070-44a2-9d39-a58c2cf1382a, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:06.659686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] For port b25f4ce5-6070-44a2-9d39-a58c2cf1382a, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b25f4ce5-6070-44a2-9d39-a58c2cf1382a,segment=NetworkSegment(b53f7d2f-4115-46e5-b37f-39431f898581),segment_id=b53f7d2f-4115-46e5-b37f-39431f898581)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:06.671700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a7fd72fe-baf8-46da-b84f-a847ce3fe360 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.676888 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.677380 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.687545 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c43f16-8fc7-46cd-9640-7c5b4e71969e tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Made reservation on behalf of 48903bd8c7ff479d8b95d59164fe8cf7 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:06.691982 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-20c43f16-8fc7-46cd-9640-7c5b4e71969e tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.702608 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-703adf31-8059-4393-950a-9721fbeb7eb6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port dea0880f-df5c-4d5c-a113-a4b7a9ddfc51 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:06.702976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-703adf31-8059-4393-950a-9721fbeb7eb6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.732314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4c226cff-9ee8-4e29-90f3-939effccdb58 None None] For port d4c9980e-1448-4ade-972d-55a3347083cb, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d4c9980e-1448-4ade-972d-55a3347083cb,segment=NetworkSegment(a87a3fe8-9547-4921-8453-37aa0ee362a4),segment_id=a87a3fe8-9547-4921-8453-37aa0ee362a4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:06.732821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4c226cff-9ee8-4e29-90f3-939effccdb58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.743326 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0db783aa-2bca-44ee-8902-277726bb4d73 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7583749 Nov 28 07:49:06.746172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38696) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:06.753776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db783aa-2bca-44ee-8902-277726bb4d73 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event updated for resources: {'Network': ['ID=7ab66082-dcdd-4a84-a175-05ed8af51fec,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:06.761838 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-3bae4e5d-6db7-4956-a060-3c4754318c8d tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Request body: {'subnet': {'network_id': '7ab66082-dcdd-4a84-a175-05ed8af51fec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:06.773585 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 7ab66082-dcdd-4a84-a175-05ed8af51fec details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:06.776659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4c226cff-9ee8-4e29-90f3-939effccdb58 None None] Calling delete_port for d4c9980e-1448-4ade-972d-55a3347083cb owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:06.783107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] For port d4c9980e-1448-4ade-972d-55a3347083cb, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d4c9980e-1448-4ade-972d-55a3347083cb,segment=NetworkSegment(a87a3fe8-9547-4921-8453-37aa0ee362a4),segment_id=a87a3fe8-9547-4921-8453-37aa0ee362a4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:06.784394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.803468 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for d4c9980e-1448-4ade-972d-55a3347083cb owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:06.821753 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d63b1-b8ab-406e-bd5b-403083fc8932 None None] Pushing event updated for resources: {'Port': ['ID=b25f4ce5-6070-44a2-9d39-a58c2cf1382a,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:06.826957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd177a0-89b5-4d3e-a086-15e55c42f114']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:06.869518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a7fd72fe-baf8-46da-b84f-a847ce3fe360 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.905780 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-703adf31-8059-4393-950a-9721fbeb7eb6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.915676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53f7d2f-4115-46e5-b37f-39431f898581') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:06.915923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53f7d2f-4115-46e5-b37f-39431f898581') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:06.924941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-703adf31-8059-4393-950a-9721fbeb7eb6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for dea0880f-df5c-4d5c-a113-a4b7a9ddfc51 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:06.947656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.974086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bae4e5d-6db7-4956-a060-3c4754318c8d tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Made reservation on behalf of 48e1e23a20964664b1a3f6eb95272d09 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:06.977087 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3bae4e5d-6db7-4956-a060-3c4754318c8d tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:06.984227 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4c226cff-9ee8-4e29-90f3-939effccdb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.018394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.056352 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c226cff-9ee8-4e29-90f3-939effccdb58 None None] Pushing event deleted for resources: {'Port': ['ID=d4c9980e-1448-4ade-972d-55a3347083cb,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:07.083288 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c226cff-9ee8-4e29-90f3-939effccdb58 None None] No DVR routers for this DVR port d4c9980e-1448-4ade-972d-55a3347083cb on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:07.121904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:07.122313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:07.128835 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:07.203903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 63f4269d-f340-4a40-ae2e-aa053dedc6a1 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:07.253227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-20c43f16-8fc7-46cd-9640-7c5b4e71969e tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.274722 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 63f4269d-f340-4a40-ae2e-aa053dedc6a1 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:49:07.275695 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 63f4269d-f340-4a40-ae2e-aa053dedc6a1 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:49:07.276339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d4c9980e-1448-4ade-972d-55a3347083cb no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:07.294750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a7fd72fe-baf8-46da-b84f-a847ce3fe360 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.298490 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a7fd72fe-baf8-46da-b84f-a847ce3fe360 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.302326 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a7fd72fe-baf8-46da-b84f-a847ce3fe360 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "DELETE /v2.0/security-groups/bc4c09cd-de2a-4b44-94db-0a2987effc5e HTTP/1.1" status: 204 len: 168 time: 1.5734107 Nov 28 07:49:07.302816 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-703adf31-8059-4393-950a-9721fbeb7eb6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.305745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38698) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:07.307232 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: d4c9980e-1448-4ade-972d-55a3347083cb {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:49:07.307822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d4c9980e-1448-4ade-972d-55a3347083cb not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:49:07.339339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd72fe-baf8-46da-b84f-a847ce3fe360 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4c09cd-de2a-4b44-94db-0a2987effc5e,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:07.361491 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.api [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 28 07:49:07.361491 dv-neutron-744815-16-hyperv neutron-server[115118]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 28 07:49:07.361491 dv-neutron-744815-16-hyperv neutron-server[115118]: [parameters: {'id': '2fd177a0-89b5-4d3e-a086-15e55c42f114'}] Nov 28 07:49:07.361491 dv-neutron-744815-16-hyperv neutron-server[115118]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:49:07.361991 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG oslo_db.api [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:49:07.362384 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703adf31-8059-4393-950a-9721fbeb7eb6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=dea0880f-df5c-4d5c-a113-a4b7a9ddfc51,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:07.369993 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c43f16-8fc7-46cd-9640-7c5b4e71969e tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event updated for resources: {'Subnet': ['ID=62d074f5-757b-4813-a6f2-bf5ce15bd9a5,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:07.413015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.447644 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c43f16-8fc7-46cd-9640-7c5b4e71969e tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Checking segment: {'id': '94a4c832-831a-446e-8f3f-c23e867bace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '834d38e5-b0ee-4ebd-aa8e-13f11125ef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:07.448163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c43f16-8fc7-46cd-9640-7c5b4e71969e tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Network hostable DHCP agents. Network: 834d38e5-b0ee-4ebd-aa8e-13f11125ef93, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:07.466011 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=d4c9980e-1448-4ade-972d-55a3347083cb,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:07.477399 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No DVR routers for this DVR port d4c9980e-1448-4ade-972d-55a3347083cb on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:07.481980 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-703adf31-8059-4393-950a-9721fbeb7eb6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.485722 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-703adf31-8059-4393-950a-9721fbeb7eb6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/dea0880f-df5c-4d5c-a113-a4b7a9ddfc51 HTTP/1.1" status: 204 len: 168 time: 1.2514689 Nov 28 07:49:07.487700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c43f16-8fc7-46cd-9640-7c5b4e71969e tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Network 834d38e5-b0ee-4ebd-aa8e-13f11125ef93 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:07.491012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38700) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:07.527198 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-20c43f16-8fc7-46cd-9640-7c5b4e71969e tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 834d38e5-b0ee-4ebd-aa8e-13f11125ef93) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:07.529641 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b79dda6-c3e7-41c7-ad1e-17df3f082083 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] GET failed (client error): The resource could not be found. Nov 28 07:49:07.531413 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6b79dda6-c3e7-41c7-ad1e-17df3f082083 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/dea0880f-df5c-4d5c-a113-a4b7a9ddfc51 HTTP/1.1" status: 404 len: 333 time: 0.0393581 Nov 28 07:49:07.534405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38702) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:07.537577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cef1a7-56ef-4e61-a4e4-f877ef0ce3cd None None] Network 834d38e5-b0ee-4ebd-aa8e-13f11125ef93 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:07.538432 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f8a87435-8275-4db4-a06a-348266df005d tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2111204 Nov 28 07:49:07.540907 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38704) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:07.546260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c78d6c3d-adff-49b7-ba92-65f37f48f2c2 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group': {'name': 'tempest-secgroup--999756056'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:07.552642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c43f16-8fc7-46cd-9640-7c5b4e71969e tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:07.553303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-20c43f16-8fc7-46cd-9640-7c5b4e71969e tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.569400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.615304 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-277d816c-8d0d-472f-8dee-88b57b7b7576 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting subnet 0dd03ef7-afd3-43bc-8b2a-103f3e2cd687 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:49:07.619941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-277d816c-8d0d-472f-8dee-88b57b7b7576 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.660776 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Pushing event deleted for resources: {'Port': ['ID=774255bb-1f4a-4628-a1f1-2e254644d598,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:07.675419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.690783 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129cffd9-42c6-4617-a47f-e019b2c79562 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:07.696676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-277d816c-8d0d-472f-8dee-88b57b7b7576 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.731159 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-834d38e5-b0ee-4ebd-aa8e-13f11125ef93', 'network_id': '834d38e5-b0ee-4ebd-aa8e-13f11125ef93', 'tenant_id': '48903bd8c7ff479d8b95d59164fe8cf7', 'fixed_ips': [{'subnet_id': '62d074f5-757b-4813-a6f2-bf5ce15bd9a5'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:07.732457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.742221 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-20c43f16-8fc7-46cd-9640-7c5b4e71969e tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3466992 Nov 28 07:49:07.745573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38706) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:07.746382 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c78d6c3d-adff-49b7-ba92-65f37f48f2c2 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.753265 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-299201a4-3801-4a79-b4b9-1a381297cb1b tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1908142799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:07.764326 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2a2183-7037-48a7-becc-2b61967b47d0']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:07.812822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-277d816c-8d0d-472f-8dee-88b57b7b7576 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.814301 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:49:07.819660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87a3fe8-9547-4921-8453-37aa0ee362a4') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:07.819970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87a3fe8-9547-4921-8453-37aa0ee362a4') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:07.845267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.867337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.886464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.889318 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-277d816c-8d0d-472f-8dee-88b57b7b7576 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.890186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-299201a4-3801-4a79-b4b9-1a381297cb1b tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.891277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-299201a4-3801-4a79-b4b9-1a381297cb1b tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.894270 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Allocated IP 172.20.0.2 (834d38e5-b0ee-4ebd-aa8e-13f11125ef93/62d074f5-757b-4813-a6f2-bf5ce15bd9a5/7e530387-4fb3-4cf0-b48c-e001943bf7a8) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:07.907244 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:07.908008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.926866 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-277d816c-8d0d-472f-8dee-88b57b7b7576 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.938665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20398b15-75d6-49a5-be78-d720953e4880 None None] Network 393ababd-4aa6-49d7-b9ce-8850f74bd117 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:07.940802 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-277d816c-8d0d-472f-8dee-88b57b7b7576 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/0dd03ef7-afd3-43bc-8b2a-103f3e2cd687 HTTP/1.1" status: 204 len: 168 time: 0.4051540 Nov 28 07:49:07.941775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d816c-8d0d-472f-8dee-88b57b7b7576 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd03ef7-afd3-43bc-8b2a-103f3e2cd687,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:07.948745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:07.953934 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38708) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:07.997525 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:08.092517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.100814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c78d6c3d-adff-49b7-ba92-65f37f48f2c2 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.176009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c78d6c3d-adff-49b7-ba92-65f37f48f2c2 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.177659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.184299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port 5040caff-358f-4c60-803b-7808d8114f32 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:08.185056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.192287 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.220118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.238965 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Network 834d38e5-b0ee-4ebd-aa8e-13f11125ef93 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:08.250842 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.256035 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:08.257600 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/networks/cb2a2183-7037-48a7-becc-2b61967b47d0 HTTP/1.1" status: 204 len: 168 time: 2.8743529 Nov 28 07:49:08.260287 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:08.260532 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38710) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:08.265253 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e049f-1564-47ff-bb86-43d063545bb4 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Network': ['ID=cb2a2183-7037-48a7-becc-2b61967b47d0,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:08.268501 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Pushing event updated for resources: {'Port': ['ID=7e530387-4fb3-4cf0-b48c-e001943bf7a8,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:08.339023 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe6b723-55d3-45e2-9c09-f69234de82e9 None None] DHCP port deletion for 393ababd-4aa6-49d7-b9ce-8850f74bd117 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:08.346892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Attempting to bind port 7e530387-4fb3-4cf0-b48c-e001943bf7a8 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:08.347495 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Attempting to bind port 7e530387-4fb3-4cf0-b48c-e001943bf7a8 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '94a4c832-831a-446e-8f3f-c23e867bace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '834d38e5-b0ee-4ebd-aa8e-13f11125ef93'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:08.348056 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Attempting to bind port 7e530387-4fb3-4cf0-b48c-e001943bf7a8 on network 834d38e5-b0ee-4ebd-aa8e-13f11125ef93 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:08.353981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c78d6c3d-adff-49b7-ba92-65f37f48f2c2 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.355257 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c78d6c3d-adff-49b7-ba92-65f37f48f2c2 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8126490 Nov 28 07:49:08.360972 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] For port 5040caff-358f-4c60-803b-7808d8114f32, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5040caff-358f-4c60-803b-7808d8114f32,segment=NetworkSegment(81c9663c-8578-4850-bea9-a1bae119a80f),segment_id=81c9663c-8578-4850-bea9-a1bae119a80f)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:08.361339 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.367368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38712) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:08.372212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-299201a4-3801-4a79-b4b9-1a381297cb1b tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.382809 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:08.383334 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Checking segment: {'id': '94a4c832-831a-446e-8f3f-c23e867bace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '834d38e5-b0ee-4ebd-aa8e-13f11125ef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:08.383757 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.384301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Bound using segment: {'id': '94a4c832-831a-446e-8f3f-c23e867bace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '834d38e5-b0ee-4ebd-aa8e-13f11125ef93'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:08.384678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for 5040caff-358f-4c60-803b-7808d8114f32 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:08.384810 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Bound port: 7e530387-4fb3-4cf0-b48c-e001943bf7a8, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a4c832-831a-446e-8f3f-c23e867bace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '834d38e5-b0ee-4ebd-aa8e-13f11125ef93'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:08.385200 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.407429 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-13c49b4e-db92-4359-a4cf-1e974cec1cdb tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': 'b251186c-47ec-4642-85b7-d4eb4360c850', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:08.408824 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-13c49b4e-db92-4359-a4cf-1e974cec1cdb tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 28 07:49:08.409343 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-13c49b4e-db92-4359-a4cf-1e974cec1cdb tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:08.413908 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-13c49b4e-db92-4359-a4cf-1e974cec1cdb tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0400136 Nov 28 07:49:08.417068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d6c3d-adff-49b7-ba92-65f37f48f2c2 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b251186c-47ec-4642-85b7-d4eb4360c850,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:08.439767 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38714) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:08.443748 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-299201a4-3801-4a79-b4b9-1a381297cb1b tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.472348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.objects.ports [None req-3bae4e5d-6db7-4956-a060-3c4754318c8d tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115118) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 28 07:49:08.472836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3bae4e5d-6db7-4956-a060-3c4754318c8d tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.488420 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6b723-55d3-45e2-9c09-f69234de82e9 None None] Deleting port 5040caff-358f-4c60-803b-7808d8114f32 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:08.488798 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9fe6b723-55d3-45e2-9c09-f69234de82e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.492083 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] For port 7e530387-4fb3-4cf0-b48c-e001943bf7a8, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:08.506388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fc0ace-efec-4195-9dac-a83268096693 None None] Network 2fd177a0-89b5-4d3e-a086-15e55c42f114 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:08.548133 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] For port 7e530387-4fb3-4cf0-b48c-e001943bf7a8, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7e530387-4fb3-4cf0-b48c-e001943bf7a8,segment=NetworkSegment(94a4c832-831a-446e-8f3f-c23e867bace4),segment_id=94a4c832-831a-446e-8f3f-c23e867bace4)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:08.579299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Deleting port b25f4ce5-6070-44a2-9d39-a58c2cf1382a {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:08.579533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.583767 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-299201a4-3801-4a79-b4b9-1a381297cb1b tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.585001 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-299201a4-3801-4a79-b4b9-1a381297cb1b tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8364105 Nov 28 07:49:08.588007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38716) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:08.664516 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.673431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.711779 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.731945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae4e5d-6db7-4956-a060-3c4754318c8d tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event updated for resources: {'Subnet': ['ID=30f4ccf5-d370-4519-8a31-086697576359,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:08.748980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] For port b25f4ce5-6070-44a2-9d39-a58c2cf1382a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b25f4ce5-6070-44a2-9d39-a58c2cf1382a,segment=NetworkSegment(b53f7d2f-4115-46e5-b37f-39431f898581),segment_id=b53f7d2f-4115-46e5-b37f-39431f898581)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:08.748980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.751288 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=5040caff-358f-4c60-803b-7808d8114f32,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:08.760305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No DVR routers for this DVR port 5040caff-358f-4c60-803b-7808d8114f32 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:08.760523 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.810160 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-603517d0-53ce-4ab8-b7b1-20a1568ec543 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.810539 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-874e4550-dfb2-4e34-894e-dd541f67b42d None None] Provisioning complete for port b25f4ce5-6070-44a2-9d39-a58c2cf1382a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:08.810943 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-874e4550-dfb2-4e34-894e-dd541f67b42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.818950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9fe6b723-55d3-45e2-9c09-f69234de82e9 None None] For port 5040caff-358f-4c60-803b-7808d8114f32, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5040caff-358f-4c60-803b-7808d8114f32,segment=NetworkSegment(81c9663c-8578-4850-bea9-a1bae119a80f),segment_id=81c9663c-8578-4850-bea9-a1bae119a80f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:08.819331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9fe6b723-55d3-45e2-9c09-f69234de82e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.842507 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae4e5d-6db7-4956-a060-3c4754318c8d tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Checking segment: {'id': 'c5c2f542-60ef-4c09-9e84-9a2b30798793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7ab66082-dcdd-4a84-a175-05ed8af51fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:08.842896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bae4e5d-6db7-4956-a060-3c4754318c8d tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Network hostable DHCP agents. Network: 7ab66082-dcdd-4a84-a175-05ed8af51fec, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:08.845648 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Calling delete_port for b25f4ce5-6070-44a2-9d39-a58c2cf1382a owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:08.890915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6b723-55d3-45e2-9c09-f69234de82e9 None None] Calling delete_port for 5040caff-358f-4c60-803b-7808d8114f32 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:08.928592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-603517d0-53ce-4ab8-b7b1-20a1568ec543 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:08.950974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Router e1b10d7f-4b19-47f9-b557-991ad3de3567 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:49:08.965665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bae4e5d-6db7-4956-a060-3c4754318c8d tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Network 7ab66082-dcdd-4a84-a175-05ed8af51fec is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:09.011245 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-3bae4e5d-6db7-4956-a060-3c4754318c8d tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 7ab66082-dcdd-4a84-a175-05ed8af51fec) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:09.020346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bae4e5d-6db7-4956-a060-3c4754318c8d tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:09.020918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3bae4e5d-6db7-4956-a060-3c4754318c8d tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.038387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad928f1e-14e4-4bdb-9008-df67789ed2cf None None] Network 7ab66082-dcdd-4a84-a175-05ed8af51fec requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:09.040281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff31bcc-0803-46bc-ab90-55c11aab4ced None None] Pushing event updated for resources: {'Port': ['ID=7e530387-4fb3-4cf0-b48c-e001943bf7a8,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:09.049767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.114091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393ababd-4aa6-49d7-b9ce-8850f74bd117']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:09.117165 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-603517d0-53ce-4ab8-b7b1-20a1568ec543 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.119932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-603517d0-53ce-4ab8-b7b1-20a1568ec543 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.121184 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-603517d0-53ce-4ab8-b7b1-20a1568ec543 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "DELETE /v2.0/security-groups/b251186c-47ec-4642-85b7-d4eb4360c850 HTTP/1.1" status: 204 len: 168 time: 0.6703644 Nov 28 07:49:09.127561 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38718) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:09.148615 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3bae4e5d-6db7-4956-a060-3c4754318c8d tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3951507 Nov 28 07:49:09.149919 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:09.161980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.166572 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bc195570-7a5b-437f-b51b-8d4c99d0fffc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "PUT /v2.0/routers/e1b10d7f-4b19-47f9-b557-991ad3de3567 HTTP/1.1" status: 200 len: 708 time: 4.7636747 Nov 28 07:49:09.169827 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38720) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:09.170346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38722) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:09.177565 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c9663c-8578-4850-bea9-a1bae119a80f') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:09.177930 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c9663c-8578-4850-bea9-a1bae119a80f') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:09.184518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Request body: {'floatingip': {'floating_network_id': '7ab66082-dcdd-4a84-a175-05ed8af51fec'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:09.194116 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603517d0-53ce-4ab8-b7b1-20a1568ec543 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b251186c-47ec-4642-85b7-d4eb4360c850,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:09.202091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4c381-ed99-4b2a-a523-2558cd6e0e6e None None] Sync routers for ids ['e1b10d7f-4b19-47f9-b557-991ad3de3567'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:09.211305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.225417 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.265019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9fe6b723-55d3-45e2-9c09-f69234de82e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.293775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.328404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.339821 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Port': ['ID=b25f4ce5-6070-44a2-9d39-a58c2cf1382a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:09.342680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No DVR routers for this DVR port b25f4ce5-6070-44a2-9d39-a58c2cf1382a on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:09.356804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b25f4ce5-6070-44a2-9d39-a58c2cf1382a up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:09.357334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:09.357830 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.361518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:09.363684 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:09.386749 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-25b50533-2396-4d72-88c7-4ff666491031 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/routers/e1b10d7f-4b19-47f9-b557-991ad3de3567 HTTP/1.1" status: 200 len: 743 time: 0.2137640 Nov 28 07:49:09.401497 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38724) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:09.405327 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-783e89eb-f370-4670-818f-e67036e19bbb tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2740908 Nov 28 07:49:09.412815 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: b25f4ce5-6070-44a2-9d39-a58c2cf1382a {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:49:09.412815 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b25f4ce5-6070-44a2-9d39-a58c2cf1382a not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 28 07:49:09.420929 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38726) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:09.437970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b71b7855-ed28-4aca-a482-a9016841f46a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group': {'name': 'tempest-secgroup--75303801'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:09.458842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152066ad-65d0-4af6-91b2-762c7454c5aa None None] DHCP port deletion for 2fd177a0-89b5-4d3e-a086-15e55c42f114 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:09.468427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6b723-55d3-45e2-9c09-f69234de82e9 None None] Pushing event deleted for resources: {'Port': ['ID=5040caff-358f-4c60-803b-7808d8114f32,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:09.474516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4c381-ed99-4b2a-a523-2558cd6e0e6e None None] Routers {'e1b10d7f-4b19-47f9-b557-991ad3de3567'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:09.474516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-64b4c381-ed99-4b2a-a523-2558cd6e0e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e1b10d7f-4b19-47f9-b557-991ad3de3567'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:09.521295 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d84d7757-8979-412a-8e90-02c13546e1b3 tempest-RoutersIpV6AdminTest-2048640837 tempest-RoutersIpV6AdminTest-2048640837-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&device_id=e1b10d7f-4b19-47f9-b557-991ad3de3567 HTTP/1.1" status: 200 len: 205 time: 0.1013439 Nov 28 07:49:09.524074 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38728) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:09.544084 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe6b723-55d3-45e2-9c09-f69234de82e9 None None] No DVR routers for this DVR port 5040caff-358f-4c60-803b-7808d8114f32 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:09.551794 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Port b25f4ce5-6070-44a2-9d39-a58c2cf1382a not found, will not notify nova. {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 28 07:49:09.590772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.594177 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-874e4550-dfb2-4e34-894e-dd541f67b42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.601174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.605156 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0925370e-c43d-4d87-91b6-feb2ba29d925 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b10d7f-4b19-47f9-b557-991ad3de3567 HTTP/1.1" status: 200 len: 205 time: 0.0799668 Nov 28 07:49:09.622107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-64b4c381-ed99-4b2a-a523-2558cd6e0e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:09.630511 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e9d6ab-b691-4e65-bd80-ecae1867e243 None None] Network 7ab66082-dcdd-4a84-a175-05ed8af51fec requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:09.634164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38730) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:09.635437 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.638694 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/networks/393ababd-4aa6-49d7-b9ce-8850f74bd117 HTTP/1.1" status: 204 len: 168 time: 1.6837740 Nov 28 07:49:09.659288 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b71b7855-ed28-4aca-a482-a9016841f46a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.659535 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5040caff-358f-4c60-803b-7808d8114f32 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:09.663551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38732) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:09.675238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-9f4a3c13-2a66-4923-87ef-e695a6b01b88 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-823480500'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:09.700970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd177a0-89b5-4d3e-a086-15e55c42f114']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:09.726426 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4c381-ed99-4b2a-a523-2558cd6e0e6e None None] Routers {'e1b10d7f-4b19-47f9-b557-991ad3de3567'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:09.727034 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-64b4c381-ed99-4b2a-a523-2558cd6e0e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e1b10d7f-4b19-47f9-b557-991ad3de3567'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:09.730897 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53f7d2f-4115-46e5-b37f-39431f898581') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:09.730897 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53f7d2f-4115-46e5-b37f-39431f898581') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:09.731406 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 5040caff-358f-4c60-803b-7808d8114f32 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:49:09.731665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5040caff-358f-4c60-803b-7808d8114f32 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:49:09.756687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.771625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4a3c13-2a66-4923-87ef-e695a6b01b88 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:09.776117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f4a3c13-2a66-4923-87ef-e695a6b01b88 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.800923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.811931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-64b4c381-ed99-4b2a-a523-2558cd6e0e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:09.812296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4c381-ed99-4b2a-a523-2558cd6e0e6e None None] The sync data for ids ['e1b10d7f-4b19-47f9-b557-991ad3de3567'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:49:09.824814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:09.825284 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:09.829516 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:09.917278 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4a3c13-2a66-4923-87ef-e695a6b01b88 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:09.927235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b71b7855-ed28-4aca-a482-a9016841f46a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.933612 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.945208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b71b7855-ed28-4aca-a482-a9016841f46a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.947604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.951773 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.956066 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/2fd177a0-89b5-4d3e-a086-15e55c42f114 HTTP/1.1" status: 204 len: 168 time: 5.2803030 Nov 28 07:49:09.959546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f4a3c13-2a66-4923-87ef-e695a6b01b88 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:09.959891 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-9f4a3c13-2a66-4923-87ef-e695a6b01b88 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Added segment 92bccd03-4a43-4fb6-8e94-34eaddc96e5f of type vlan for network 63f7c01b-063d-46ab-ac88-d2c47933477d Nov 28 07:49:09.980172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38734) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:09.996958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-6504ca17-795d-4e09-8ae4-66c0befb539f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1379812171'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:10.046081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198aad6-7018-40ee-864d-0bc6b0512cf2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Network': ['ID=393ababd-4aa6-49d7-b9ce-8850f74bd117,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:10.064616 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cb939-29fa-40a1-8263-9c908d9c6082 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Network': ['ID=2fd177a0-89b5-4d3e-a086-15e55c42f114,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:10.094034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b71b7855-ed28-4aca-a482-a9016841f46a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.097897 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b71b7855-ed28-4aca-a482-a9016841f46a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6629472 Nov 28 07:49:10.105356 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38736) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:10.107300 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f4a3c13-2a66-4923-87ef-e695a6b01b88 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.116180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-25d64cee-85a4-4429-ae7d-0c3a1455eb83 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '17cd80b7-20d3-48e9-8755-fd9507df4366', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:10.125707 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-25d64cee-85a4-4429-ae7d-0c3a1455eb83 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 28 07:49:10.126456 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-25d64cee-85a4-4429-ae7d-0c3a1455eb83 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:10.128451 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-25d64cee-85a4-4429-ae7d-0c3a1455eb83 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0183918 Nov 28 07:49:10.132223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38738) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:10.137051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b7855-ed28-4aca-a482-a9016841f46a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17cd80b7-20d3-48e9-8755-fd9507df4366,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:10.144756 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-21a8429a-086b-4741-a639-03078ee0d30f tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '17cd80b7-20d3-48e9-8755-fd9507df4366', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:10.153868 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING neutron.api.v2.base [None req-21a8429a-086b-4741-a639-03078ee0d30f tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 28 07:49:10.154773 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-21a8429a-086b-4741-a639-03078ee0d30f tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:10.156086 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-21a8429a-086b-4741-a639-03078ee0d30f tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0181909 Nov 28 07:49:10.181564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38740) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:10.183639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6504ca17-795d-4e09-8ae4-66c0befb539f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:10.187159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6504ca17-795d-4e09-8ae4-66c0befb539f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.196382 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-90d1675c-a38f-4f97-bd60-84c4561c87f8 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '17cd80b7-20d3-48e9-8755-fd9507df4366', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:10.197243 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-90d1675c-a38f-4f97-bd60-84c4561c87f8 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 28 07:49:10.197743 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-90d1675c-a38f-4f97-bd60-84c4561c87f8 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:10.197878 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a0bda97-3fff-4a3f-8efb-4100b0a65fdc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.198768 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-90d1675c-a38f-4f97-bd60-84c4561c87f8 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0160995 Nov 28 07:49:10.202734 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38742) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:10.220747 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f4a3c13-2a66-4923-87ef-e695a6b01b88 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.226607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4a3c13-2a66-4923-87ef-e695a6b01b88 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:10.227458 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9f4a3c13-2a66-4923-87ef-e695a6b01b88 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.249717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9d988284-15e5-4d12-ae0f-651ecab057c2 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '17cd80b7-20d3-48e9-8755-fd9507df4366', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:10.250862 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING neutron.api.v2.base [None req-9d988284-15e5-4d12-ae0f-651ecab057c2 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 28 07:49:10.251383 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-9d988284-15e5-4d12-ae0f-651ecab057c2 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:10.252946 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9d988284-15e5-4d12-ae0f-651ecab057c2 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0473335 Nov 28 07:49:10.260907 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38744) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:10.293565 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Allocated IP 172.20.0.13 (7ab66082-dcdd-4a84-a175-05ed8af51fec/30f4ccf5-d370-4519-8a31-086697576359/fbbc2016-d683-4b77-ba8b-737e0c730760) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:10.295795 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6504ca17-795d-4e09-8ae4-66c0befb539f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:10.305091 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9f4a3c13-2a66-4923-87ef-e695a6b01b88 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6351175 Nov 28 07:49:10.310904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38746) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:10.322309 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-092d8830-a396-4d60-b66e-f0c965ea8034 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': '63f7c01b-063d-46ab-ac88-d2c47933477d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:10.348253 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306f6fa2-f4fa-4730-816e-5a3d65ef5fc6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.355316 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6504ca17-795d-4e09-8ae4-66c0befb539f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.355745 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-6504ca17-795d-4e09-8ae4-66c0befb539f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Added segment e1ee9d37-5257-405c-bab6-ac4fed8b8058 of type vlan for network 1c58085d-765d-4fba-84f5-b8b8e5fad306 Nov 28 07:49:10.362685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a3c13-2a66-4923-87ef-e695a6b01b88 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Network': ['ID=63f7c01b-063d-46ab-ac88-d2c47933477d,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:10.375364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 63f7c01b-063d-46ab-ac88-d2c47933477d details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:10.507991 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e66939-5213-46c8-8b5e-6525c36c4561 None None] Network 834d38e5-b0ee-4ebd-aa8e-13f11125ef93 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:10.595288 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-de125fcc-7663-451b-9f25-911257c73999 None None] Provisioning complete for port 7e530387-4fb3-4cf0-b48c-e001943bf7a8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:10.595657 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-de125fcc-7663-451b-9f25-911257c73999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.607230 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a0bda97-3fff-4a3f-8efb-4100b0a65fdc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.623227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a0bda97-3fff-4a3f-8efb-4100b0a65fdc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.681490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Allocated IP 172.20.0.1 (834d38e5-b0ee-4ebd-aa8e-13f11125ef93/62d074f5-757b-4813-a6f2-bf5ce15bd9a5/6b909601-4599-4eae-995d-02b864d17dbb) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:10.706901 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a0bda97-3fff-4a3f-8efb-4100b0a65fdc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.707551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0bda97-3fff-4a3f-8efb-4100b0a65fdc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Fanout notify agent at l3_agent the message router_deleted on router e1b10d7f-4b19-47f9-b557-991ad3de3567 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:49:10.752374 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a0bda97-3fff-4a3f-8efb-4100b0a65fdc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.753458 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0a0bda97-3fff-4a3f-8efb-4100b0a65fdc tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "DELETE /v2.0/routers/e1b10d7f-4b19-47f9-b557-991ad3de3567 HTTP/1.1" status: 204 len: 168 time: 0.7461326 Nov 28 07:49:10.755258 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-de125fcc-7663-451b-9f25-911257c73999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.769631 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38748) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:10.802651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-de125fcc-7663-451b-9f25-911257c73999 None None] For port 7e530387-4fb3-4cf0-b48c-e001943bf7a8, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7e530387-4fb3-4cf0-b48c-e001943bf7a8,segment=NetworkSegment(94a4c832-831a-446e-8f3f-c23e867bace4),segment_id=94a4c832-831a-446e-8f3f-c23e867bace4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:10.812546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-de125fcc-7663-451b-9f25-911257c73999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.813928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092d8830-a396-4d60-b66e-f0c965ea8034 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:10.817483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-092d8830-a396-4d60-b66e-f0c965ea8034 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.850184 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fe8b42b1-07be-40fd-8a63-2ac6d204ac9f tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b10d7f-4b19-47f9-b557-991ad3de3567 HTTP/1.1" status: 200 len: 205 time: 0.0777850 Nov 28 07:49:10.863846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38750) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:10.881952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de125fcc-7663-451b-9f25-911257c73999 None None] Pushing event updated for resources: {'Port': ['ID=7e530387-4fb3-4cf0-b48c-e001943bf7a8,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:10.925051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6504ca17-795d-4e09-8ae4-66c0befb539f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.933566 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-1853d7bd-eda4-4433-a634-d7590d09a294 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] delete failed (client error): The resource could not be found. Nov 28 07:49:10.938751 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1853d7bd-eda4-4433-a634-d7590d09a294 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "DELETE /v2.0/routers/e1b10d7f-4b19-47f9-b557-991ad3de3567 HTTP/1.1" status: 404 len: 336 time: 0.0696828 Nov 28 07:49:10.938751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38752) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:10.981873 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ac734f76-beaa-462c-a892-3812e5d81b5c tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52161ff-6ada-4f1a-ba32-cead6fb8d7fb HTTP/1.1" status: 200 len: 205 time: 0.0394337 Nov 28 07:49:10.983346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4043208-6e63-4fb5-8f74-311a8264e1ee tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:10.986022 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38754) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:11.017409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.040337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.resource_extend [None req-6504ca17-795d-4e09-8ae4-66c0befb539f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 28 07:49:11.061518 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-b2cb6934-b232-42ae-abd7-8cd7a1931dc6 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] delete failed (client error): The resource could not be found. Nov 28 07:49:11.065912 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7e530387-4fb3-4cf0-b48c-e001943bf7a8 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:11.067114 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b2cb6934-b232-42ae-abd7-8cd7a1931dc6 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "DELETE /v2.0/routers/e52161ff-6ada-4f1a-ba32-cead6fb8d7fb HTTP/1.1" status: 404 len: 336 time: 0.0765541 Nov 28 07:49:11.069993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38756) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:11.120470 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-082d71bb-943e-48f4-b765-30e3d28e29fd tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "GET /v2.0/ports?device_id=17b169cd-daf3-4b07-94eb-e17ccf38d738 HTTP/1.1" status: 200 len: 205 time: 0.0419855 Nov 28 07:49:11.122306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38758) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:11.131878 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4043208-6e63-4fb5-8f74-311a8264e1ee tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.147137 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 7e530387-4fb3-4cf0-b48c-e001943bf7a8 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:11.147508 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.152874 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6504ca17-795d-4e09-8ae4-66c0befb539f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.158397 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6504ca17-795d-4e09-8ae4-66c0befb539f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:11.159012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6504ca17-795d-4e09-8ae4-66c0befb539f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.163716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.172525 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-84b3dddc-8ad7-4d6d-887a-0e5d4c87d9a8 None None] Provisioning complete for port 7e530387-4fb3-4cf0-b48c-e001943bf7a8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:11.173239 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84b3dddc-8ad7-4d6d-887a-0e5d4c87d9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.183005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.238475 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-506d2776-6720-45e0-80db-a3ca0cd63579 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] delete failed (client error): The resource could not be found. Nov 28 07:49:11.243670 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-506d2776-6720-45e0-80db-a3ca0cd63579 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "DELETE /v2.0/routers/17b169cd-daf3-4b07-94eb-e17ccf38d738 HTTP/1.1" status: 404 len: 336 time: 0.1139097 Nov 28 07:49:11.244787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38760) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:11.253483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Network 834d38e5-b0ee-4ebd-aa8e-13f11125ef93 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:11.261587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-092d8830-a396-4d60-b66e-f0c965ea8034 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.270623 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:11.297932 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:11.302530 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event updated for resources: {'Port': ['ID=6b909601-4599-4eae-995d-02b864d17dbb,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:11.343348 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c2a94673-f9d8-45e2-a71b-a720f524cdfe tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "GET /v2.0/ports?device_id=88cca763-90c7-4a8d-a8cd-03579816fcc7 HTTP/1.1" status: 200 len: 205 time: 0.0860548 Nov 28 07:49:11.346962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38762) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:11.351990 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6504ca17-795d-4e09-8ae4-66c0befb539f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3705173 Nov 28 07:49:11.360839 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38764) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:11.371173 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-06499530-0bb9-4077-b178-14ccf449eb53 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'subnet': {'network_id': '1c58085d-765d-4fba-84f5-b8b8e5fad306', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:11.394926 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b25f4ce5-6070-44a2-9d39-a58c2cf1382a no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:11.400606 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-6eebbef8-d431-406e-98d4-ea3a5ce5ff63 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] delete failed (client error): The resource could not be found. Nov 28 07:49:11.401691 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6eebbef8-d431-406e-98d4-ea3a5ce5ff63 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "DELETE /v2.0/routers/88cca763-90c7-4a8d-a8cd-03579816fcc7 HTTP/1.1" status: 404 len: 336 time: 0.0489318 Nov 28 07:49:11.407951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38766) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:11.408406 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504ca17-795d-4e09-8ae4-66c0befb539f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Network': ['ID=1c58085d-765d-4fba-84f5-b8b8e5fad306,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:11.412260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.422845 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: b25f4ce5-6070-44a2-9d39-a58c2cf1382a {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:49:11.423234 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b25f4ce5-6070-44a2-9d39-a58c2cf1382a not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:49:11.426107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 1c58085d-765d-4fba-84f5-b8b8e5fad306 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:11.454312 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5d59ec9f-cd15-4159-8314-fbfa81039a7b tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "GET /v2.0/ports?device_id=828045e5-84d8-4129-ad8c-92e0c40465d5 HTTP/1.1" status: 200 len: 205 time: 0.0401008 Nov 28 07:49:11.454641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4043208-6e63-4fb5-8f74-311a8264e1ee tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.457973 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4043208-6e63-4fb5-8f74-311a8264e1ee tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.465240 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e4043208-6e63-4fb5-8f74-311a8264e1ee tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "DELETE /v2.0/security-groups/17cd80b7-20d3-48e9-8755-fd9507df4366 HTTP/1.1" status: 204 len: 168 time: 1.1962361 Nov 28 07:49:11.465240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38768) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:11.472461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38770) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:11.526818 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d8830-a396-4d60-b66e-f0c965ea8034 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Subnet': ['ID=a2e7513f-f873-4d1e-af9d-330defac5233,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:11.540260 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-c7041309-416b-48be-aa06-081b208c0263 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] delete failed (client error): The resource could not be found. Nov 28 07:49:11.541337 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c7041309-416b-48be-aa06-081b208c0263 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "DELETE /v2.0/routers/828045e5-84d8-4129-ad8c-92e0c40465d5 HTTP/1.1" status: 404 len: 336 time: 0.0709848 Nov 28 07:49:11.542194 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4043208-6e63-4fb5-8f74-311a8264e1ee tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cd80b7-20d3-48e9-8755-fd9507df4366,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:11.547425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38772) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:11.551545 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-306f6fa2-f4fa-4730-816e-5a3d65ef5fc6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port edc6b696-d8cc-4588-a028-09ae5be03276 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:11.552244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306f6fa2-f4fa-4730-816e-5a3d65ef5fc6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.560823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.590433 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-eda98fae-10a0-48e8-be1b-30dca36ff76d tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "GET /v2.0/ports?device_id=3567192e-e4ca-4a59-be35-1f09ae71382f HTTP/1.1" status: 200 len: 205 time: 0.0416296 Nov 28 07:49:11.612500 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38774) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:11.640529 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Network 7ab66082-dcdd-4a84-a175-05ed8af51fec is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:11.650135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:11.650336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-88eb0638-45a6-45d1-9874-33fc7e76d5d8 None None] Provisioning complete for port 6b909601-4599-4eae-995d-02b864d17dbb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:11.650600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-88eb0638-45a6-45d1-9874-33fc7e76d5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.652634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:11.663465 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7cfe8b39-e39a-4ebb-a3c9-6794107d01a4 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1848359 Nov 28 07:49:11.682841 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38776) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:11.689003 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event updated for resources: {'Port': ['ID=fbbc2016-d683-4b77-ba8b-737e0c730760,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:11.695283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-88eb0638-45a6-45d1-9874-33fc7e76d5d8 None None] Port 6b909601-4599-4eae-995d-02b864d17dbb cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:11.696893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a06ac3cb-a45b-4627-9276-c177cfc712bd tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group': {'name': 'tempest-secgroup--923062140'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:11.701171 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-ea3a60a0-2913-46de-82f5-ae207d113275 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] delete failed (client error): The resource could not be found. Nov 28 07:49:11.702221 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ea3a60a0-2913-46de-82f5-ae207d113275 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "DELETE /v2.0/routers/3567192e-e4ca-4a59-be35-1f09ae71382f HTTP/1.1" status: 404 len: 336 time: 0.0886357 Nov 28 07:49:11.704917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38778) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:11.728722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092d8830-a396-4d60-b66e-f0c965ea8034 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Checking segment: {'id': '92bccd03-4a43-4fb6-8e94-34eaddc96e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '63f7c01b-063d-46ab-ac88-d2c47933477d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:11.729089 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092d8830-a396-4d60-b66e-f0c965ea8034 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network hostable DHCP agents. Network: 63f7c01b-063d-46ab-ac88-d2c47933477d, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:11.740687 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc0c1d8-a44b-418c-ab8e-d5d06a88e360 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:11.741146 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc0c1d8-a44b-418c-ab8e-d5d06a88e360 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:11.744266 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5dc0c1d8-a44b-418c-ab8e-d5d06a88e360 tempest-RoutersIpV6AdminTest-1831349715 tempest-RoutersIpV6AdminTest-1831349715-project] 10.222.0.31 "DELETE /v2.0/subnets/23927722-49b0-4f6d-8bde-b714112237aa HTTP/1.1" status: 404 len: 337 time: 0.0383387 Nov 28 07:49:11.794691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.808092 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.api [None req-06499530-0bb9-4077-b178-14ccf449eb53 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:49:11.808092 dv-neutron-744815-16-hyperv neutron-server[115119]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 28 07:49:11.808092 dv-neutron-744815-16-hyperv neutron-server[115119]: [parameters: {'project_id_1': '33f82d3e6fff4150af406bef92d9867d', 'expiration_1': datetime.datetime(2021, 11, 28, 7, 48, 51, 772824)}] Nov 28 07:49:11.808092 dv-neutron-744815-16-hyperv neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:49:11.808551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG oslo_db.api [None req-06499530-0bb9-4077-b178-14ccf449eb53 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:49:11.817979 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.826282 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a06ac3cb-a45b-4627-9276-c177cfc712bd tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.837856 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.843847 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092d8830-a396-4d60-b66e-f0c965ea8034 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network 63f7c01b-063d-46ab-ac88-d2c47933477d is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:11.864218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-306f6fa2-f4fa-4730-816e-5a3d65ef5fc6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] For port edc6b696-d8cc-4588-a028-09ae5be03276, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=edc6b696-d8cc-4588-a028-09ae5be03276,segment=NetworkSegment(ba46a3ad-9bad-4852-a26f-f9e4942853bc),segment_id=ba46a3ad-9bad-4852-a26f-f9e4942853bc)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:11.864582 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306f6fa2-f4fa-4730-816e-5a3d65ef5fc6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:11.906810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-092d8830-a396-4d60-b66e-f0c965ea8034 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 63f7c01b-063d-46ab-ac88-d2c47933477d) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:11.908706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-306f6fa2-f4fa-4730-816e-5a3d65ef5fc6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for edc6b696-d8cc-4588-a028-09ae5be03276 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:11.915140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b143052-87fe-4e7c-9e54-643396329efe None None] Network 63f7c01b-063d-46ab-ac88-d2c47933477d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:11.928130 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092d8830-a396-4d60-b66e-f0c965ea8034 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:11.929072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-092d8830-a396-4d60-b66e-f0c965ea8034 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.033620 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.040241 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.046828 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38784) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:12.106365 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-63f7c01b-063d-46ab-ac88-d2c47933477d', 'network_id': '63f7c01b-063d-46ab-ac88-d2c47933477d', 'tenant_id': '3de17531069145178d352061b04d50eb', 'fixed_ips': [{'subnet_id': 'a2e7513f-f873-4d1e-af9d-330defac5233'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:12.108296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.130674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.134383 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-092d8830-a396-4d60-b66e-f0c965ea8034 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8184900 Nov 28 07:49:12.136099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38788) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:12.148592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7cc6eb43-3794-4bd8-9f3e-cef5b929326f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'network_id': '63f7c01b-063d-46ab-ac88-d2c47933477d', 'name': 'tempest-PortsTestJSON-520580033', 'fixed_ips': [{'subnet_id': 'a2e7513f-f873-4d1e-af9d-330defac5233', 'ip_address': '172.20.0.10'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:12.182287 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a06ac3cb-a45b-4627-9276-c177cfc712bd tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.199716 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a06ac3cb-a45b-4627-9276-c177cfc712bd tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.224478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event updated for resources: {'Port': ['ID=fbbc2016-d683-4b77-ba8b-737e0c730760,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:12.235631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.238008 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a47dab46-469a-4ddd-8f17-223a7e0bb039 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0664737 Nov 28 07:49:12.241420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38790) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:12.268984 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a06ac3cb-a45b-4627-9276-c177cfc712bd tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.270227 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a06ac3cb-a45b-4627-9276-c177cfc712bd tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5817773 Nov 28 07:49:12.279064 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38792) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:12.292043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Allocated IP 172.20.0.2 (63f7c01b-063d-46ab-ac88-d2c47933477d/a2e7513f-f873-4d1e-af9d-330defac5233/45ea525c-3c45-4b9f-8fec-819c819a1694) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:12.305030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-8446a1e3-ba04-4e10-9dfb-09146b2213c4 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '5d4024cc-7166-4ecc-8ca6-19f52dca0d33', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:12.305674 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING neutron.api.v2.base [None req-8446a1e3-ba04-4e10-9dfb-09146b2213c4 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 28 07:49:12.306414 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-8446a1e3-ba04-4e10-9dfb-09146b2213c4 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:12.308096 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8446a1e3-ba04-4e10-9dfb-09146b2213c4 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0169711 Nov 28 07:49:12.319072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38794) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:12.330071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-45c3a32b-6491-4fa6-b14e-8b248f5bfcd8 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '5d4024cc-7166-4ecc-8ca6-19f52dca0d33', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:12.333888 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ac3cb-a45b-4627-9276-c177cfc712bd tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4024cc-7166-4ecc-8ca6-19f52dca0d33,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:12.343414 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f3a430e2-cae3-443c-a297-e96cf92d6947 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=7ab66082-dcdd-4a84-a175-05ed8af51fec HTTP/1.1" status: 200 len: 690 time: 0.1010330 Nov 28 07:49:12.347812 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21252e87-6e01-4883-b476-a31cdc1460a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.349386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38796) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:12.400432 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06499530-0bb9-4077-b178-14ccf449eb53 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:12.404472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-06499530-0bb9-4077-b178-14ccf449eb53 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.523202 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc6eb43-3794-4bd8-9f3e-cef5b929326f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:12.535509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.537940 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-45c3a32b-6491-4fa6-b14e-8b248f5bfcd8 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:12.541646 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-45c3a32b-6491-4fa6-b14e-8b248f5bfcd8 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2189825 Nov 28 07:49:12.545683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38798) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:12.561038 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-84a78c3c-abd4-4b36-acff-487cfe71ed11 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '5d4024cc-7166-4ecc-8ca6-19f52dca0d33', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:12.561038 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING neutron.api.v2.base [None req-84a78c3c-abd4-4b36-acff-487cfe71ed11 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 28 07:49:12.561352 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-84a78c3c-abd4-4b36-acff-487cfe71ed11 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:12.565662 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-84a78c3c-abd4-4b36-acff-487cfe71ed11 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109367 Nov 28 07:49:12.567062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38800) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:12.572532 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306f6fa2-f4fa-4730-816e-5a3d65ef5fc6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.615617 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.622147 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f6fa2-f4fa-4730-816e-5a3d65ef5fc6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=edc6b696-d8cc-4588-a028-09ae5be03276,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:12.628624 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.641504 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-321439b3-6e65-4978-bdf0-9583ff6318d6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '5d4024cc-7166-4ecc-8ca6-19f52dca0d33', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:12.657859 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.666858 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.714851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Network 63f7c01b-063d-46ab-ac88-d2c47933477d is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:12.724449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:12.729328 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:12.744004 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Pushing event updated for resources: {'Port': ['ID=45ea525c-3c45-4b9f-8fec-819c819a1694,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:12.768772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21252e87-6e01-4883-b476-a31cdc1460a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.779896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-21252e87-6e01-4883-b476-a31cdc1460a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.795599 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Attempting to bind port 45ea525c-3c45-4b9f-8fec-819c819a1694 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:12.795974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Attempting to bind port 45ea525c-3c45-4b9f-8fec-819c819a1694 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '92bccd03-4a43-4fb6-8e94-34eaddc96e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '63f7c01b-063d-46ab-ac88-d2c47933477d'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:12.796349 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Attempting to bind port 45ea525c-3c45-4b9f-8fec-819c819a1694 on network 63f7c01b-063d-46ab-ac88-d2c47933477d {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:12.802426 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:12.802805 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Checking segment: {'id': '92bccd03-4a43-4fb6-8e94-34eaddc96e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '63f7c01b-063d-46ab-ac88-d2c47933477d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:12.803262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.803668 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Bound using segment: {'id': '92bccd03-4a43-4fb6-8e94-34eaddc96e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '63f7c01b-063d-46ab-ac88-d2c47933477d'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:12.804141 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Bound port: 45ea525c-3c45-4b9f-8fec-819c819a1694, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bccd03-4a43-4fb6-8e94-34eaddc96e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '63f7c01b-063d-46ab-ac88-d2c47933477d'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:12.804534 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.834412 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.856215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7cc6eb43-3794-4bd8-9f3e-cef5b929326f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.869935 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-21252e87-6e01-4883-b476-a31cdc1460a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fffec6fdc7064ea0a2cd72430b0ee325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8183284 Nov 28 07:49:12.876740 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38802) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:12.879656 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-321439b3-6e65-4978-bdf0-9583ff6318d6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:12.880574 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-321439b3-6e65-4978-bdf0-9583ff6318d6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3128347 Nov 28 07:49:12.891755 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38804) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:12.893628 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21252e87-6e01-4883-b476-a31cdc1460a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754270a1-0d11-40b6-8060-fadd5e8f64f0,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:12.900670 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] For port 45ea525c-3c45-4b9f-8fec-819c819a1694, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:12.905647 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] For port 45ea525c-3c45-4b9f-8fec-819c819a1694, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=45ea525c-3c45-4b9f-8fec-819c819a1694,segment=NetworkSegment(92bccd03-4a43-4fb6-8e94-34eaddc96e5f),segment_id=92bccd03-4a43-4fb6-8e94-34eaddc96e5f)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:12.906388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-ad871c76-e058-4225-a76b-2ab12a4a24fa tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '5d4024cc-7166-4ecc-8ca6-19f52dca0d33', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:12.907312 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-ad871c76-e058-4225-a76b-2ab12a4a24fa tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 28 07:49:12.907664 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-ad871c76-e058-4225-a76b-2ab12a4a24fa tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:12.911953 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ad871c76-e058-4225-a76b-2ab12a4a24fa tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0126979 Nov 28 07:49:12.914045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38806) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:12.916766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:12.918404 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7a6a4f08-d0ba-4e6c-9fd8-53996de4d63b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '5d4024cc-7166-4ecc-8ca6-19f52dca0d33', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:12.954049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-7cc6eb43-3794-4bd8-9f3e-cef5b929326f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port 728d0dc2-03c1-4032-86e7-5ab24c70028d yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:49:13.008118 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ddba5-3f74-454b-8bac-c953f189770a None None] Pushing event updated for resources: {'Port': ['ID=45ea525c-3c45-4b9f-8fec-819c819a1694,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:13.029235 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event updated for resources: {'Port': ['ID=6b909601-4599-4eae-995d-02b864d17dbb,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:13.099390 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Deleting port fbbc2016-d683-4b77-ba8b-737e0c730760 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:13.099953 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:13.122389 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-7a6a4f08-d0ba-4e6c-9fd8-53996de4d63b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Project 916bd46786204e6bb2875c272859ec67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:49:13.243407 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-7a6a4f08-d0ba-4e6c-9fd8-53996de4d63b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:13.245125 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7a6a4f08-d0ba-4e6c-9fd8-53996de4d63b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3300955 Nov 28 07:49:13.252818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38808) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:13.253815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-50445300-b5fe-4d1c-8e6c-d60e9afdfe15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:13.259512 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-62d138f3-6562-4231-934d-dbb7ccd5a918 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '5d4024cc-7166-4ecc-8ca6-19f52dca0d33', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:13.259997 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-62d138f3-6562-4231-934d-dbb7ccd5a918 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 28 07:49:13.260522 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-62d138f3-6562-4231-934d-dbb7ccd5a918 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:13.261727 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-62d138f3-6562-4231-934d-dbb7ccd5a918 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058267 Nov 28 07:49:13.267290 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38810) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:13.277115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-59142bb1-5ef9-4b8e-ae86-99415536db3d tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '5d4024cc-7166-4ecc-8ca6-19f52dca0d33', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:13.321266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:13.321503 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:13.324772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-7cc6eb43-3794-4bd8-9f3e-cef5b929326f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Allocated IP 172.20.0.10 (63f7c01b-063d-46ab-ac88-d2c47933477d/a2e7513f-f873-4d1e-af9d-330defac5233/728d0dc2-03c1-4032-86e7-5ab24c70028d) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:13.355127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-50445300-b5fe-4d1c-8e6c-d60e9afdfe15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:13.356990 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Calling delete_port for fbbc2016-d683-4b77-ba8b-737e0c730760 owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:13.402526 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-59142bb1-5ef9-4b8e-ae86-99415536db3d tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Project 916bd46786204e6bb2875c272859ec67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:49:13.496792 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-59142bb1-5ef9-4b8e-ae86-99415536db3d tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:13.497864 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-59142bb1-5ef9-4b8e-ae86-99415536db3d tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2245755 Nov 28 07:49:13.500621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-306f6fa2-f4fa-4730-816e-5a3d65ef5fc6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:13.502916 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38812) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:13.511455 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c2082f88-2f4a-4aa9-8276-500509f265da tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '5d4024cc-7166-4ecc-8ca6-19f52dca0d33', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:13.531435 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Network 834d38e5-b0ee-4ebd-aa8e-13f11125ef93 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:13.535755 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-06499530-0bb9-4077-b178-14ccf449eb53 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:13.547499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-50445300-b5fe-4d1c-8e6c-d60e9afdfe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:13.548744 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:13.550368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-50445300-b5fe-4d1c-8e6c-d60e9afdfe15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:13.554069 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-50445300-b5fe-4d1c-8e6c-d60e9afdfe15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/754270a1-0d11-40b6-8060-fadd5e8f64f0 HTTP/1.1" status: 204 len: 168 time: 0.6733639 Nov 28 07:49:13.576888 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50445300-b5fe-4d1c-8e6c-d60e9afdfe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754270a1-0d11-40b6-8060-fadd5e8f64f0,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:13.674636 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-c2082f88-2f4a-4aa9-8276-500509f265da tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Project 916bd46786204e6bb2875c272859ec67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:49:13.699837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:13.775009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbbc2016-d683-4b77-ba8b-737e0c730760,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:13.811330 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7cc6eb43-3794-4bd8-9f3e-cef5b929326f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:13.838588 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:13.899132 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-c2082f88-2f4a-4aa9-8276-500509f265da tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:13.900396 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c2082f88-2f4a-4aa9-8276-500509f265da tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3949156 Nov 28 07:49:13.903354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38818) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:13.905580 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06499530-0bb9-4077-b178-14ccf449eb53 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Subnet': ['ID=3c0a4c15-ec69-4bd8-87f0-4a6c37a3a32e,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:13.911377 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06499530-0bb9-4077-b178-14ccf449eb53 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Checking segment: {'id': 'e1ee9d37-5257-405c-bab6-ac4fed8b8058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c58085d-765d-4fba-84f5-b8b8e5fad306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:13.911745 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06499530-0bb9-4077-b178-14ccf449eb53 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network hostable DHCP agents. Network: 1c58085d-765d-4fba-84f5-b8b8e5fad306, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:13.953612 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1e34365f-9c4b-49c3-a213-2fbfe881e628 None None] Provisioning complete for port 6b909601-4599-4eae-995d-02b864d17dbb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:13.954192 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1e34365f-9c4b-49c3-a213-2fbfe881e628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:13.991159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7cc6eb43-3794-4bd8-9f3e-cef5b929326f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.022442 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-1e34365f-9c4b-49c3-a213-2fbfe881e628 None None] Port 6b909601-4599-4eae-995d-02b864d17dbb cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:14.029709 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.051172 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06499530-0bb9-4077-b178-14ccf449eb53 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network 1c58085d-765d-4fba-84f5-b8b8e5fad306 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:14.067523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc6eb43-3794-4bd8-9f3e-cef5b929326f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network 63f7c01b-063d-46ab-ac88-d2c47933477d is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:14.071631 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38820) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:14.083870 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Router bd88feae-25ab-4a14-b173-77e2ef4b4e3f is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:49:14.085706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-06499530-0bb9-4077-b178-14ccf449eb53 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 1c58085d-765d-4fba-84f5-b8b8e5fad306) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:14.098460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7900a8-431d-4fc8-8054-72a0f1f75a4b None None] Network 1c58085d-765d-4fba-84f5-b8b8e5fad306 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:14.102835 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-7cc6eb43-3794-4bd8-9f3e-cef5b929326f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:14.105826 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6eb43-3794-4bd8-9f3e-cef5b929326f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:14.108404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06499530-0bb9-4077-b178-14ccf449eb53 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:14.110028 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-06499530-0bb9-4077-b178-14ccf449eb53 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.131851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1f33ad3-3f42-473e-895d-9c6765f095d4 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.202529 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1f33ad3-3f42-473e-895d-9c6765f095d4 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.219187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6eb43-3794-4bd8-9f3e-cef5b929326f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=728d0dc2-03c1-4032-86e7-5ab24c70028d,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:14.232368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6eb43-3794-4bd8-9f3e-cef5b929326f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:14.232923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7cc6eb43-3794-4bd8-9f3e-cef5b929326f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.244098 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77936f3-65a3-49c0-926f-b19cfaba81ba None None] Network 63f7c01b-063d-46ab-ac88-d2c47933477d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:14.252969 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-345d16db-f755-4676-98f7-802c3c9cb70f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=283388182cc34e3cbf13805cc570deca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794806 Nov 28 07:49:14.258621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38822) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:14.265060 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-06499530-0bb9-4077-b178-14ccf449eb53 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8976295 Nov 28 07:49:14.265925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38824) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:14.278128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306f6fa2-f4fa-4730-816e-5a3d65ef5fc6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 1747cb74-868b-42fc-9889-db406e82837c has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:49:14.279399 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.289221 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7cc6eb43-3794-4bd8-9f3e-cef5b929326f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1439476 Nov 28 07:49:14.289464 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38826) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:14.300057 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-7b51eeaa-9e3f-462f-8ad7-0344f68dd845 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'network_id': '63f7c01b-063d-46ab-ac88-d2c47933477d', 'name': 'tempest-PortsTestJSON-801078121', 'fixed_ips': [{'subnet_id': 'a2e7513f-f873-4d1e-af9d-330defac5233', 'ip_address': '172.20.0.9'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:14.327609 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=30f4ccf5-d370-4519-8a31-086697576359,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:14.390180 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-1c58085d-765d-4fba-84f5-b8b8e5fad306', 'network_id': '1c58085d-765d-4fba-84f5-b8b8e5fad306', 'tenant_id': '33f82d3e6fff4150af406bef92d9867d', 'fixed_ips': [{'subnet_id': '3c0a4c15-ec69-4bd8-87f0-4a6c37a3a32e'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:14.391043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.394668 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1f33ad3-3f42-473e-895d-9c6765f095d4 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.397301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1f33ad3-3f42-473e-895d-9c6765f095d4 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.400850 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a1f33ad3-3f42-473e-895d-9c6765f095d4 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "DELETE /v2.0/security-groups/5d4024cc-7166-4ecc-8ca6-19f52dca0d33 HTTP/1.1" status: 204 len: 168 time: 0.4938767 Nov 28 07:49:14.405072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38828) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:14.412038 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:14.425550 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a8658e50-5c31-43b1-8c3f-bbc727a56198 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "PUT /v2.0/routers/bd88feae-25ab-4a14-b173-77e2ef4b4e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8356552 Nov 28 07:49:14.432451 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6364b5-a718-400e-922e-19215bf7264f None None] Sync routers for ids ['bd88feae-25ab-4a14-b173-77e2ef4b4e3f'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:14.439794 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-666cb77e-e379-44cc-ae2e-7b3d77198a58 None None] Provisioning complete for port 45ea525c-3c45-4b9f-8fec-819c819a1694 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:14.440428 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-666cb77e-e379-44cc-ae2e-7b3d77198a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.449671 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6364b5-a718-400e-922e-19215bf7264f None None] Routers {'bd88feae-25ab-4a14-b173-77e2ef4b4e3f'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:14.451017 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38830) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:14.451177 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2c6364b5-a718-400e-922e-19215bf7264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['bd88feae-25ab-4a14-b173-77e2ef4b4e3f'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:14.458771 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1d4e4099-c3cd-495f-9610-3f6da5f17685 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Request body: {'port': {'network_id': '834d38e5-b0ee-4ebd-aa8e-13f11125ef93', 'name': 'tempest-FloatingIPNegativeTestJSON-1233999413'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:14.465456 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.498975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f33ad3-3f42-473e-895d-9c6765f095d4 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4024cc-7166-4ecc-8ca6-19f52dca0d33,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:14.526849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-73d668db-1b62-4c55-bbcc-bd8848997bb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.536882 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab66082-dcdd-4a84-a175-05ed8af51fec']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:14.543239 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2c6364b5-a718-400e-922e-19215bf7264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:14.567120 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6364b5-a718-400e-922e-19215bf7264f None None] Routers {'bd88feae-25ab-4a14-b173-77e2ef4b4e3f'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:14.568175 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2c6364b5-a718-400e-922e-19215bf7264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['bd88feae-25ab-4a14-b173-77e2ef4b4e3f'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:14.572020 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c2f542-60ef-4c09-9e84-9a2b30798793') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:14.572316 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c2f542-60ef-4c09-9e84-9a2b30798793') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:14.575197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Allocated IP 172.20.0.1 (1c58085d-765d-4fba-84f5-b8b8e5fad306/3c0a4c15-ec69-4bd8-87f0-4a6c37a3a32e/e64a5e01-8cd3-4d36-aa58-f2e6869154c7) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:14.577331 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306f6fa2-f4fa-4730-816e-5a3d65ef5fc6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:14.580983 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-73d668db-1b62-4c55-bbcc-bd8848997bb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.588235 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-306f6fa2-f4fa-4730-816e-5a3d65ef5fc6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3266139 Nov 28 07:49:14.593687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38832) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:14.624235 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2c6364b5-a718-400e-922e-19215bf7264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:14.624955 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6364b5-a718-400e-922e-19215bf7264f None None] The sync data for ids ['bd88feae-25ab-4a14-b173-77e2ef4b4e3f'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:49:14.639730 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.657633 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.667968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce66ec6-55d1-4ad4-8b17-843a742c1f23 None None] Sync routers for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:14.669301 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d75b403-915c-4af9-95f6-8e415f5f5966 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting subnet 4888140e-880e-43d1-956e-99e9ca259232 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:49:14.675129 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b51eeaa-9e3f-462f-8ad7-0344f68dd845 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:14.689191 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b7de83f3-4daa-46af-8c0b-effaf446d195 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2423544 Nov 28 07:49:14.689439 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d75b403-915c-4af9-95f6-8e415f5f5966 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.690456 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38834) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:14.701397 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c08e13c0-e82c-4f75-84f7-cc01e7d3c72b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940229171'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:14.708725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.721812 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce66ec6-55d1-4ad4-8b17-843a742c1f23 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:14.722730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cce66ec6-55d1-4ad4-8b17-843a742c1f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:14.744946 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:14.745534 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:14.747540 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:14.810850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.api [None req-c08e13c0-e82c-4f75-84f7-cc01e7d3c72b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:49:14.810850 dv-neutron-744815-16-hyperv neutron-server[115119]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 28 07:49:14.810850 dv-neutron-744815-16-hyperv neutron-server[115119]: [parameters: {'project_id_1': '916bd46786204e6bb2875c272859ec67', 'expiration_1': datetime.datetime(2021, 11, 28, 7, 48, 54, 742586)}] Nov 28 07:49:14.810850 dv-neutron-744815-16-hyperv neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:49:14.810850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG oslo_db.api [None req-c08e13c0-e82c-4f75-84f7-cc01e7d3c72b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:49:14.830909 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4e4099-c3cd-495f-9610-3f6da5f17685 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Made reservation on behalf of 48903bd8c7ff479d8b95d59164fe8cf7 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:14.832419 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d75b403-915c-4af9-95f6-8e415f5f5966 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.834673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4099-c3cd-495f-9610-3f6da5f17685 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.838976 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.887003 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-cce66ec6-55d1-4ad4-8b17-843a742c1f23 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:14.902542 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-73d668db-1b62-4c55-bbcc-bd8848997bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.905379 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-73d668db-1b62-4c55-bbcc-bd8848997bb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:14.906682 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-73d668db-1b62-4c55-bbcc-bd8848997bb4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/657c2582-9b63-4d1d-a7f3-b3c15f5dc7c8 HTTP/1.1" status: 204 len: 168 time: 0.6424863 Nov 28 07:49:14.980713 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d668db-1b62-4c55-bbcc-bd8848997bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657c2582-9b63-4d1d-a7f3-b3c15f5dc7c8,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:14.992827 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7b51eeaa-9e3f-462f-8ad7-0344f68dd845 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.111737 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-7b51eeaa-9e3f-462f-8ad7-0344f68dd845 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port d6430917-55d7-4f18-8855-d1d3b6ca20ba yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:49:15.121338 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.143561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 45ea525c-3c45-4b9f-8fec-819c819a1694 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:15.182661 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-666cb77e-e379-44cc-ae2e-7b3d77198a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.185705 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.293453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.307897 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ab66082-dcdd-4a84-a175-05ed8af51fec {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 28 07:49:15.315029 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-1d4e4099-c3cd-495f-9610-3f6da5f17685 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] device_id is not set on port dc1687c0-9989-4604-826f-b8e17846c960 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:49:15.319332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Network 1c58085d-765d-4fba-84f5-b8b8e5fad306 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:15.325050 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:15.333034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.334354 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d75b403-915c-4af9-95f6-8e415f5f5966 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.352313 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "DELETE /v2.0/networks/7ab66082-dcdd-4a84-a175-05ed8af51fec HTTP/1.1" status: 204 len: 168 time: 2.9926074 Nov 28 07:49:15.376464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38840) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:15.379793 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:15.458496 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facad2fc-e62a-4558-bcea-b1f977c7cdae tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ab66082-dcdd-4a84-a175-05ed8af51fec,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:15.464208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 45ea525c-3c45-4b9f-8fec-819c819a1694 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:15.464486 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.472243 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3dfd7e90-7b3a-4568-b044-665e1994e5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.494210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-666cb77e-e379-44cc-ae2e-7b3d77198a58 None None] For port 45ea525c-3c45-4b9f-8fec-819c819a1694, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=45ea525c-3c45-4b9f-8fec-819c819a1694,segment=NetworkSegment(92bccd03-4a43-4fb6-8e94-34eaddc96e5f),segment_id=92bccd03-4a43-4fb6-8e94-34eaddc96e5f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:15.505086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Pushing event updated for resources: {'Port': ['ID=e64a5e01-8cd3-4d36-aa58-f2e6869154c7,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:15.511305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c08e13c0-e82c-4f75-84f7-cc01e7d3c72b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.512345 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9571bb6b-faca-43c5-9dbd-6c0c6d0dff0f tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1323869 Nov 28 07:49:15.519075 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38842) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:15.576449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-666cb77e-e379-44cc-ae2e-7b3d77198a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.582137 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Attempting to bind port e64a5e01-8cd3-4d36-aa58-f2e6869154c7 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:15.582682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Attempting to bind port e64a5e01-8cd3-4d36-aa58-f2e6869154c7 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'e1ee9d37-5257-405c-bab6-ac4fed8b8058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c58085d-765d-4fba-84f5-b8b8e5fad306'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:15.583081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Attempting to bind port e64a5e01-8cd3-4d36-aa58-f2e6869154c7 on network 1c58085d-765d-4fba-84f5-b8b8e5fad306 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:15.593733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.634240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0a4c15-ec69-4bd8-87f0-4a6c37a3a32e,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:15.673232 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:15.674280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Checking segment: {'id': 'e1ee9d37-5257-405c-bab6-ac4fed8b8058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c58085d-765d-4fba-84f5-b8b8e5fad306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:15.676935 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.677627 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Bound using segment: {'id': 'e1ee9d37-5257-405c-bab6-ac4fed8b8058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c58085d-765d-4fba-84f5-b8b8e5fad306'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:15.678987 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Bound port: e64a5e01-8cd3-4d36-aa58-f2e6869154c7, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ee9d37-5257-405c-bab6-ac4fed8b8058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c58085d-765d-4fba-84f5-b8b8e5fad306'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:15.679370 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.681829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-7b51eeaa-9e3f-462f-8ad7-0344f68dd845 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Allocated IP 172.20.0.9 (63f7c01b-063d-46ab-ac88-d2c47933477d/a2e7513f-f873-4d1e-af9d-330defac5233/d6430917-55d7-4f18-8855-d1d3b6ca20ba) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:15.752996 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d75b403-915c-4af9-95f6-8e415f5f5966 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.754667 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.766690 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd22d92-a970-4d1d-ad29-4336a5ade1e1 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:15.767174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd22d92-a970-4d1d-ad29-4336a5ade1e1 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:15.767670 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd22d92-a970-4d1d-ad29-4336a5ade1e1 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:15.768370 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd22d92-a970-4d1d-ad29-4336a5ade1e1 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:15.768539 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd22d92-a970-4d1d-ad29-4336a5ade1e1 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:15.768977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd22d92-a970-4d1d-ad29-4336a5ade1e1 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:15.769415 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd22d92-a970-4d1d-ad29-4336a5ade1e1 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:15.770095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd22d92-a970-4d1d-ad29-4336a5ade1e1 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:15.770278 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd22d92-a970-4d1d-ad29-4336a5ade1e1 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:15.772196 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4cd22d92-a970-4d1d-ad29-4336a5ade1e1 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5672 time: 0.2480373 Nov 28 07:49:15.778990 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38850) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:15.829763 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-1d4e4099-c3cd-495f-9610-3f6da5f17685 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Allocated IP 172.20.0.5 (834d38e5-b0ee-4ebd-aa8e-13f11125ef93/62d074f5-757b-4813-a6f2-bf5ce15bd9a5/dc1687c0-9989-4604-826f-b8e17846c960) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:15.842953 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-e4d37ed7-6e59-4961-93b5-794d06994da4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] delete failed (client error): The resource could not be found. Nov 28 07:49:15.848685 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e4d37ed7-6e59-4961-93b5-794d06994da4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/16892888-75bb-4cdb-99d0-a254fac7fc4f HTTP/1.1" status: 404 len: 345 time: 0.0644879 Nov 28 07:49:15.849542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38854) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:15.858732 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75b403-915c-4af9-95f6-8e415f5f5966 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Subnet': ['ID=4888140e-880e-43d1-956e-99e9ca259232,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:15.865692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c58085d-765d-4fba-84f5-b8b8e5fad306']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:15.868863 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d75b403-915c-4af9-95f6-8e415f5f5966 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.872410 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1d75b403-915c-4af9-95f6-8e415f5f5966 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/4888140e-880e-43d1-956e-99e9ca259232 HTTP/1.1" status: 204 len: 168 time: 1.2772474 Nov 28 07:49:15.879782 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38856) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:15.889592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ee9d37-5257-405c-bab6-ac4fed8b8058') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:15.890190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ee9d37-5257-405c-bab6-ac4fed8b8058') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:15.948102 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b5d252-c8c4-4102-8e51-9e507d371fd5 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] DELETE failed (client error): The resource could not be found. Nov 28 07:49:15.948946 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b5d252-c8c4-4102-8e51-9e507d371fd5 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:15.958230 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-24b5d252-c8c4-4102-8e51-9e507d371fd5 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "DELETE /v2.0/networks/7ab66082-dcdd-4a84-a175-05ed8af51fec HTTP/1.1" status: 404 len: 339 time: 0.1041706 Nov 28 07:49:15.965290 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.966946 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38858) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:15.976549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c08e13c0-e82c-4f75-84f7-cc01e7d3c72b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.985989 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c08e13c0-e82c-4f75-84f7-cc01e7d3c72b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:15.996712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1b5ab300-08f9-4302-b36e-f64f3ef48078 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Request body: {'network': {'name': 'tempest-network--1307448276', 'router:external': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:16.045692 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e13c0-e82c-4f75-84f7-cc01e7d3c72b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbeeace-1431-4d8a-a613-a7e37754a60d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:16.067187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7b51eeaa-9e3f-462f-8ad7-0344f68dd845 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.081908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.083322 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cb77e-e379-44cc-ae2e-7b3d77198a58 None None] Pushing event updated for resources: {'Port': ['ID=45ea525c-3c45-4b9f-8fec-819c819a1694,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:16.120680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:16.121235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:16.125021 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:16.131813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c08e13c0-e82c-4f75-84f7-cc01e7d3c72b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.134926 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c08e13c0-e82c-4f75-84f7-cc01e7d3c72b tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4423099 Nov 28 07:49:16.136418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38864) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:16.139029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c31e732-6c5a-47af-b5af-bdb1e2b06f1e None None] Network 35f29649-9720-4ddf-9035-b45950a2b867 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:16.140430 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7b51eeaa-9e3f-462f-8ad7-0344f68dd845 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.145628 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-24263511-b965-49b6-ba73-0fe779dad655 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '4bbeeace-1431-4d8a-a613-a7e37754a60d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:16.155776 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5ab300-08f9-4302-b36e-f64f3ef48078 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Made reservation on behalf of 48e1e23a20964664b1a3f6eb95272d09 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:16.165614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b5ab300-08f9-4302-b36e-f64f3ef48078 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.212040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.223016 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b51eeaa-9e3f-462f-8ad7-0344f68dd845 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network 63f7c01b-063d-46ab-ac88-d2c47933477d is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:16.232901 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-7b51eeaa-9e3f-462f-8ad7-0344f68dd845 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:16.238823 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b51eeaa-9e3f-462f-8ad7-0344f68dd845 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:16.279827 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51eeaa-9e3f-462f-8ad7-0344f68dd845 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=d6430917-55d7-4f18-8855-d1d3b6ca20ba,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:16.285071 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-24263511-b965-49b6-ba73-0fe779dad655 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The resource could not be found. Nov 28 07:49:16.288825 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-24263511-b965-49b6-ba73-0fe779dad655 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1487033 Nov 28 07:49:16.292434 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38870) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:16.302521 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-fe54fcd3-9932-4838-9d05-f4fd4ae81486 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '4bbeeace-1431-4d8a-a613-a7e37754a60d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd699ab19-d04e-4234-bb86-801b19f4255a'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:16.365103 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b51eeaa-9e3f-462f-8ad7-0344f68dd845 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:16.365591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7b51eeaa-9e3f-462f-8ad7-0344f68dd845 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.377385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-97056f81-4c15-427c-98bb-341e88b21308 None None] Provisioning complete for port 728d0dc2-03c1-4032-86e7-5ab24c70028d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:16.377786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-97056f81-4c15-427c-98bb-341e88b21308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.395861 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7b51eeaa-9e3f-462f-8ad7-0344f68dd845 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1078322 Nov 28 07:49:16.399400 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-fe54fcd3-9932-4838-9d05-f4fd4ae81486 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The resource could not be found. Nov 28 07:49:16.403236 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fe54fcd3-9932-4838-9d05-f4fd4ae81486 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1082904 Nov 28 07:49:16.403236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38872) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:16.403803 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] For port e64a5e01-8cd3-4d36-aa58-f2e6869154c7, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:16.408607 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38874) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:16.422514 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5ab300-08f9-4302-b36e-f64f3ef48078 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:16.424731 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.api [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 28 07:49:16.424731 dv-neutron-744815-16-hyperv neutron-server[115118]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 28 07:49:16.424731 dv-neutron-744815-16-hyperv neutron-server[115118]: [parameters: {'id': '1c58085d-765d-4fba-84f5-b8b8e5fad306'}] Nov 28 07:49:16.424731 dv-neutron-744815-16-hyperv neutron-server[115118]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:49:16.425106 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG oslo_db.api [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:49:16.471242 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b5ab300-08f9-4302-b36e-f64f3ef48078 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.471610 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-1b5ab300-08f9-4302-b36e-f64f3ef48078 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Added segment 8569867a-c19f-4655-a7e4-b0ed70160174 of type vlan for network c83d3709-0e3c-4710-b585-c6ff3ea8fddd Nov 28 07:49:16.482668 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] For port e64a5e01-8cd3-4d36-aa58-f2e6869154c7, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e64a5e01-8cd3-4d36-aa58-f2e6869154c7,segment=NetworkSegment(e1ee9d37-5257-405c-bab6-ac4fed8b8058),segment_id=e1ee9d37-5257-405c-bab6-ac4fed8b8058)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:16.513339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-97056f81-4c15-427c-98bb-341e88b21308 None None] Port 728d0dc2-03c1-4032-86e7-5ab24c70028d cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:16.525225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.551600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4099-c3cd-495f-9610-3f6da5f17685 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.573090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b5ab300-08f9-4302-b36e-f64f3ef48078 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.610656 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b89c9-3e8a-4b6d-ba10-dafec10c0d2b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:16.612584 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a95b89c9-3e8a-4b6d-ba10-dafec10c0d2b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2107184 Nov 28 07:49:16.615914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38878) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:16.625313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a15375e6-1bc3-44da-aac3-ed42aa48b05f tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.642229 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port caabe0d0-878d-4982-8404-4431db6773f3 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:16.643914 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.663406 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b5ab300-08f9-4302-b36e-f64f3ef48078 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.665015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5ab300-08f9-4302-b36e-f64f3ef48078 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:16.665149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b5ab300-08f9-4302-b36e-f64f3ef48078 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.671391 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a15375e6-1bc3-44da-aac3-ed42aa48b05f tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.707406 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4099-c3cd-495f-9610-3f6da5f17685 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.722295 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc9639-dfe9-417e-8cd6-8eeb5c348f20 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:16.728354 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc9639-dfe9-417e-8cd6-8eeb5c348f20 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:16.734426 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc9639-dfe9-417e-8cd6-8eeb5c348f20 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:16.739197 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d6dc9639-dfe9-417e-8cd6-8eeb5c348f20 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1192021 Nov 28 07:49:16.739561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38882) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:16.766574 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1b5ab300-08f9-4302-b36e-f64f3ef48078 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7958627 Nov 28 07:49:16.773616 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38884) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:16.780831 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-97056f81-4c15-427c-98bb-341e88b21308 None None] Provisioning complete for port 45ea525c-3c45-4b9f-8fec-819c819a1694 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:16.781561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-97056f81-4c15-427c-98bb-341e88b21308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.785720 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a09ad8-8e77-4cf7-b487-647a645c3a3f None None] Network 1c58085d-765d-4fba-84f5-b8b8e5fad306 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:16.823169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a15375e6-1bc3-44da-aac3-ed42aa48b05f tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.824372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a15375e6-1bc3-44da-aac3-ed42aa48b05f tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.827787 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a15375e6-1bc3-44da-aac3-ed42aa48b05f tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "DELETE /v2.0/security-groups/4bbeeace-1431-4d8a-a613-a7e37754a60d HTTP/1.1" status: 204 len: 168 time: 0.4163444 Nov 28 07:49:16.836707 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38888) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:16.852926 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ab300-08f9-4302-b36e-f64f3ef48078 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event updated for resources: {'Network': ['ID=c83d3709-0e3c-4710-b585-c6ff3ea8fddd,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:16.856264 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] For port caabe0d0-878d-4982-8404-4431db6773f3, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=caabe0d0-878d-4982-8404-4431db6773f3,segment=NetworkSegment(ba46a3ad-9bad-4852-a26f-f9e4942853bc),segment_id=ba46a3ad-9bad-4852-a26f-f9e4942853bc)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:16.856631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.865289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cce66ec6-55d1-4ad4-8b17-843a742c1f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:12Z', 'revision_number': 9, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:16.887467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4e4099-c3cd-495f-9610-3f6da5f17685 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Network 834d38e5-b0ee-4ebd-aa8e-13f11125ef93 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:16.891057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network c83d3709-0e3c-4710-b585-c6ff3ea8fddd details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:16.891294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15375e6-1bc3-44da-aac3-ed42aa48b05f tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbeeace-1431-4d8a-a613-a7e37754a60d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:16.909158 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-1d4e4099-c3cd-495f-9610-3f6da5f17685 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:16.911512 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for caabe0d0-878d-4982-8404-4431db6773f3 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:16.921872 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e4099-c3cd-495f-9610-3f6da5f17685 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:16.932894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:16.936746 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e4099-c3cd-495f-9610-3f6da5f17685 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event updated for resources: {'Port': ['ID=dc1687c0-9989-4604-826f-b8e17846c960,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:17.057490 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f937ced1-76e9-4d09-8173-9439230a22cb tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2093222 Nov 28 07:49:17.061995 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38894) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:17.069027 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-83ce5a49-a7f0-4feb-b336-482a03af9f45 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': 'c8d8a467-4363-458b-830d-664c930f0270', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:17.087564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4e4099-c3cd-495f-9610-3f6da5f17685 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:17.088240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4099-c3cd-495f-9610-3f6da5f17685 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.113356 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce66ec6-55d1-4ad4-8b17-843a742c1f23 None None] Checking router: 1747cb74-868b-42fc-9889-db406e82837c for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:49:17.200725 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1d4e4099-c3cd-495f-9610-3f6da5f17685 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7485473 Nov 28 07:49:17.206905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38896) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:17.216293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:17.261805 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.298181 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d460cd93-cad6-4a4d-a978-8e2ed39c8b86 None None] DHCP port deletion for 35f29649-9720-4ddf-9035-b45950a2b867 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:17.314942 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=caabe0d0-878d-4982-8404-4431db6773f3,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:17.317254 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 45ea525c-3c45-4b9f-8fec-819c819a1694 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:17.338463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Deleting port e64a5e01-8cd3-4d36-aa58-f2e6869154c7 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:17.339283 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.342138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b272fb-0e34-41c2-a7e8-e8924b8f9709 None None] Pushing event updated for resources: {'Port': ['ID=e64a5e01-8cd3-4d36-aa58-f2e6869154c7,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:17.344721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No DVR routers for this DVR port caabe0d0-878d-4982-8404-4431db6773f3 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:17.374558 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce66ec6-55d1-4ad4-8b17-843a742c1f23 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:17.375228 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cce66ec6-55d1-4ad4-8b17-843a742c1f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:48:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:17.375867 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.410403 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-83ce5a49-a7f0-4feb-b336-482a03af9f45 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The resource could not be found. Nov 28 07:49:17.415387 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-83ce5a49-a7f0-4feb-b336-482a03af9f45 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3510404 Nov 28 07:49:17.416172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38902) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:17.481162 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38904) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:17.504933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] For port e64a5e01-8cd3-4d36-aa58-f2e6869154c7, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e64a5e01-8cd3-4d36-aa58-f2e6869154c7,segment=NetworkSegment(e1ee9d37-5257-405c-bab6-ac4fed8b8058),segment_id=e1ee9d37-5257-405c-bab6-ac4fed8b8058)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:17.505565 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.537171 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Calling delete_port for e64a5e01-8cd3-4d36-aa58-f2e6869154c7 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:17.578154 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-cce66ec6-55d1-4ad4-8b17-843a742c1f23 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:17.596281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-2c980d9a-932a-4aab-abb5-cbf1ec696f33 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port d6430917-55d7-4f18-8855-d1d3b6ca20ba {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:17.596605 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c980d9a-932a-4aab-abb5-cbf1ec696f33 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.605761 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658553ae-7dca-40a9-87d6-d8217915dd41 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:17.612385 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658553ae-7dca-40a9-87d6-d8217915dd41 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:17.618127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f7c5f7-aeeb-4eb1-b2c3-515a7c24e388 None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:49:17.618844 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658553ae-7dca-40a9-87d6-d8217915dd41 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:17.625040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658553ae-7dca-40a9-87d6-d8217915dd41 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:17.627038 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-658553ae-7dca-40a9-87d6-d8217915dd41 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8540261 Nov 28 07:49:17.639964 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38908) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:17.648418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 45ea525c-3c45-4b9f-8fec-819c819a1694 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:17.648804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.674327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-34af8c3f-95ff-4ea8-951a-ba7ad8b03ab7 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1292009692'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:17.676781 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-375224792', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:17.678856 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.758259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Port': ['ID=e64a5e01-8cd3-4d36-aa58-f2e6869154c7,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:17.768163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.772554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No DVR routers for this DVR port e64a5e01-8cd3-4d36-aa58-f2e6869154c7 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:17.772786 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.api [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:49:17.772786 dv-neutron-744815-16-hyperv neutron-server[115119]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 28 07:49:17.772786 dv-neutron-744815-16-hyperv neutron-server[115119]: [parameters: {'project_id_1': '1a26bb4b381a48859db13d8589bf7125', 'expiration_1': datetime.datetime(2021, 11, 28, 7, 48, 57, 713222)}] Nov 28 07:49:17.772786 dv-neutron-744815-16-hyperv neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:49:17.773906 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG oslo_db.api [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:49:17.780580 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-580d1690-234f-4369-b77f-fdb9059810f4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.800291 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c980d9a-932a-4aab-abb5-cbf1ec696f33 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.819504 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-2c980d9a-932a-4aab-abb5-cbf1ec696f33 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for d6430917-55d7-4f18-8855-d1d3b6ca20ba owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:17.820970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-34af8c3f-95ff-4ea8-951a-ba7ad8b03ab7 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.867499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f29649-9720-4ddf-9035-b45950a2b867']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:17.901887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba46a3ad-9bad-4852-a26f-f9e4942853bc') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:17.902207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba46a3ad-9bad-4852-a26f-f9e4942853bc') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:17.948234 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.948974 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-580d1690-234f-4369-b77f-fdb9059810f4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.955049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.957588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-70f5424f-2055-4cd6-af1f-60f6260ae5b1 None None] Provisioning complete for port dc1687c0-9989-4604-826f-b8e17846c960 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:17.958043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-70f5424f-2055-4cd6-af1f-60f6260ae5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.981884 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-580d1690-234f-4369-b77f-fdb9059810f4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83d3709-0e3c-4710-b585-c6ff3ea8fddd']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:17.989996 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d3138d32-25f7-4477-a32d-2e78de716a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:17.993685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.002382 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-580d1690-234f-4369-b77f-fdb9059810f4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8569867a-c19f-4655-a7e4-b0ed70160174') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:18.002952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-580d1690-234f-4369-b77f-fdb9059810f4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8569867a-c19f-4655-a7e4-b0ed70160174') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:18.007648 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c58085d-765d-4fba-84f5-b8b8e5fad306']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:18.018181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-580d1690-234f-4369-b77f-fdb9059810f4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.028768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ee9d37-5257-405c-bab6-ac4fed8b8058') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:18.029070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ee9d37-5257-405c-bab6-ac4fed8b8058') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:18.031237 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:18.031709 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:18.035294 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:18.060651 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.061127 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-580d1690-234f-4369-b77f-fdb9059810f4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.070261 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f7c5f7-aeeb-4eb1-b2c3-515a7c24e388 None None] Resources bound (agent type, host, resource id): {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 07:49:18.072427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580d1690-234f-4369-b77f-fdb9059810f4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:18.072830 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-580d1690-234f-4369-b77f-fdb9059810f4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.074818 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-70f5424f-2055-4cd6-af1f-60f6260ae5b1 None None] Port dc1687c0-9989-4604-826f-b8e17846c960 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:18.075137 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:18.114140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-70f5424f-2055-4cd6-af1f-60f6260ae5b1 None None] Provisioning complete for port d6430917-55d7-4f18-8855-d1d3b6ca20ba triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:18.114559 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-70f5424f-2055-4cd6-af1f-60f6260ae5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.148752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c980d9a-932a-4aab-abb5-cbf1ec696f33 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.153301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.163960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.170577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.171043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device caabe0d0-878d-4982-8404-4431db6773f3 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:18.174399 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/networks/35f29649-9720-4ddf-9035-b45950a2b867 HTTP/1.1" status: 204 len: 168 time: 2.2896090 Nov 28 07:49:18.187743 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-580d1690-234f-4369-b77f-fdb9059810f4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.189281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38910) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:18.196235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-34af8c3f-95ff-4ea8-951a-ba7ad8b03ab7 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.199689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059d0bd-0927-4fb2-af9c-913013274e37 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Network': ['ID=35f29649-9720-4ddf-9035-b45950a2b867,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:18.200621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c980d9a-932a-4aab-abb5-cbf1ec696f33 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=d6430917-55d7-4f18-8855-d1d3b6ca20ba,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:18.203326 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:18.203790 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.204613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580d1690-234f-4369-b77f-fdb9059810f4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c83d3709-0e3c-4710-b585-c6ff3ea8fddd {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:18.209970 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:18.221300 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-34af8c3f-95ff-4ea8-951a-ba7ad8b03ab7 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.240603 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: caabe0d0-878d-4982-8404-4431db6773f3 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:49:18.241040 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device caabe0d0-878d-4982-8404-4431db6773f3 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:49:18.261970 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-580d1690-234f-4369-b77f-fdb9059810f4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.266182 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-580d1690-234f-4369-b77f-fdb9059810f4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "DELETE /v2.0/networks/c83d3709-0e3c-4710-b585-c6ff3ea8fddd HTTP/1.1" status: 204 len: 168 time: 0.6252313 Nov 28 07:49:18.266415 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cce66ec6-55d1-4ad4-8b17-843a742c1f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:12Z', 'revision_number': 9, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:18.272612 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af8c3f-95ff-4ea8-951a-ba7ad8b03ab7 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa78f03-439f-4c5d-a41a-1a9ec8dc36b4,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:18.277953 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-34af8c3f-95ff-4ea8-951a-ba7ad8b03ab7 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.279736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38912) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:18.282629 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-34af8c3f-95ff-4ea8-951a-ba7ad8b03ab7 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6183403 Nov 28 07:49:18.284149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38914) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:18.313256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d1690-234f-4369-b77f-fdb9059810f4 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event deleted for resources: {'Network': ['ID=c83d3709-0e3c-4710-b585-c6ff3ea8fddd,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:18.320524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b7e2dfab-53f5-499f-a0d5-c1d4de7b504a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179220699'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:18.322803 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-03709fb2-267d-4c0e-befe-2a78efc31feb tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Request body: {'network': {'name': 'tempest-network--1484811928', 'router:external': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:18.347502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.361917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.366908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.370551 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/1c58085d-765d-4fba-84f5-b8b8e5fad306 HTTP/1.1" status: 204 len: 168 time: 4.1041863 Nov 28 07:49:18.377599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38916) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:18.405880 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2c980d9a-932a-4aab-abb5-cbf1ec696f33 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.410267 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2c980d9a-932a-4aab-abb5-cbf1ec696f33 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/d6430917-55d7-4f18-8855-d1d3b6ca20ba HTTP/1.1" status: 204 len: 168 time: 1.6698413 Nov 28 07:49:18.414192 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d283ac7f-439a-404c-a5b2-ca710b2be94e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-754527481'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:18.414797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38918) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:18.440390 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b8223-c671-4d5c-a3f7-2c52f51d4061 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Network': ['ID=1c58085d-765d-4fba-84f5-b8b8e5fad306,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:18.455614 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd42611b-e0ac-46ea-827a-5c37d861465e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] GET failed (client error): The resource could not be found. Nov 28 07:49:18.457475 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fd42611b-e0ac-46ea-827a-5c37d861465e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/d6430917-55d7-4f18-8855-d1d3b6ca20ba HTTP/1.1" status: 404 len: 333 time: 0.0414712 Nov 28 07:49:18.458444 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Made reservation on behalf of 1a26bb4b381a48859db13d8589bf7125 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:18.460562 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38920) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:18.461385 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.474766 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.484193 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce66ec6-55d1-4ad4-8b17-843a742c1f23 None None] The sync data for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv is: [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:12Z', 'revision_number': 9, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': '7fb32074-645b-4527-a4bc-1bf9b5d9e0a7', 'name': '', 'network_id': '8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:21Z', 'updated_at': '2021-11-28T07:48:35Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '85cb0f60-92fd-4ec6-87f4-2c9d6ea47347', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:49:18.488781 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-70f5424f-2055-4cd6-af1f-60f6260ae5b1 None None] Port d6430917-55d7-4f18-8855-d1d3b6ca20ba cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:18.538379 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dfab-53f5-499f-a0d5-c1d4de7b504a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.622100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Allocated IP 172.26.2.119 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/40a91632-dfa7-4cec-84a9-46a9bce965a2) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:18.697223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03709fb2-267d-4c0e-befe-2a78efc31feb tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Made reservation on behalf of 48e1e23a20964664b1a3f6eb95272d09 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:18.699561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03709fb2-267d-4c0e-befe-2a78efc31feb tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.790577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03709fb2-267d-4c0e-befe-2a78efc31feb tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:18.800150 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c06f6-8c81-4fd3-afcb-bc3ee53c48e2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port 728d0dc2-03c1-4032-86e7-5ab24c70028d {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:18.800722 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ba4c06f6-8c81-4fd3-afcb-bc3ee53c48e2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.819768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03709fb2-267d-4c0e-befe-2a78efc31feb tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.820173 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-03709fb2-267d-4c0e-befe-2a78efc31feb tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Added segment ef3b3d05-2294-4fd7-88c4-686947712ec1 of type vlan for network 48c05b3c-c8f3-43a7-b5fa-17ef7481ad46 Nov 28 07:49:18.825478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dfab-53f5-499f-a0d5-c1d4de7b504a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.832402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d283ac7f-439a-404c-a5b2-ca710b2be94e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:18.837930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d283ac7f-439a-404c-a5b2-ca710b2be94e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.849269 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.861548 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dfab-53f5-499f-a0d5-c1d4de7b504a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.874166 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.886144 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] device_id is not set on port f0b12f43-70c5-4401-8033-341d6e8c79a8 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:49:18.903644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dfab-53f5-499f-a0d5-c1d4de7b504a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:18.909564 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b7e2dfab-53f5-499f-a0d5-c1d4de7b504a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5935562 Nov 28 07:49:18.910641 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38922) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:18.945886 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d5272fde-9927-4c87-bf47-0e6826d5a7a7 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': '7fa78f03-439f-4c5d-a41a-1a9ec8dc36b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8be790e2-bab2-4b3b-8b94-4d6d8320b0f1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:18.965736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03709fb2-267d-4c0e-befe-2a78efc31feb tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.006514 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.007274 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3f8367-b092-4995-995a-25b617a2ef3f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:19.040960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d283ac7f-439a-404c-a5b2-ca710b2be94e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:19.043207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2dfab-53f5-499f-a0d5-c1d4de7b504a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be790e2-bab2-4b3b-8b94-4d6d8320b0f1,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:19.061264 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.082640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d283ac7f-439a-404c-a5b2-ca710b2be94e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.082640 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-d283ac7f-439a-404c-a5b2-ca710b2be94e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Added segment f764cbc5-1e3d-4425-b968-8586079495c0 of type vlan for network 27580a86-4e41-4a61-ac71-ecf80532a096 Nov 28 07:49:19.092831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03709fb2-267d-4c0e-befe-2a78efc31feb tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.093843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03709fb2-267d-4c0e-befe-2a78efc31feb tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:19.094638 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03709fb2-267d-4c0e-befe-2a78efc31feb tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.103855 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-d5272fde-9927-4c87-bf47-0e6826d5a7a7 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:19.105196 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d5272fde-9927-4c87-bf47-0e6826d5a7a7 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1889560 Nov 28 07:49:19.119977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38924) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:19.130193 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ba4c06f6-8c81-4fd3-afcb-bc3ee53c48e2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.150162 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-03709fb2-267d-4c0e-befe-2a78efc31feb tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8381708 Nov 28 07:49:19.153192 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38926) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:19.166969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c06f6-8c81-4fd3-afcb-bc3ee53c48e2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for 728d0dc2-03c1-4032-86e7-5ab24c70028d owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:19.181354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d283ac7f-439a-404c-a5b2-ca710b2be94e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.201327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03709fb2-267d-4c0e-befe-2a78efc31feb tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event updated for resources: {'Network': ['ID=48c05b3c-c8f3-43a7-b5fa-17ef7481ad46,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:19.212916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 48c05b3c-c8f3-43a7-b5fa-17ef7481ad46 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:19.218386 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8996297f-6191-4b83-ad72-877fc434e427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.294746 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.334176 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc04ac8a-4577-4a26-af54-62269c960894 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.357279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b4e80-15c1-4dca-bbd2-396e95f055c8 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:19.361621 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ba2b4e80-15c1-4dca-bbd2-396e95f055c8 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] 10.222.0.31 "GET /v2.0/networks/48c05b3c-c8f3-43a7-b5fa-17ef7481ad46 HTTP/1.1" status: 200 len: 757 time: 0.1989579 Nov 28 07:49:19.366815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38928) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:19.368680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d283ac7f-439a-404c-a5b2-ca710b2be94e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.374004 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d283ac7f-439a-404c-a5b2-ca710b2be94e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:19.374578 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d283ac7f-439a-404c-a5b2-ca710b2be94e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.386617 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Allocated IP 172.26.2.39 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/f0b12f43-70c5-4401-8033-341d6e8c79a8) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:19.389722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc04ac8a-4577-4a26-af54-62269c960894 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.430386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device edc6b696-d8cc-4588-a028-09ae5be03276 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:19.458603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:19.459803 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: edc6b696-d8cc-4588-a028-09ae5be03276 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:49:19.460263 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device edc6b696-d8cc-4588-a028-09ae5be03276 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:49:19.476696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab84fde-7cee-43ad-b57d-eed07258b03b tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:19.478053 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5ab84fde-7cee-43ad-b57d-eed07258b03b tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] 10.222.0.31 "GET /v2.0/networks/288fbe2b-4744-4f0b-b763-c27cede88b1f HTTP/1.1" status: 200 len: 767 time: 0.1010318 Nov 28 07:49:19.487107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38930) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:19.510375 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:19.512858 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:19.533841 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event updated for resources: {'Port': ['ID=40a91632-dfa7-4cec-84a9-46a9bce965a2,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:19.539471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc04ac8a-4577-4a26-af54-62269c960894 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.542611 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d283ac7f-439a-404c-a5b2-ca710b2be94e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1303663 Nov 28 07:49:19.543236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc04ac8a-4577-4a26-af54-62269c960894 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.543468 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bc04ac8a-4577-4a26-af54-62269c960894 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "DELETE /v2.0/security-groups/8be790e2-bab2-4b3b-8b94-4d6d8320b0f1 HTTP/1.1" status: 204 len: 168 time: 0.4213939 Nov 28 07:49:19.543908 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38932) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:19.557684 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38934) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:19.562411 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-af522e59-7eec-4737-b42f-ed238a7598bf tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'subnet': {'network_id': '27580a86-4e41-4a61-ac71-ecf80532a096', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:19.618563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283ac7f-439a-404c-a5b2-ca710b2be94e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Network': ['ID=27580a86-4e41-4a61-ac71-ecf80532a096,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:19.638273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 27580a86-4e41-4a61-ac71-ecf80532a096 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:19.649826 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04ac8a-4577-4a26-af54-62269c960894 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be790e2-bab2-4b3b-8b94-4d6d8320b0f1,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:19.676202 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1f3058ca-fa0f-4cff-8b36-03847611f063 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.699920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ba4c06f6-8c81-4fd3-afcb-bc3ee53c48e2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.755111 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c06f6-8c81-4fd3-afcb-bc3ee53c48e2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=728d0dc2-03c1-4032-86e7-5ab24c70028d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:19.816336 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.862653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ba4c06f6-8c81-4fd3-afcb-bc3ee53c48e2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.864507 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0e9b0782-93f6-4302-9835-31d7be403412 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2747805 Nov 28 07:49:19.868631 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ba4c06f6-8c81-4fd3-afcb-bc3ee53c48e2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/728d0dc2-03c1-4032-86e7-5ab24c70028d HTTP/1.1" status: 204 len: 168 time: 1.4069417 Nov 28 07:49:19.869261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38936) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:19.869643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38938) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:19.919705 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.947555 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af522e59-7eec-4737-b42f-ed238a7598bf tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:19.949845 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-a552ca7f-54bb-48a8-b188-d10b001fb20c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] GET failed (client error): The resource could not be found. Nov 28 07:49:19.951148 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af522e59-7eec-4737-b42f-ed238a7598bf tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.954190 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a552ca7f-54bb-48a8-b188-d10b001fb20c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/728d0dc2-03c1-4032-86e7-5ab24c70028d HTTP/1.1" status: 404 len: 333 time: 0.0805154 Nov 28 07:49:19.956980 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:19.958308 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38940) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:19.965856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1f3058ca-fa0f-4cff-8b36-03847611f063 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.051619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-54757ff6-9fb4-4f82-899a-d87322d1905c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting subnet a2e7513f-f873-4d1e-af9d-330defac5233 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:49:20.058337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ade8252e-69a7-418b-a76f-ffea9ef2d23a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.062113 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-54757ff6-9fb4-4f82-899a-d87322d1905c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.080339 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-1f3058ca-fa0f-4cff-8b36-03847611f063 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c05b3c-c8f3-43a7-b5fa-17ef7481ad46']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:20.098613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-1f3058ca-fa0f-4cff-8b36-03847611f063 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3b3d05-2294-4fd7-88c4-686947712ec1') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:20.098929 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-1f3058ca-fa0f-4cff-8b36-03847611f063 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3b3d05-2294-4fd7-88c4-686947712ec1') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:20.122844 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1f3058ca-fa0f-4cff-8b36-03847611f063 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.128431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ade8252e-69a7-418b-a76f-ffea9ef2d23a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.156845 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1f3058ca-fa0f-4cff-8b36-03847611f063 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.168884 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3058ca-fa0f-4cff-8b36-03847611f063 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:20.169205 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1f3058ca-fa0f-4cff-8b36-03847611f063 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:20.171270 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:20.182593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-54757ff6-9fb4-4f82-899a-d87322d1905c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.183694 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.280666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.286611 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ade8252e-69a7-418b-a76f-ffea9ef2d23a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.289253 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ade8252e-69a7-418b-a76f-ffea9ef2d23a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.290590 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ade8252e-69a7-418b-a76f-ffea9ef2d23a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "DELETE /v2.0/security-groups/7fa78f03-439f-4c5d-a41a-1a9ec8dc36b4 HTTP/1.1" status: 204 len: 168 time: 0.4180999 Nov 28 07:49:20.297020 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38942) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:20.337696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8252e-69a7-418b-a76f-ffea9ef2d23a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa78f03-439f-4c5d-a41a-1a9ec8dc36b4,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:20.343703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:20.344983 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.350260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8996297f-6191-4b83-ad72-877fc434e427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:20.350604 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8996297f-6191-4b83-ad72-877fc434e427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.358383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.359237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1f3058ca-fa0f-4cff-8b36-03847611f063 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.372920 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Pushing event updated for resources: {'Port': ['ID=f0b12f43-70c5-4401-8033-341d6e8c79a8,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:20.375524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:20.392009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-54757ff6-9fb4-4f82-899a-d87322d1905c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.392688 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ceba9e-db2e-4919-b26a-80e956e8eaa6 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:20.412734 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:20.414653 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3058ca-fa0f-4cff-8b36-03847611f063 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 48c05b3c-c8f3-43a7-b5fa-17ef7481ad46 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 28 07:49:20.436581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1f3058ca-fa0f-4cff-8b36-03847611f063 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.443030 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1f3058ca-fa0f-4cff-8b36-03847611f063 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "DELETE /v2.0/networks/48c05b3c-c8f3-43a7-b5fa-17ef7481ad46 HTTP/1.1" status: 204 len: 168 time: 0.9513698 Nov 28 07:49:20.447747 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-30330b9b-8eac-4b2a-9a4c-6ab2ad7636a8 None None] Provisioning complete for port f0b12f43-70c5-4401-8033-341d6e8c79a8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:20.448340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-30330b9b-8eac-4b2a-9a4c-6ab2ad7636a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.452989 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38944) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:20.464575 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-3909d29f-6038-4376-bae0-45f54efcf499 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Request body: {'network': {'name': 'tempest-network--177922554'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:20.492853 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3058ca-fa0f-4cff-8b36-03847611f063 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event deleted for resources: {'Network': ['ID=48c05b3c-c8f3-43a7-b5fa-17ef7481ad46,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:20.499957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.500109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-30330b9b-8eac-4b2a-9a4c-6ab2ad7636a8 None None] Port f0b12f43-70c5-4401-8033-341d6e8c79a8 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:20.519124 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event updated for resources: {'Port': ['ID=40a91632-dfa7-4cec-84a9-46a9bce965a2,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:20.542837 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-526a1dc7-874a-4e51-8de7-d1b61ec6cccb tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2302644 Nov 28 07:49:20.544070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38946) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:20.548648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af522e59-7eec-4737-b42f-ed238a7598bf tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.549553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a9bf552f-5009-4013-a53d-44a8fdc3dda5 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758266362'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:20.556166 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3909d29f-6038-4376-bae0-45f54efcf499 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Made reservation on behalf of 48e1e23a20964664b1a3f6eb95272d09 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:20.559450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:20.559673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3909d29f-6038-4376-bae0-45f54efcf499 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.560062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.578416 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.584296 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-75ab6479-c053-4444-9ba5-b410c606416c tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3712130 Nov 28 07:49:20.586246 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38948) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:20.591088 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-54757ff6-9fb4-4f82-899a-d87322d1905c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.599332 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d27ade05-c4a2-4d50-8949-4603d744e1d0 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Request body: {'floatingip': {'port_id': 'dc1687c0-9989-4604-826f-b8e17846c960', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:20.612398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-8996297f-6191-4b83-ad72-877fc434e427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] For port 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7fb32074-645b-4527-a4bc-1bf9b5d9e0a7,segment=NetworkSegment(81b02cad-a115-45d5-8abe-14e09d2d8e34),segment_id=81b02cad-a115-45d5-8abe-14e09d2d8e34)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:20.612764 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8996297f-6191-4b83-ad72-877fc434e427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.639765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8996297f-6191-4b83-ad72-877fc434e427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:20.652777 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af522e59-7eec-4737-b42f-ed238a7598bf tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Subnet': ['ID=3fa284a3-939d-4ca9-b60e-f6c918c13657,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:20.670479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54757ff6-9fb4-4f82-899a-d87322d1905c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e7513f-f873-4d1e-af9d-330defac5233,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:20.676649 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d27ade05-c4a2-4d50-8949-4603d744e1d0 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for floatingip, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.693627 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c07df7e-f812-4bca-bccd-c5537055f05c None None] Network 63f7c01b-063d-46ab-ac88-d2c47933477d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:20.709561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af522e59-7eec-4737-b42f-ed238a7598bf tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Checking segment: {'id': 'f764cbc5-1e3d-4425-b968-8586079495c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '27580a86-4e41-4a61-ac71-ecf80532a096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:20.710108 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af522e59-7eec-4737-b42f-ed238a7598bf tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network hostable DHCP agents. Network: 27580a86-4e41-4a61-ac71-ecf80532a096, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:20.721898 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e5ad8fcb-8576-499a-b4fc-1fa6331bb56f tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.2330191 Nov 28 07:49:20.725201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38950) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:20.735948 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b059f07d-1acd-4c33-b198-6d1619e7120e tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.39'}]}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:20.781451 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af522e59-7eec-4737-b42f-ed238a7598bf tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network 27580a86-4e41-4a61-ac71-ecf80532a096 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:20.825787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b059f07d-1acd-4c33-b198-6d1619e7120e tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.827152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b059f07d-1acd-4c33-b198-6d1619e7120e tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.855017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-af522e59-7eec-4737-b42f-ed238a7598bf tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 27580a86-4e41-4a61-ac71-ecf80532a096) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:20.865107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af522e59-7eec-4737-b42f-ed238a7598bf tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:20.867444 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af522e59-7eec-4737-b42f-ed238a7598bf tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.879521 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27df377-0918-4839-8ecf-93b5a799059a None None] Network 27580a86-4e41-4a61-ac71-ecf80532a096 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:20.936326 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b059f07d-1acd-4c33-b198-6d1619e7120e tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:20.960729 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-af522e59-7eec-4737-b42f-ed238a7598bf tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4040904 Nov 28 07:49:20.961930 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38952) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:21.093882 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-54757ff6-9fb4-4f82-899a-d87322d1905c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.099666 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-54757ff6-9fb4-4f82-899a-d87322d1905c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/a2e7513f-f873-4d1e-af9d-330defac5233 HTTP/1.1" status: 204 len: 168 time: 1.1364450 Nov 28 07:49:21.104928 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38954) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:21.105832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3909d29f-6038-4376-bae0-45f54efcf499 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:21.109259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a9bf552f-5009-4013-a53d-44a8fdc3dda5 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.130435 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-27580a86-4e41-4a61-ac71-ecf80532a096', 'network_id': '27580a86-4e41-4a61-ac71-ecf80532a096', 'tenant_id': '33f82d3e6fff4150af406bef92d9867d', 'fixed_ips': [{'subnet_id': '3fa284a3-939d-4ca9-b60e-f6c918c13657'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:21.133037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.139455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24acb62e-8578-4460-943e-595990dfb5ac None None] DHCP port deletion for 63f7c01b-063d-46ab-ac88-d2c47933477d request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:21.179401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3909d29f-6038-4376-bae0-45f54efcf499 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.179773 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-3909d29f-6038-4376-bae0-45f54efcf499 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Added segment a474b6e2-6879-44a3-9226-d37a3dc158e8 of type vlan for network a35e324a-d39c-4ec9-ae09-3c43202f6b33 Nov 28 07:49:21.275457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 45ea525c-3c45-4b9f-8fec-819c819a1694 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:21.315949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3909d29f-6038-4376-bae0-45f54efcf499 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.333515 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.374384 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-d27ade05-c4a2-4d50-8949-4603d744e1d0 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] update failed (client error): The resource could not be found. Nov 28 07:49:21.379048 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d27ade05-c4a2-4d50-8949-4603d744e1d0 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "PUT /v2.0/floatingips/427e4f89-4bff-4794-911d-8ccee99f9b86 HTTP/1.1" status: 404 len: 507 time: 0.7889001 Nov 28 07:49:21.379219 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.383970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38956) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:21.437550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Allocated IP 172.20.0.1 (27580a86-4e41-4a61-ac71-ecf80532a096/3fa284a3-939d-4ca9-b60e-f6c918c13657/69b5de35-5e54-437c-9e45-6435bf727bc1) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:21.443109 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8996297f-6191-4b83-ad72-877fc434e427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.467618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-24acb62e-8578-4460-943e-595990dfb5ac None None] Deleting port 45ea525c-3c45-4b9f-8fec-819c819a1694 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:21.467900 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-24acb62e-8578-4460-943e-595990dfb5ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.474590 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3909d29f-6038-4376-bae0-45f54efcf499 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.474834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.475621 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3909d29f-6038-4376-bae0-45f54efcf499 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:21.476175 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3909d29f-6038-4376-bae0-45f54efcf499 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692544'] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.514264 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a9bf552f-5009-4013-a53d-44a8fdc3dda5 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.545960 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996297f-6191-4b83-ad72-877fc434e427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=7fb32074-645b-4527-a4bc-1bf9b5d9e0a7,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:21.556686 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b059f07d-1acd-4c33-b198-6d1619e7120e tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.567425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a9bf552f-5009-4013-a53d-44a8fdc3dda5 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.582771 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3909d29f-6038-4376-bae0-45f54efcf499 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1245935 Nov 28 07:49:21.585463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38958) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:21.619222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 45ea525c-3c45-4b9f-8fec-819c819a1694, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=45ea525c-3c45-4b9f-8fec-819c819a1694,segment=NetworkSegment(92bccd03-4a43-4fb6-8e94-34eaddc96e5f),segment_id=92bccd03-4a43-4fb6-8e94-34eaddc96e5f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:21.625547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-24acb62e-8578-4460-943e-595990dfb5ac None None] For port 45ea525c-3c45-4b9f-8fec-819c819a1694, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=45ea525c-3c45-4b9f-8fec-819c819a1694,segment=NetworkSegment(92bccd03-4a43-4fb6-8e94-34eaddc96e5f),segment_id=92bccd03-4a43-4fb6-8e94-34eaddc96e5f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:21.626037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-24acb62e-8578-4460-943e-595990dfb5ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.636218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.643619 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.661132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-24acb62e-8578-4460-943e-595990dfb5ac None None] Calling delete_port for 45ea525c-3c45-4b9f-8fec-819c819a1694 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:21.669916 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-34206b54-01e7-4b6d-9625-7c7b52d84957 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:21.777255 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-24acb62e-8578-4460-943e-595990dfb5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.781904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf552f-5009-4013-a53d-44a8fdc3dda5 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e693e146-3285-4f47-93f4-a646f5562803,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:21.805431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.821157 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24acb62e-8578-4460-943e-595990dfb5ac None None] No DVR routers for this DVR port 45ea525c-3c45-4b9f-8fec-819c819a1694 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:21.822673 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event deleted for resources: {'Port': ['ID=45ea525c-3c45-4b9f-8fec-819c819a1694,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:21.855142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a9bf552f-5009-4013-a53d-44a8fdc3dda5 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.859179 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a9bf552f-5009-4013-a53d-44a8fdc3dda5 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3116488 Nov 28 07:49:21.859179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909d29f-6038-4376-bae0-45f54efcf499 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event updated for resources: {'Network': ['ID=a35e324a-d39c-4ec9-ae09-3c43202f6b33,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:21.866241 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38960) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:21.873542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a903eb23-ee4e-46b2-bf5e-b2e180fdae59 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': 'e693e146-3285-4f47-93f4-a646f5562803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:21.895249 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network a35e324a-d39c-4ec9-ae09-3c43202f6b33 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:21.900524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acb62e-8578-4460-943e-595990dfb5ac None None] Pushing event deleted for resources: {'Port': ['ID=45ea525c-3c45-4b9f-8fec-819c819a1694,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:21.905702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8996297f-6191-4b83-ad72-877fc434e427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.966938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-34206b54-01e7-4b6d-9625-7c7b52d84957 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.973953 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port 45ea525c-3c45-4b9f-8fec-819c819a1694 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:21.974288 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:21.996272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.004036 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.026762 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-34206b54-01e7-4b6d-9625-7c7b52d84957 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.052279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Network 27580a86-4e41-4a61-ac71-ecf80532a096 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:22.059043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:22.062760 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.063981 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:22.069714 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Pushing event updated for resources: {'Port': ['ID=69b5de35-5e54-437c-9e45-6435bf727bc1,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:22.090596 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34206b54-01e7-4b6d-9625-7c7b52d84957 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Network a35e324a-d39c-4ec9-ae09-3c43202f6b33 is not hosted by any dhcp agent {{(pid=115118) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 28 07:49:22.091482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34206b54-01e7-4b6d-9625-7c7b52d84957 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:22.092068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-34206b54-01e7-4b6d-9625-7c7b52d84957 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.097446 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-34206b54-01e7-4b6d-9625-7c7b52d84957 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "PUT /v2.0/networks/a35e324a-d39c-4ec9-ae09-3c43202f6b33 HTTP/1.1" status: 200 len: 857 time: 0.4739802 Nov 28 07:49:22.102783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38962) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:22.119663 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] For port 45ea525c-3c45-4b9f-8fec-819c819a1694, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:22.120027 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.122653 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-a903eb23-ee4e-46b2-bf5e-b2e180fdae59 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:22.125951 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a903eb23-ee4e-46b2-bf5e-b2e180fdae59 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2546942 Nov 28 07:49:22.125951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0e453aac-d40e-4c55-bab0-6cbd5f208db3 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Deleting port 40a91632-dfa7-4cec-84a9-46a9bce965a2 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:22.125951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0e453aac-d40e-4c55-bab0-6cbd5f208db3 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.139703 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Attempting to bind port 69b5de35-5e54-437c-9e45-6435bf727bc1 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:22.140079 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Attempting to bind port 69b5de35-5e54-437c-9e45-6435bf727bc1 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'f764cbc5-1e3d-4425-b968-8586079495c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '27580a86-4e41-4a61-ac71-ecf80532a096'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:22.140446 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Attempting to bind port 69b5de35-5e54-437c-9e45-6435bf727bc1 on network 27580a86-4e41-4a61-ac71-ecf80532a096 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:22.146090 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:22.146462 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Checking segment: {'id': 'f764cbc5-1e3d-4425-b968-8586079495c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '27580a86-4e41-4a61-ac71-ecf80532a096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:22.146865 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.147292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Bound using segment: {'id': 'f764cbc5-1e3d-4425-b968-8586079495c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '27580a86-4e41-4a61-ac71-ecf80532a096'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:22.147756 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Bound port: 69b5de35-5e54-437c-9e45-6435bf727bc1, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f764cbc5-1e3d-4425-b968-8586079495c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '27580a86-4e41-4a61-ac71-ecf80532a096'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:22.148138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.161836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38964) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:22.179110 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8e2e5901-559d-4ea5-bf1e-2db76a2c5307 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group_rule': {'security_group_id': 'e693e146-3285-4f47-93f4-a646f5562803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:22.198186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for 45ea525c-3c45-4b9f-8fec-819c819a1694 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:22.201202 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34206b54-01e7-4b6d-9625-7c7b52d84957 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event updated for resources: {'Network': ['ID=a35e324a-d39c-4ec9-ae09-3c43202f6b33,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:22.209290 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.ipam_backend_mixin [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Port 45ea525c-3c45-4b9f-8fec-819c819a1694 was not found and therefore no delete operation was performed {{(pid=115118) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:49:22.215328 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80e619c7-5a02-48be-a5ad-adaeae59e378 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.217342 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa284a3-939d-4ca9-b60e-f6c918c13657,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:22.220965 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] For port 69b5de35-5e54-437c-9e45-6435bf727bc1, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:22.224610 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] For port 69b5de35-5e54-437c-9e45-6435bf727bc1, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=69b5de35-5e54-437c-9e45-6435bf727bc1,segment=NetworkSegment(f764cbc5-1e3d-4425-b968-8586079495c0),segment_id=f764cbc5-1e3d-4425-b968-8586079495c0)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:22.232146 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.243459 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.288734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=45ea525c-3c45-4b9f-8fec-819c819a1694,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:22.293913 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No DVR routers for this DVR port 45ea525c-3c45-4b9f-8fec-819c819a1694 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:22.337482 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c1645-3732-43c5-98b9-ff882cf38dc5 None None] Pushing event updated for resources: {'Port': ['ID=69b5de35-5e54-437c-9e45-6435bf727bc1,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:22.355659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3380c45-42a8-45f1-98d9-b84f5fcd6776 None None] Network 27580a86-4e41-4a61-ac71-ecf80532a096 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:22.372135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0e453aac-d40e-4c55-bab0-6cbd5f208db3 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.372458 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0e453aac-d40e-4c55-bab0-6cbd5f208db3 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.375007 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-8e2e5901-559d-4ea5-bf1e-2db76a2c5307 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:22.376072 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8e2e5901-559d-4ea5-bf1e-2db76a2c5307 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2122364 Nov 28 07:49:22.390057 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38966) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:22.432144 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.436417 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.439834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0e453aac-d40e-4c55-bab0-6cbd5f208db3 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Calling delete_port for 40a91632-dfa7-4cec-84a9-46a9bce965a2 owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:22.477313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f7c01b-063d-46ab-ac88-d2c47933477d']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:22.492269 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a46eae-f0dc-4a05-bf25-10c703a0122c None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:49:22.495049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bccd03-4a43-4fb6-8e94-34eaddc96e5f') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:22.495351 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bccd03-4a43-4fb6-8e94-34eaddc96e5f') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:22.521730 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27580a86-4e41-4a61-ac71-ecf80532a096']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:22.551512 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b059f07d-1acd-4c33-b198-6d1619e7120e tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.553077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.584588 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80e619c7-5a02-48be-a5ad-adaeae59e378 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.585935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.588754 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f764cbc5-1e3d-4425-b968-8586079495c0') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:22.589051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f764cbc5-1e3d-4425-b968-8586079495c0') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:22.594781 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a46eae-f0dc-4a05-bf25-10c703a0122c None None] Resources bound (agent type, host, resource id): {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 07:49:22.597433 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9d991502-c5d5-4b0b-ad9d-90466ec426a6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.602654 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b059f07d-1acd-4c33-b198-6d1619e7120e tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.606764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:22.607299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.611155 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:22.612641 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:22.645989 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-80e619c7-5a02-48be-a5ad-adaeae59e378 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35e324a-d39c-4ec9-ae09-3c43202f6b33']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:22.682592 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.684328 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9d991502-c5d5-4b0b-ad9d-90466ec426a6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.690972 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8996297f-6191-4b83-ad72-877fc434e427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 1747cb74-868b-42fc-9889-db406e82837c has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:49:22.705426 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-80e619c7-5a02-48be-a5ad-adaeae59e378 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a474b6e2-6879-44a3-9226-d37a3dc158e8') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:22.705722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-80e619c7-5a02-48be-a5ad-adaeae59e378 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a474b6e2-6879-44a3-9226-d37a3dc158e8') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:22.707912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:22.708496 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:22.714340 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:22.731623 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.736548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80e619c7-5a02-48be-a5ad-adaeae59e378 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.736748 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.740085 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/networks/63f7c01b-063d-46ab-ac88-d2c47933477d HTTP/1.1" status: 204 len: 168 time: 1.6319306 Nov 28 07:49:22.745549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38968) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:22.755595 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e198b079-9e83-4a05-9b23-ce1838f7e963 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-398170008'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:22.789519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27562baa-b9d5-4ca2-b134-14b729adae5e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Network': ['ID=63f7c01b-063d-46ab-ac88-d2c47933477d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:22.791033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80e619c7-5a02-48be-a5ad-adaeae59e378 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.815292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9d991502-c5d5-4b0b-ad9d-90466ec426a6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.817767 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9d991502-c5d5-4b0b-ad9d-90466ec426a6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.821594 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9d991502-c5d5-4b0b-ad9d-90466ec426a6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "DELETE /v2.0/security-groups/e693e146-3285-4f47-93f4-a646f5562803 HTTP/1.1" status: 204 len: 168 time: 0.4281678 Nov 28 07:49:22.824615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38970) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:22.838220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e198b079-9e83-4a05-9b23-ce1838f7e963 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:22.841951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e198b079-9e83-4a05-9b23-ce1838f7e963 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.842895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e619c7-5a02-48be-a5ad-adaeae59e378 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:22.843474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80e619c7-5a02-48be-a5ad-adaeae59e378 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.845900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d991502-c5d5-4b0b-ad9d-90466ec426a6 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e693e146-3285-4f47-93f4-a646f5562803,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:22.859473 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0e453aac-d40e-4c55-bab0-6cbd5f208db3 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:22.882864 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:22.900829 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e453aac-d40e-4c55-bab0-6cbd5f208db3 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event deleted for resources: {'Port': ['ID=40a91632-dfa7-4cec-84a9-46a9bce965a2,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:22.902390 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.api [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 28 07:49:22.902390 dv-neutron-744815-16-hyperv neutron-server[115119]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 28 07:49:22.902390 dv-neutron-744815-16-hyperv neutron-server[115119]: [parameters: {'id': '27580a86-4e41-4a61-ac71-ecf80532a096'}] Nov 28 07:49:22.902390 dv-neutron-744815-16-hyperv neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:49:22.902782 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG oslo_db.api [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:49:22.960494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0e453aac-d40e-4c55-bab0-6cbd5f208db3 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.963139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0e453aac-d40e-4c55-bab0-6cbd5f208db3 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:22.964752 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0e453aac-d40e-4c55-bab0-6cbd5f208db3 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "DELETE /v2.0/floatingips/427e4f89-4bff-4794-911d-8ccee99f9b86 HTTP/1.1" status: 204 len: 168 time: 1.5795391 Nov 28 07:49:22.968173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38972) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:22.972613 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e05aa0cc-1590-445d-9876-da5c9b7f0fa6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Request body: {'floatingip': {'floating_network_id': '834d38e5-b0ee-4ebd-aa8e-13f11125ef93', 'port_id': 'dc1687c0-9989-4604-826f-b8e17846c960', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:22.995330 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e05aa0cc-1590-445d-9876-da5c9b7f0fa6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.046533 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80e619c7-5a02-48be-a5ad-adaeae59e378 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.055033 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-67f5ebfd-fb87-4989-b117-88de179dcf5a tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2290993 Nov 28 07:49:23.064521 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38974) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:23.065807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e198b079-9e83-4a05-9b23-ce1838f7e963 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:23.068461 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e619c7-5a02-48be-a5ad-adaeae59e378 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a35e324a-d39c-4ec9-ae09-3c43202f6b33 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 28 07:49:23.072408 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-fef514c6-a1e3-4f13-b73f-45fffd97f0ab tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141213288'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:23.073220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80e619c7-5a02-48be-a5ad-adaeae59e378 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.080364 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-80e619c7-5a02-48be-a5ad-adaeae59e378 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] 10.222.0.31 "DELETE /v2.0/networks/a35e324a-d39c-4ec9-ae09-3c43202f6b33 HTTP/1.1" status: 204 len: 168 time: 0.9770286 Nov 28 07:49:23.081968 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38976) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:23.092872 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b059f07d-1acd-4c33-b198-6d1619e7120e tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.094956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8996297f-6191-4b83-ad72-877fc434e427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:23.098117 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e619c7-5a02-48be-a5ad-adaeae59e378 tempest-ExternalNetworksTestJSON-1295132025 tempest-ExternalNetworksTestJSON-1295132025-project-admin] Pushing event deleted for resources: {'Network': ['ID=a35e324a-d39c-4ec9-ae09-3c43202f6b33,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:23.108261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e198b079-9e83-4a05-9b23-ce1838f7e963 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.108634 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-e198b079-9e83-4a05-9b23-ce1838f7e963 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Added segment 5cae6729-de78-41ce-9f81-1b3d60e2a181 of type vlan for network 7cd9b13c-cc3d-4dbe-a590-c7f107416798 Nov 28 07:49:23.140979 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c48c29-8c62-4fee-9871-426085774bb8 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:23.141350 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c48c29-8c62-4fee-9871-426085774bb8 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:23.142472 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8996297f-6191-4b83-ad72-877fc434e427 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9500961 Nov 28 07:49:23.143159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38978) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:23.144892 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-05c48c29-8c62-4fee-9871-426085774bb8 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] 10.222.0.31 "DELETE /v2.0/subnets/30f4ccf5-d370-4519-8a31-086697576359 HTTP/1.1" status: 404 len: 337 time: 0.0592020 Nov 28 07:49:23.154106 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38980) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:23.193641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fef514c6-a1e3-4f13-b73f-45fffd97f0ab tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.240853 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e198b079-9e83-4a05-9b23-ce1838f7e963 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.321210 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-95ad52d9-8da0-479d-b070-901f7fde79e4 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.331135 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af32c9d-9a01-4baa-b6b4-c1158d249958 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting subnet 85cb0f60-92fd-4ec6-87f4-2c9d6ea47347 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:49:23.337118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2af32c9d-9a01-4baa-b6b4-c1158d249958 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.338926 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e198b079-9e83-4a05-9b23-ce1838f7e963 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.344364 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e198b079-9e83-4a05-9b23-ce1838f7e963 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:23.344950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e198b079-9e83-4a05-9b23-ce1838f7e963 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.421297 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e198b079-9e83-4a05-9b23-ce1838f7e963 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6746178 Nov 28 07:49:23.473812 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38982) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:23.486485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0335d324-7f58-4b09-9e4b-cd9067150d0a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': '7cd9b13c-cc3d-4dbe-a590-c7f107416798', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:23.525949 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-e05aa0cc-1590-445d-9876-da5c9b7f0fa6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:23.531173 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e05aa0cc-1590-445d-9876-da5c9b7f0fa6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5579085 Nov 28 07:49:23.552455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198b079-9e83-4a05-9b23-ce1838f7e963 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Network': ['ID=7cd9b13c-cc3d-4dbe-a590-c7f107416798,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:23.560936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fef514c6-a1e3-4f13-b73f-45fffd97f0ab tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.561711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38984) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:23.568069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': 'dc1687c0-9989-4604-826f-b8e17846c960', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:23.569609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 7cd9b13c-cc3d-4dbe-a590-c7f107416798 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:23.635330 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fef514c6-a1e3-4f13-b73f-45fffd97f0ab tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.649838 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-95ad52d9-8da0-479d-b070-901f7fde79e4 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.651375 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d210bb-20b4-42ca-b42a-b5b050afcccc None None] Sync routers for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:23.664251 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d210bb-20b4-42ca-b42a-b5b050afcccc None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:23.665184 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-63d210bb-20b4-42ca-b42a-b5b050afcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:23.703824 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.707140 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b059f07d-1acd-4c33-b198-6d1619e7120e tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.707328 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-95ad52d9-8da0-479d-b070-901f7fde79e4 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288fbe2b-4744-4f0b-b763-c27cede88b1f']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:23.712471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b059f07d-1acd-4c33-b198-6d1619e7120e tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.719507 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.732654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fef514c6-a1e3-4f13-b73f-45fffd97f0ab tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.733878 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fef514c6-a1e3-4f13-b73f-45fffd97f0ab tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6664243 Nov 28 07:49:23.738389 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-95ad52d9-8da0-479d-b070-901f7fde79e4 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78fca132-65cd-4e15-bb64-bd3302c28380') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:23.738685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-95ad52d9-8da0-479d-b070-901f7fde79e4 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78fca132-65cd-4e15-bb64-bd3302c28380') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:23.757259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 38986) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:23.769515 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-084e7d5b-6dec-46d2-9758-5724004964b3 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:23.770283 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-084e7d5b-6dec-46d2-9758-5724004964b3 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 28 07:49:23.770541 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-63d210bb-20b4-42ca-b42a-b5b050afcccc None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:23.770855 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-084e7d5b-6dec-46d2-9758-5724004964b3 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] update failed (client error): There was a conflict when trying to complete your request. Nov 28 07:49:23.771722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2af32c9d-9a01-4baa-b6b4-c1158d249958 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.771870 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-084e7d5b-6dec-46d2-9758-5724004964b3 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "PUT /v2.0/security-groups/564d6b15-ed54-44e7-8fb9-9c5687f191a9 HTTP/1.1" status: 409 len: 330 time: 0.0082991 Nov 28 07:49:23.775036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38988) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:23.779194 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef514c6-a1e3-4f13-b73f-45fffd97f0ab tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=564d6b15-ed54-44e7-8fb9-9c5687f191a9,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:23.784779 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-95ad52d9-8da0-479d-b070-901f7fde79e4 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.809131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0335d324-7f58-4b09-9e4b-cd9067150d0a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:23.812034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0335d324-7f58-4b09-9e4b-cd9067150d0a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.815780 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-95ad52d9-8da0-479d-b070-901f7fde79e4 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.833196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b059f07d-1acd-4c33-b198-6d1619e7120e tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.833725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b059f07d-1acd-4c33-b198-6d1619e7120e tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1f64b83-85d1-4d02-846f-fb7834c40c1e {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:49:23.845806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ad52d9-8da0-479d-b070-901f7fde79e4 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:23.846205 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-95ad52d9-8da0-479d-b070-901f7fde79e4 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:23.850157 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:23.879325 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-b059f07d-1acd-4c33-b198-6d1619e7120e tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 28 07:49:23.880381 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b059f07d-1acd-4c33-b198-6d1619e7120e tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1540582 Nov 28 07:49:23.890672 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38990) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:23.996960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-95ad52d9-8da0-479d-b070-901f7fde79e4 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.000865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-95ad52d9-8da0-479d-b070-901f7fde79e4 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.004508 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-95ad52d9-8da0-479d-b070-901f7fde79e4 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] 10.222.0.31 "DELETE /v2.0/networks/288fbe2b-4744-4f0b-b763-c27cede88b1f HTTP/1.1" status: 204 len: 168 time: 0.8477221 Nov 28 07:49:24.019511 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-63d210bb-20b4-42ca-b42a-b5b050afcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:20Z', 'revision_number': 10, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:24.020409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cb21c1c6-6998-4cfa-a5a2-2e6dd8046f1c tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.042280 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2af32c9d-9a01-4baa-b6b4-c1158d249958 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.057871 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d210bb-20b4-42ca-b42a-b5b050afcccc None None] Checking router: 1747cb74-868b-42fc-9889-db406e82837c for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:49:24.066227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad52d9-8da0-479d-b070-901f7fde79e4 tempest-ExternalNetworksTestJSON-967484115 tempest-ExternalNetworksTestJSON-967484115-project] Pushing event deleted for resources: {'Network': ['ID=288fbe2b-4744-4f0b-b763-c27cede88b1f,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:24.067909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Deleting port 69b5de35-5e54-437c-9e45-6435bf727bc1 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:24.068810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.070414 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d210bb-20b4-42ca-b42a-b5b050afcccc None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:24.071110 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-63d210bb-20b4-42ca-b42a-b5b050afcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:24.106017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cb21c1c6-6998-4cfa-a5a2-2e6dd8046f1c tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.200147 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-63d210bb-20b4-42ca-b42a-b5b050afcccc None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:24.201760 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.207791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0335d324-7f58-4b09-9e4b-cd9067150d0a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.209924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] For port 69b5de35-5e54-437c-9e45-6435bf727bc1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=69b5de35-5e54-437c-9e45-6435bf727bc1,segment=NetworkSegment(f764cbc5-1e3d-4425-b968-8586079495c0),segment_id=f764cbc5-1e3d-4425-b968-8586079495c0)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:24.210395 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.233770 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Calling delete_port for 69b5de35-5e54-437c-9e45-6435bf727bc1 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:24.236455 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2af32c9d-9a01-4baa-b6b4-c1158d249958 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.281062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cb21c1c6-6998-4cfa-a5a2-2e6dd8046f1c tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.284420 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cb21c1c6-6998-4cfa-a5a2-2e6dd8046f1c tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.285844 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cb21c1c6-6998-4cfa-a5a2-2e6dd8046f1c tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "DELETE /v2.0/security-groups/564d6b15-ed54-44e7-8fb9-9c5687f191a9 HTTP/1.1" status: 204 len: 168 time: 0.5095232 Nov 28 07:49:24.292053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af32c9d-9a01-4baa-b6b4-c1158d249958 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Subnet': ['ID=85cb0f60-92fd-4ec6-87f4-2c9d6ea47347,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:24.295059 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38996) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:24.307282 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade2ecd4-71b3-40d9-802e-9693f297a32f None None] Network 8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:24.346175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2af32c9d-9a01-4baa-b6b4-c1158d249958 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.349661 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2af32c9d-9a01-4baa-b6b4-c1158d249958 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/85cb0f60-92fd-4ec6-87f4-2c9d6ea47347 HTTP/1.1" status: 204 len: 168 time: 1.1981220 Nov 28 07:49:24.351733 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-9a67fd0f-cfc5-4e93-a301-dfeb66a320aa tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Deleting port f0b12f43-70c5-4401-8033-341d6e8c79a8 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:24.352261 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9a67fd0f-cfc5-4e93-a301-dfeb66a320aa tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.353918 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 38998) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:24.354305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39000) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:24.386850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21c1c6-6998-4cfa-a5a2-2e6dd8046f1c tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=564d6b15-ed54-44e7-8fb9-9c5687f191a9,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:24.446066 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Allocated IP 172.26.2.51 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/c591c3f4-d6fe-4316-b18a-7bd93d4b96a3) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:24.520149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335d324-7f58-4b09-9e4b-cd9067150d0a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Subnet': ['ID=51a1ef0a-0b6e-4f66-a56d-90c2c0b6aea6,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:24.558174 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8937cca6-b4b4-45f2-a02b-79eae5aacecf tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2575312 Nov 28 07:49:24.565110 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39004) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:24.570990 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.580275 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0335d324-7f58-4b09-9e4b-cd9067150d0a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Checking segment: {'id': '5cae6729-de78-41ce-9f81-1b3d60e2a181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7cd9b13c-cc3d-4dbe-a590-c7f107416798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:24.580485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0335d324-7f58-4b09-9e4b-cd9067150d0a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network hostable DHCP agents. Network: 7cd9b13c-cc3d-4dbe-a590-c7f107416798, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:24.612123 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-fd25f110-c919-49de-8183-319de12bfaa8 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] delete failed (client error): The resource could not be found. Nov 28 07:49:24.613561 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fd25f110-c919-49de-8183-319de12bfaa8 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "DELETE /v2.0/security-groups/bb526715-d47c-4d5d-a6e1-aeac1c29f147 HTTP/1.1" status: 404 len: 347 time: 0.0404592 Nov 28 07:49:24.619378 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9a67fd0f-cfc5-4e93-a301-dfeb66a320aa tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.622042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39006) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:24.647283 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0335d324-7f58-4b09-9e4b-cd9067150d0a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network 7cd9b13c-cc3d-4dbe-a590-c7f107416798 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:24.654950 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-9a67fd0f-cfc5-4e93-a301-dfeb66a320aa tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Calling delete_port for f0b12f43-70c5-4401-8033-341d6e8c79a8 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:24.660631 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-63d210bb-20b4-42ca-b42a-b5b050afcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:20Z', 'revision_number': 10, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:24.665525 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.669216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.671215 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-bcd19922-06fd-4bce-a5e2-8c75f618ed59 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] show failed (client error): The resource could not be found. Nov 28 07:49:24.675862 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bcd19922-06fd-4bce-a5e2-8c75f618ed59 tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "GET /v2.0/security-groups/357fd62f-9415-40b1-b4c4-b93de987b5e1 HTTP/1.1" status: 404 len: 347 time: 0.0479388 Nov 28 07:49:24.676894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39008) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:24.693541 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-6d5870c5-f6cc-4d24-a59e-6035680e80ab tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] show failed (client error): The resource could not be found. Nov 28 07:49:24.698986 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6d5870c5-f6cc-4d24-a59e-6035680e80ab tempest-NegativeSecGroupIPv6Test-1787860012 tempest-NegativeSecGroupIPv6Test-1787860012-project] 10.222.0.31 "GET /v2.0/security-group-rules/7423d306-5bca-4ea3-9966-10c74565aa34 HTTP/1.1" status: 404 len: 356 time: 0.0161684 Nov 28 07:49:24.699139 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d210bb-20b4-42ca-b42a-b5b050afcccc None None] The sync data for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv is: [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:20Z', 'revision_number': 10, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None, '_interfaces': [{'id': 'ff853494-98aa-4df1-86d8-3c94ef5f057a', 'name': '', 'network_id': 'cec80209-2c2e-4e5b-8bd5-5fa6a918240e', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'mac_address': 'fa:16:3e:45:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747cb74-868b-42fc-9889-db406e82837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4118e697-749b-4c77-9886-c5b50440d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:48:12Z', 'updated_at': '2021-11-28T07:48:23Z', 'revision_number': 5, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'subnets': [{'id': '4118e697-749b-4c77-9886-c5b50440d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:49:24.699297 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-0335d324-7f58-4b09-9e4b-cd9067150d0a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 7cd9b13c-cc3d-4dbe-a590-c7f107416798) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:24.699574 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a51b6cd-d630-45dd-81d1-0710c3314554 None None] DHCP port deletion for 8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:24.712221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0335d324-7f58-4b09-9e4b-cd9067150d0a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:24.712904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0335d324-7f58-4b09-9e4b-cd9067150d0a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.721797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f81f317-c4f5-44a6-a928-33bd2b69cbf4 None None] Network 7cd9b13c-cc3d-4dbe-a590-c7f107416798 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:24.747258 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0335d324-7f58-4b09-9e4b-cd9067150d0a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2725015 Nov 28 07:49:24.748289 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39012) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:24.756571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Port': ['ID=69b5de35-5e54-437c-9e45-6435bf727bc1,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:24.759348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7b7847bb-86ad-4ce8-9b21-319e2ae7b720 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-255644478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:24.789136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.801671 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No DVR routers for this DVR port 69b5de35-5e54-437c-9e45-6435bf727bc1 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:24.814371 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-574bf1c6-1238-4329-86e5-d7512c1132d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f76cfba5b9f404eb049899339fc6954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4552560 Nov 28 07:49:24.827803 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39014) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:24.833930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b7847bb-86ad-4ce8-9b21-319e2ae7b720 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.835136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b7847bb-86ad-4ce8-9b21-319e2ae7b720 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.881292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:24.890331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:24.893071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event updated for resources: {'Port': ['ID=c591c3f4-d6fe-4316-b18a-7bd93d4b96a3,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:24.895902 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:24.926033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.960138 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:24.960380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:24.964356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27580a86-4e41-4a61-ac71-ecf80532a096']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:25.009596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-7cd9b13c-cc3d-4dbe-a590-c7f107416798', 'network_id': '7cd9b13c-cc3d-4dbe-a590-c7f107416798', 'tenant_id': '3de17531069145178d352061b04d50eb', 'fixed_ips': [{'subnet_id': '51a1ef0a-0b6e-4f66-a56d-90c2c0b6aea6'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:25.010712 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.029864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-1a51b6cd-d630-45dd-81d1-0710c3314554 None None] Deleting port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:25.030526 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1a51b6cd-d630-45dd-81d1-0710c3314554 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.042053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f764cbc5-1e3d-4425-b968-8586079495c0') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:25.042053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f764cbc5-1e3d-4425-b968-8586079495c0') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:25.042053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39018) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:25.090393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9a67fd0f-cfc5-4e93-a301-dfeb66a320aa tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.103591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.125943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b7847bb-86ad-4ce8-9b21-319e2ae7b720 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.165271 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] For port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e,segment=NetworkSegment(81b02cad-a115-45d5-8abe-14e09d2d8e34),segment_id=81b02cad-a115-45d5-8abe-14e09d2d8e34)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:25.166268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.169254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67fd0f-cfc5-4e93-a301-dfeb66a320aa tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0b12f43-70c5-4401-8033-341d6e8c79a8,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:25.169796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b7847bb-86ad-4ce8-9b21-319e2ae7b720 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.173757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.189660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:25.190332 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:25.193811 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:25.214986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:25.252072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ceebc85c-4f54-4ccc-9733-29a4aa7581e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.258055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617c9e5d-2b8d-4b43-96cb-689bb33ef7b9 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:25.271084 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b7847bb-86ad-4ce8-9b21-319e2ae7b720 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.272602 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7b7847bb-86ad-4ce8-9b21-319e2ae7b720 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5215132 Nov 28 07:49:25.278713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39022) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:25.288364 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-218126ae-aa40-4784-9ed0-8a360ee586f2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'network_id': '7cd9b13c-cc3d-4dbe-a590-c7f107416798', 'name': 'tempest-PortsTestJSON-662622744'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:25.300886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:25.366250 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ceebc85c-4f54-4ccc-9733-29a4aa7581e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.389381 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.403686 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.410795 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-1a51b6cd-d630-45dd-81d1-0710c3314554 None None] For port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e,segment=NetworkSegment(81b02cad-a115-45d5-8abe-14e09d2d8e34),segment_id=81b02cad-a115-45d5-8abe-14e09d2d8e34)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:25.411314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1a51b6cd-d630-45dd-81d1-0710c3314554 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.416187 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/27580a86-4e41-4a61-ac71-ecf80532a096 HTTP/1.1" status: 204 len: 168 time: 4.4534199 Nov 28 07:49:25.437504 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39024) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:25.445523 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-1a51b6cd-d630-45dd-81d1-0710c3314554 None None] Calling delete_port for 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:25.448354 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-083b4257-de50-4889-a8be-70a0bf5b6911 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-143314904'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:25.452399 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9a67fd0f-cfc5-4e93-a301-dfeb66a320aa tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.455378 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9a67fd0f-cfc5-4e93-a301-dfeb66a320aa tempest-RoutersAdminNegativeTest-294749973 tempest-RoutersAdminNegativeTest-294749973-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f0b12f43-70c5-4401-8033-341d6e8c79a8 HTTP/1.1" status: 204 len: 168 time: 1.5605545 Nov 28 07:49:25.468486 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04a8f3-d2db-4e23-a84b-c873968dfc6d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Network': ['ID=27580a86-4e41-4a61-ac71-ecf80532a096,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:25.490244 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c12ba7a1-7f22-41e4-913f-0ff33647d9b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=916bd46786204e6bb2875c272859ec67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4154732 Nov 28 07:49:25.493935 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39028) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:25.538378 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083b4257-de50-4889-a8be-70a0bf5b6911 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:25.542002 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-083b4257-de50-4889-a8be-70a0bf5b6911 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.548768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.570834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Deleting port c591c3f4-d6fe-4316-b18a-7bd93d4b96a3 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:25.571331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.576358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e update to DOWN by agent not found {{(pid=115120) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 28 07:49:25.576923 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:25.587312 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Allocated IP 172.20.0.2 (7cd9b13c-cc3d-4dbe-a590-c7f107416798/51a1ef0a-0b6e-4f66-a56d-90c2c0b6aea6/d69cf09d-fba2-489f-9f30-e37a24354149) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:25.594080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:25.600843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No DVR routers for this DVR port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:25.608607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ceebc85c-4f54-4ccc-9733-29a4aa7581e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.612240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ceebc85c-4f54-4ccc-9733-29a4aa7581e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.613462 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ceebc85c-4f54-4ccc-9733-29a4aa7581e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c83a21f2-c2cd-48a3-b9ce-b8c1b45a573b HTTP/1.1" status: 204 len: 168 time: 0.7846050 Nov 28 07:49:25.632054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:49:25.632538 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7fb32074-645b-4527-a4bc-1bf9b5d9e0a7 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:49:25.663517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083b4257-de50-4889-a8be-70a0bf5b6911 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:25.707045 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-017e04fe-22c0-4ade-932a-03d1c5d33b28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.710195 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-083b4257-de50-4889-a8be-70a0bf5b6911 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.710766 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-083b4257-de50-4889-a8be-70a0bf5b6911 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Added segment bb1e95c8-2398-400e-b757-928eab8105d4 of type vlan for network 490460ae-a9a9-4b8e-837f-719055faf06b Nov 28 07:49:25.713908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebc85c-4f54-4ccc-9733-29a4aa7581e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83a21f2-c2cd-48a3-b9ce-b8c1b45a573b,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:25.715618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218126ae-aa40-4784-9ed0-8a360ee586f2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:25.719186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-218126ae-aa40-4784-9ed0-8a360ee586f2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.747486 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1a51b6cd-d630-45dd-81d1-0710c3314554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.749671 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-218126ae-aa40-4784-9ed0-8a360ee586f2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port d847ed05-53b6-4d07-90d6-49a20b936a39 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:49:25.792355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.799525 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51b6cd-d630-45dd-81d1-0710c3314554 None None] No DVR routers for this DVR port 0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:25.803048 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.803418 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.809811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51b6cd-d630-45dd-81d1-0710c3314554 None None] Pushing event deleted for resources: {'Port': ['ID=0bfcaa44-a4bb-4d84-ba6f-77cd27256f6e,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:25.833226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Calling delete_port for c591c3f4-d6fe-4316-b18a-7bd93d4b96a3 owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:25.853151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-083b4257-de50-4889-a8be-70a0bf5b6911 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.861470 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-017e04fe-22c0-4ade-932a-03d1c5d33b28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.872927 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:25.897765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b02cad-a115-45d5-8abe-14e09d2d8e34') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:25.898297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b02cad-a115-45d5-8abe-14e09d2d8e34') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:25.910045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39036) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:25.937679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.953437 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.969791 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-083b4257-de50-4889-a8be-70a0bf5b6911 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.977098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083b4257-de50-4889-a8be-70a0bf5b6911 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:25.977922 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-083b4257-de50-4889-a8be-70a0bf5b6911 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:25.982776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:26.031154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-218126ae-aa40-4784-9ed0-8a360ee586f2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Allocated IP 172.20.0.8 (7cd9b13c-cc3d-4dbe-a590-c7f107416798/51a1ef0a-0b6e-4f66-a56d-90c2c0b6aea6/d847ed05-53b6-4d07-90d6-49a20b936a39) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:26.044191 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:26.048932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Network 7cd9b13c-cc3d-4dbe-a590-c7f107416798 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:26.057712 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-083b4257-de50-4889-a8be-70a0bf5b6911 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6157727 Nov 28 07:49:26.060451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39040) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:26.072124 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:26.072653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a4d90a9f-3166-4561-acf5-4e6e3f3cec7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:26.079201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:26.097152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:26.098163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:26.102510 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:26.112919 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Pushing event updated for resources: {'Port': ['ID=d69cf09d-fba2-489f-9f30-e37a24354149,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:26.125337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39042) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:26.132172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:26.136833 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b4257-de50-4889-a8be-70a0bf5b6911 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Network': ['ID=490460ae-a9a9-4b8e-837f-719055faf06b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:26.165222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 490460ae-a9a9-4b8e-837f-719055faf06b details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:26.166054 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-017e04fe-22c0-4ade-932a-03d1c5d33b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:26.168798 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-017e04fe-22c0-4ade-932a-03d1c5d33b28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:26.172355 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-017e04fe-22c0-4ade-932a-03d1c5d33b28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5940c35-5582-480d-947d-3837bb29b48b HTTP/1.1" status: 204 len: 168 time: 0.6738825 Nov 28 07:49:26.184963 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e04fe-22c0-4ade-932a-03d1c5d33b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5940c35-5582-480d-947d-3837bb29b48b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:26.193792 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:26.201375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:26.205127 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/networks/8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba HTTP/1.1" status: 204 len: 168 time: 1.8454778 Nov 28 07:49:26.209165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39046) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:26.227020 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-261fd066-c2d0-472a-a799-3409721d085b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:26.236736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a435e-f7fc-465d-ac9e-0bc337583a9f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Network': ['ID=8bd9a2f6-f9a3-424a-aa68-8ec2b30432ba,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:26.256329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event deleted for resources: {'Port': ['ID=c591c3f4-d6fe-4316-b18a-7bd93d4b96a3,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:26.286478 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Attempting to bind port d69cf09d-fba2-489f-9f30-e37a24354149 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:26.287014 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Attempting to bind port d69cf09d-fba2-489f-9f30-e37a24354149 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '5cae6729-de78-41ce-9f81-1b3d60e2a181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7cd9b13c-cc3d-4dbe-a590-c7f107416798'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:26.287490 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Attempting to bind port d69cf09d-fba2-489f-9f30-e37a24354149 on network 7cd9b13c-cc3d-4dbe-a590-c7f107416798 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:26.296316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:26.297021 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Checking segment: {'id': '5cae6729-de78-41ce-9f81-1b3d60e2a181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7cd9b13c-cc3d-4dbe-a590-c7f107416798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:26.297522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:26.300519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Bound using segment: {'id': '5cae6729-de78-41ce-9f81-1b3d60e2a181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7cd9b13c-cc3d-4dbe-a590-c7f107416798'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:26.300519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Bound port: d69cf09d-fba2-489f-9f30-e37a24354149, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cae6729-de78-41ce-9f81-1b3d60e2a181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7cd9b13c-cc3d-4dbe-a590-c7f107416798'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:26.300519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:26.395168 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] For port d69cf09d-fba2-489f-9f30-e37a24354149, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:26.399370 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] For port d69cf09d-fba2-489f-9f30-e37a24354149, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d69cf09d-fba2-489f-9f30-e37a24354149,segment=NetworkSegment(5cae6729-de78-41ce-9f81-1b3d60e2a181),segment_id=5cae6729-de78-41ce-9f81-1b3d60e2a181)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:26.406435 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:26.487331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246e891-7320-4940-8790-f17ce78a6d99 None None] Pushing event updated for resources: {'Port': ['ID=d69cf09d-fba2-489f-9f30-e37a24354149,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:26.750904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-814f55a2-df23-4958-b569-aeb3439b0205 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:26.856043 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-85fa2c97-d2df-4c92-b3d4-c20e2d03d4bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48e1e23a20964664b1a3f6eb95272d09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7194121 Nov 28 07:49:26.874311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39060) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:26.958548 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a4d90a9f-3166-4561-acf5-4e6e3f3cec7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:26.983971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-218126ae-aa40-4784-9ed0-8a360ee586f2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.016206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a4d90a9f-3166-4561-acf5-4e6e3f3cec7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.029850 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] create failed (client error): The resource could not be found. Nov 28 07:49:27.034905 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f54fea8e-31ea-46bb-95d7-e709b758d9b5 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4680784 Nov 28 07:49:27.035185 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39068) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:27.057150 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4d90a9f-3166-4561-acf5-4e6e3f3cec7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network 490460ae-a9a9-4b8e-837f-719055faf06b is not hosted by any dhcp agent {{(pid=115118) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 28 07:49:27.062582 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d90a9f-3166-4561-acf5-4e6e3f3cec7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:27.063217 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a4d90a9f-3166-4561-acf5-4e6e3f3cec7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.068841 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a4d90a9f-3166-4561-acf5-4e6e3f3cec7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "PUT /v2.0/networks/490460ae-a9a9-4b8e-837f-719055faf06b HTTP/1.1" status: 200 len: 723 time: 1.0036163 Nov 28 07:49:27.073707 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39070) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:27.087808 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b8cb3101-ad34-49a5-8884-311cbe1dd43f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'subnet': {'network_id': '490460ae-a9a9-4b8e-837f-719055faf06b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:27.179603 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-814f55a2-df23-4958-b569-aeb3439b0205 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port ff853494-98aa-4df1-86d8-3c94ef5f057a {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:27.180640 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-814f55a2-df23-4958-b569-aeb3439b0205 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.201077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d90a9f-3166-4561-acf5-4e6e3f3cec7b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Network': ['ID=490460ae-a9a9-4b8e-837f-719055faf06b,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:27.214458 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-261fd066-c2d0-472a-a799-3409721d085b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.236458 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 490460ae-a9a9-4b8e-837f-719055faf06b details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:27.266902 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-261fd066-c2d0-472a-a799-3409721d085b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.269238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a3fd89e0-abbd-4e0a-93a6-6fa25f9db5c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.301032 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-0f01ec91-6230-435e-9463-37e050825e1f tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Deleting port dc1687c0-9989-4604-826f-b8e17846c960 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:27.301442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0f01ec91-6230-435e-9463-37e050825e1f tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.313241 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-218126ae-aa40-4784-9ed0-8a360ee586f2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.340902 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d69cf09d-fba2-489f-9f30-e37a24354149 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:27.391431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-814f55a2-df23-4958-b569-aeb3439b0205 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] For port ff853494-98aa-4df1-86d8-3c94ef5f057a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ff853494-98aa-4df1-86d8-3c94ef5f057a,segment=NetworkSegment(a2a93539-0ebc-40f0-a786-ecef0f0d6057),segment_id=a2a93539-0ebc-40f0-a786-ecef0f0d6057)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:27.391835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-814f55a2-df23-4958-b569-aeb3439b0205 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.410981 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-814f55a2-df23-4958-b569-aeb3439b0205 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for ff853494-98aa-4df1-86d8-3c94ef5f057a owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:27.424013 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-261fd066-c2d0-472a-a799-3409721d085b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec634638512f41af848502129d3f5d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5101740 Nov 28 07:49:27.428989 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a3fd89e0-abbd-4e0a-93a6-6fa25f9db5c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.429088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39076) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:27.449439 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0f01ec91-6230-435e-9463-37e050825e1f tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.460340 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fd066-c2d0-472a-a799-3409721d085b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af9871f-e66c-476c-be80-2c0e59b12b6f,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:27.488305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218126ae-aa40-4784-9ed0-8a360ee586f2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network 7cd9b13c-cc3d-4dbe-a590-c7f107416798 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:27.510593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-218126ae-aa40-4784-9ed0-8a360ee586f2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:27.518988 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-0f01ec91-6230-435e-9463-37e050825e1f tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Calling delete_port for dc1687c0-9989-4604-826f-b8e17846c960 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:27.522784 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port d69cf09d-fba2-489f-9f30-e37a24354149 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:27.523019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218126ae-aa40-4784-9ed0-8a360ee586f2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:27.523271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.533796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cb3101-ad34-49a5-8884-311cbe1dd43f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:27.537427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b8cb3101-ad34-49a5-8884-311cbe1dd43f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.579974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218126ae-aa40-4784-9ed0-8a360ee586f2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=d847ed05-53b6-4d07-90d6-49a20b936a39,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:27.639868 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c7396693-970d-4647-90b5-2b98c24ab667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.652727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218126ae-aa40-4784-9ed0-8a360ee586f2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:27.653249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-218126ae-aa40-4784-9ed0-8a360ee586f2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.674337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a3fd89e0-abbd-4e0a-93a6-6fa25f9db5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.676967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a3fd89e0-abbd-4e0a-93a6-6fa25f9db5c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.680564 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a3fd89e0-abbd-4e0a-93a6-6fa25f9db5c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10b56bb7-5f32-4c79-8352-fb8656256573 HTTP/1.1" status: 204 len: 168 time: 0.7931769 Nov 28 07:49:27.695575 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-218126ae-aa40-4784-9ed0-8a360ee586f2 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4137137 Nov 28 07:49:27.702206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39082) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:27.712362 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd89e0-abbd-4e0a-93a6-6fa25f9db5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b56bb7-5f32-4c79-8352-fb8656256573,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:27.749728 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.836971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port d69cf09d-fba2-489f-9f30-e37a24354149, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d69cf09d-fba2-489f-9f30-e37a24354149,segment=NetworkSegment(5cae6729-de78-41ce-9f81-1b3d60e2a181),segment_id=5cae6729-de78-41ce-9f81-1b3d60e2a181)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:27.839676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c7396693-970d-4647-90b5-2b98c24ab667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.847296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:27.992822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7655980-2f0c-4837-bf7b-c12a7851ac90 None None] Network 7cd9b13c-cc3d-4dbe-a590-c7f107416798 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:28.020180 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c7396693-970d-4647-90b5-2b98c24ab667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:28.024106 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c7396693-970d-4647-90b5-2b98c24ab667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:28.026903 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c7396693-970d-4647-90b5-2b98c24ab667 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4af9871f-e66c-476c-be80-2c0e59b12b6f HTTP/1.1" status: 204 len: 168 time: 0.5960267 Nov 28 07:49:28.036539 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-814f55a2-df23-4958-b569-aeb3439b0205 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:28.045777 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7396693-970d-4647-90b5-2b98c24ab667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af9871f-e66c-476c-be80-2c0e59b12b6f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:28.074505 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=d69cf09d-fba2-489f-9f30-e37a24354149,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:28.135837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0f01ec91-6230-435e-9463-37e050825e1f tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:28.146467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b8cb3101-ad34-49a5-8884-311cbe1dd43f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:28.150621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f55a2-df23-4958-b569-aeb3439b0205 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=ff853494-98aa-4df1-86d8-3c94ef5f057a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:28.206049 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-48c6e4a7-4339-48f7-8c8a-84603e1c60da None None] Provisioning complete for port d69cf09d-fba2-489f-9f30-e37a24354149 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:28.207454 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-48c6e4a7-4339-48f7-8c8a-84603e1c60da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:28.390154 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0f01ec91-6230-435e-9463-37e050825e1f tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:28.398545 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0f01ec91-6230-435e-9463-37e050825e1f tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "DELETE /v2.0/ports/dc1687c0-9989-4604-826f-b8e17846c960 HTTP/1.1" status: 204 len: 168 time: 1.3599200 Nov 28 07:49:28.400388 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01ec91-6230-435e-9463-37e050825e1f tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event deleted for resources: {'Port': ['ID=dc1687c0-9989-4604-826f-b8e17846c960,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:28.421977 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39100) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:28.480454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb3101-ad34-49a5-8884-311cbe1dd43f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Subnet': ['ID=a4ddf0c4-869c-4c5e-9a74-6a8c486d3ed8,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:28.542330 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb3101-ad34-49a5-8884-311cbe1dd43f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Checking segment: {'id': 'bb1e95c8-2398-400e-b757-928eab8105d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '490460ae-a9a9-4b8e-837f-719055faf06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:28.542700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cb3101-ad34-49a5-8884-311cbe1dd43f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network hostable DHCP agents. Network: 490460ae-a9a9-4b8e-837f-719055faf06b, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:28.641071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:28.654712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a77536-4aa6-4e5d-bb64-10d1a68c838d tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:28.659848 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-63a77536-4aa6-4e5d-bb64-10d1a68c838d tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd88feae-25ab-4a14-b173-77e2ef4b4e3f HTTP/1.1" status: 200 len: 913 time: 0.2337587 Nov 28 07:49:28.666466 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39106) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:28.680094 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cb3101-ad34-49a5-8884-311cbe1dd43f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network 490460ae-a9a9-4b8e-837f-719055faf06b is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:28.786176 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39114) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:28.837297 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-b8cb3101-ad34-49a5-8884-311cbe1dd43f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 490460ae-a9a9-4b8e-837f-719055faf06b) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:28.847898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1691617d-2a4a-4fdc-95a4-09f19cfb454a None None] Network 490460ae-a9a9-4b8e-837f-719055faf06b requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:28.867698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb3101-ad34-49a5-8884-311cbe1dd43f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:28.868369 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b8cb3101-ad34-49a5-8884-311cbe1dd43f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.022241 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-814f55a2-df23-4958-b569-aeb3439b0205 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.129099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-43eb25b6-4769-45c1-876e-553a67fec5c9 None None] Provisioning complete for port d69cf09d-fba2-489f-9f30-e37a24354149 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:29.131129 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-43eb25b6-4769-45c1-876e-553a67fec5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.237057 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b8cb3101-ad34-49a5-8884-311cbe1dd43f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1546595 Nov 28 07:49:29.246920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39118) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:29.264846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-cb270e0a-778c-474b-86fa-a638228df25f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:29.339072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.342054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-490460ae-a9a9-4b8e-837f-719055faf06b', 'network_id': '490460ae-a9a9-4b8e-837f-719055faf06b', 'tenant_id': '33f82d3e6fff4150af406bef92d9867d', 'fixed_ips': [{'subnet_id': 'a4ddf0c4-869c-4c5e-9a74-6a8c486d3ed8'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:29.343186 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.361911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d69cf09d-fba2-489f-9f30-e37a24354149 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:29.383275 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814f55a2-df23-4958-b569-aeb3439b0205 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 1747cb74-868b-42fc-9889-db406e82837c has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:49:29.397284 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b90d0b0a-1d22-433d-9a7b-e25f05267dff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a26bb4b381a48859db13d8589bf7125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6083968 Nov 28 07:49:29.406033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39126) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:29.408490 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.593951 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814f55a2-df23-4958-b569-aeb3439b0205 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:29.595918 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a7783003-4c40-44ac-8d20-523088a26bec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.605065 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-814f55a2-df23-4958-b569-aeb3439b0205 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3774807 Nov 28 07:49:29.606708 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39130) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:29.623144 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50780a61-f3be-43bb-8e14-52a5ab849da0 None None] Sync routers for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:29.641922 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-43eb25b6-4769-45c1-876e-553a67fec5c9 None None] Provisioning complete for port d847ed05-53b6-4d07-90d6-49a20b936a39 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:29.642295 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-43eb25b6-4769-45c1-876e-553a67fec5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.646094 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cb270e0a-778c-474b-86fa-a638228df25f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12278130'] for subnet, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.646324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port d69cf09d-fba2-489f-9f30-e37a24354149 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:29.646685 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.648882 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39132) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:29.681097 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a7783003-4c40-44ac-8d20-523088a26bec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.731150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50780a61-f3be-43bb-8e14-52a5ab849da0 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:29.731797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-50780a61-f3be-43bb-8e14-52a5ab849da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:29.746442 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Allocated IP 172.20.0.2 (490460ae-a9a9-4b8e-837f-719055faf06b/a4ddf0c4-869c-4c5e-9a74-6a8c486d3ed8/38d2a4f7-20a5-408b-8b46-659fd7e174e9) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:29.760716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=d847ed05-53b6-4d07-90d6-49a20b936a39,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:29.795530 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a7783003-4c40-44ac-8d20-523088a26bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.802573 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a7783003-4c40-44ac-8d20-523088a26bec admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.821029 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.829346 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a7783003-4c40-44ac-8d20-523088a26bec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a3f8367-b092-4995-995a-25b617a2ef3f HTTP/1.1" status: 204 len: 168 time: 0.4091671 Nov 28 07:49:29.856966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb9b9e3-5c8b-4294-a175-1f4202b890d1 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting subnet 4118e697-749b-4c77-9886-c5b50440d8df {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:49:29.861545 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7783003-4c40-44ac-8d20-523088a26bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3f8367-b092-4995-995a-25b617a2ef3f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:29.864940 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1fb9b9e3-5c8b-4294-a175-1f4202b890d1 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:29.918533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Request body: {'networks': [{'name': 'tempest-network--496106902'}, {'name': 'tempest-network--1850463886'}]} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:29.918782 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Request body: {'network': {'name': 'tempest-network--496106902'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:29.919252 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Request body: {'network': {'name': 'tempest-network--1850463886'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:29.925135 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1fb9b9e3-5c8b-4294-a175-1f4202b890d1 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.024158 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Made reservation on behalf of fd167b44b8704cd9aadf5352822419fd for: {'network': 2} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:30.028728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.035727 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1fb9b9e3-5c8b-4294-a175-1f4202b890d1 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.043594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-43eb25b6-4769-45c1-876e-553a67fec5c9 None None] Port d847ed05-53b6-4d07-90d6-49a20b936a39 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:30.046909 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.051157 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.083970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-50780a61-f3be-43bb-8e14-52a5ab849da0 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:30.127160 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1fb9b9e3-5c8b-4294-a175-1f4202b890d1 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.175138 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9b9e3-5c8b-4294-a175-1f4202b890d1 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Subnet': ['ID=4118e697-749b-4c77-9886-c5b50440d8df,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:30.188225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-50780a61-f3be-43bb-8e14-52a5ab849da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:27Z', 'revision_number': 11, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:30.196003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1fb9b9e3-5c8b-4294-a175-1f4202b890d1 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.203116 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1fb9b9e3-5c8b-4294-a175-1f4202b890d1 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/4118e697-749b-4c77-9886-c5b50440d8df HTTP/1.1" status: 204 len: 168 time: 0.5930762 Nov 28 07:49:30.203523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39140) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:30.230824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9b7955-84a3-4266-9522-c8b0d0f8479e None None] Network cec80209-2c2e-4e5b-8bd5-5fa6a918240e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:30.254843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50780a61-f3be-43bb-8e14-52a5ab849da0 None None] Checking router: 1747cb74-868b-42fc-9889-db406e82837c for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:49:30.309590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9b9d03cf-b601-4e0e-b07d-675fc92485b2 None None] Provisioning complete for port d847ed05-53b6-4d07-90d6-49a20b936a39 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:30.310176 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9b9d03cf-b601-4e0e-b07d-675fc92485b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.310377 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.389703 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.403601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Deleting port da5fd246-372b-4d3f-b348-e57cf80b3ef9 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:30.403766 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.404137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.404832 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.444724 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.472788 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50780a61-f3be-43bb-8e14-52a5ab849da0 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:30.473418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-50780a61-f3be-43bb-8e14-52a5ab849da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:30.542170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b082c9de-1a87-4f12-920c-83bb102ad593,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:30.543669 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] For port da5fd246-372b-4d3f-b348-e57cf80b3ef9, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=da5fd246-372b-4d3f-b348-e57cf80b3ef9,segment=NetworkSegment(a2a93539-0ebc-40f0-a786-ecef0f0d6057),segment_id=a2a93539-0ebc-40f0-a786-ecef0f0d6057)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:30.555410 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.567329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:30.598601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Calling delete_port for da5fd246-372b-4d3f-b348-e57cf80b3ef9 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:30.615353 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.615353 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Added segment abc42b51-e433-4708-9d96-3d26ac0ada86 of type vlan for network 4320e705-13c7-40bb-8d86-24787c497f48 Nov 28 07:49:30.617606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.623478 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-50780a61-f3be-43bb-8e14-52a5ab849da0 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:30.631412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.687105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39152) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:30.695415 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-047d0912-4447-4aa3-bb04-23eed48b26e1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547447334', 'description': 'tempest-secgroup-smoke-547447334 description', 'project_id': '667079ab83ea42fabb793483c1db8bda'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:30.732799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-50780a61-f3be-43bb-8e14-52a5ab849da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:27Z', 'revision_number': 11, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:30.733031 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-047d0912-4447-4aa3-bb04-23eed48b26e1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.743565 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-047d0912-4447-4aa3-bb04-23eed48b26e1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.772999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.803993 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.804759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Port': ['ID=da5fd246-372b-4d3f-b348-e57cf80b3ef9,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:30.829966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No DVR routers for this DVR port da5fd246-372b-4d3f-b348-e57cf80b3ef9 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:30.851772 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50780a61-f3be-43bb-8e14-52a5ab849da0 None None] The sync data for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv is: [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:27Z', 'revision_number': 11, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:49:30.888995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.942747 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.967224 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec80209-2c2e-4e5b-8bd5-5fa6a918240e']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:30.968707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Network 490460ae-a9a9-4b8e-837f-719055faf06b is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:30.971886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Pushing event updated for resources: {'Port': ['ID=38d2a4f7-20a5-408b-8b46-659fd7e174e9,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:30.975502 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:30.978015 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a93539-0ebc-40f0-a786-ecef0f0d6057') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:30.978316 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a93539-0ebc-40f0-a786-ecef0f0d6057') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:30.991702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:30.999600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:31.018855 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.032030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:31.032474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:31.042062 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:31.064142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d03cf-b601-4e0e-b07d-675fc92485b2 None None] Port d847ed05-53b6-4d07-90d6-49a20b936a39 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:31.084490 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Attempting to bind port 38d2a4f7-20a5-408b-8b46-659fd7e174e9 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:31.085042 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Attempting to bind port 38d2a4f7-20a5-408b-8b46-659fd7e174e9 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'bb1e95c8-2398-400e-b757-928eab8105d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '490460ae-a9a9-4b8e-837f-719055faf06b'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:31.085498 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Attempting to bind port 38d2a4f7-20a5-408b-8b46-659fd7e174e9 on network 490460ae-a9a9-4b8e-837f-719055faf06b {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:31.093146 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.094470 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:31.095044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Checking segment: {'id': 'bb1e95c8-2398-400e-b757-928eab8105d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '490460ae-a9a9-4b8e-837f-719055faf06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:31.095535 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.096015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Bound using segment: {'id': 'bb1e95c8-2398-400e-b757-928eab8105d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '490460ae-a9a9-4b8e-837f-719055faf06b'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:31.096746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Bound port: 38d2a4f7-20a5-408b-8b46-659fd7e174e9, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1e95c8-2398-400e-b757-928eab8105d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '490460ae-a9a9-4b8e-837f-719055faf06b'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:31.097360 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.119164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39162) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:31.125905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-047d0912-4447-4aa3-bb04-23eed48b26e1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.130896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-047d0912-4447-4aa3-bb04-23eed48b26e1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.170327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.196884 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.200417 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/networks/cec80209-2c2e-4e5b-8bd5-5fa6a918240e HTTP/1.1" status: 204 len: 168 time: 0.9957964 Nov 28 07:49:31.201239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74cb1d-9c24-4712-953c-04149013d0b0 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Pushing event deleted for resources: {'Network': ['ID=cec80209-2c2e-4e5b-8bd5-5fa6a918240e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:31.203138 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d0912-4447-4aa3-bb04-23eed48b26e1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5db026e-d96a-4b29-a1d8-74d3d866f2c9,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:31.205428 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39166) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:31.214394 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-7e00d6c3-d574-4ff6-a5d9-666ffbd25f90 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'router': {'routes': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:31.242925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] For port 38d2a4f7-20a5-408b-8b46-659fd7e174e9, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:31.247368 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede8429-ff98-4e3c-a1f0-2a1a4c30ce37 None None] DHCP port deletion for cec80209-2c2e-4e5b-8bd5-5fa6a918240e request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:31.282406 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.293751 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] For port 38d2a4f7-20a5-408b-8b46-659fd7e174e9, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=38d2a4f7-20a5-408b-8b46-659fd7e174e9,segment=NetworkSegment(bb1e95c8-2398-400e-b757-928eab8105d4),segment_id=bb1e95c8-2398-400e-b757-928eab8105d4)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:31.304157 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.346727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.360214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=d847ed05-53b6-4d07-90d6-49a20b936a39,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:31.382464 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-299632534'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:31.390755 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:31.449606 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97751b-209a-4f46-8db4-0ed3da46cb27 None None] Pushing event updated for resources: {'Port': ['ID=38d2a4f7-20a5-408b-8b46-659fd7e174e9,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:31.455801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device da5fd246-372b-4d3f-b348-e57cf80b3ef9 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:31.455983 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.455983 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Added segment f9d80238-93b3-4bfb-bdb2-330188cb0ef1 of type vlan for network c588b4bb-2398-4321-993f-98ff014c5ba9 Nov 28 07:49:31.465932 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.extraroute_db [None req-7e00d6c3-d574-4ff6-a5d9-666ffbd25f90 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Added routes are [] {{(pid=115119) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 28 07:49:31.466263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.extraroute_db [None req-7e00d6c3-d574-4ff6-a5d9-666ffbd25f90 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Removed routes are [] {{(pid=115119) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 28 07:49:31.466625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7e00d6c3-d574-4ff6-a5d9-666ffbd25f90 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.481756 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-047d0912-4447-4aa3-bb04-23eed48b26e1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.486694 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Made reservation on behalf of 35dd725aab5e41d5aa825b864563835d for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:31.490036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.490204 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: da5fd246-372b-4d3f-b348-e57cf80b3ef9 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:49:31.490433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device da5fd246-372b-4d3f-b348-e57cf80b3ef9 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:49:31.491028 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ff853494-98aa-4df1-86d8-3c94ef5f057a no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:31.514703 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: ff853494-98aa-4df1-86d8-3c94ef5f057a {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:49:31.515091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ff853494-98aa-4df1-86d8-3c94ef5f057a not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:49:31.531966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-047d0912-4447-4aa3-bb04-23eed48b26e1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.591128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.596789 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.598918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cb270e0a-778c-474b-86fa-a638228df25f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757784284703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12237219'] for subnet, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.601185 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-047d0912-4447-4aa3-bb04-23eed48b26e1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.608183 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-047d0912-4447-4aa3-bb04-23eed48b26e1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9120245 Nov 28 07:49:31.608385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39168) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:31.623978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-cdef67ee-b858-43a4-b0ec-f1f8f049f0f7 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Request body: {'security_group_rule': {'security_group_id': '5c194475-12c0-4443-b7b5-bebc4ae5e722', 'project_id': '667079ab83ea42fabb793483c1db8bda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:31.684152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d0912-4447-4aa3-bb04-23eed48b26e1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c194475-12c0-4443-b7b5-bebc4ae5e722,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:31.719177 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb270e0a-778c-474b-86fa-a638228df25f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:31.720561 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cb270e0a-778c-474b-86fa-a638228df25f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.724917 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cb270e0a-778c-474b-86fa-a638228df25f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "PUT /v2.0/subnets/a4ddf0c4-869c-4c5e-9a74-6a8c486d3ed8 HTTP/1.1" status: 200 len: 806 time: 2.4767132 Nov 28 07:49:31.727679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39170) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:31.757655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7e00d6c3-d574-4ff6-a5d9-666ffbd25f90 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.759419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network 7cd9b13c-cc3d-4dbe-a590-c7f107416798 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:31.769296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7e00d6c3-d574-4ff6-a5d9-666ffbd25f90 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.792973 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb270e0a-778c-474b-86fa-a638228df25f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Subnet': ['ID=a4ddf0c4-869c-4c5e-9a74-6a8c486d3ed8,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:31.801763 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:31.803687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.804187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.809970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:31.814791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:31.815482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.849046 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cdef67ee-b858-43a4-b0ec-f1f8f049f0f7 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.868661 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.877680 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.956650 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:31.972057 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e00d6c3-d574-4ff6-a5d9-666ffbd25f90 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 1747cb74-868b-42fc-9889-db406e82837c has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:49:31.974552 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bafbe7-e736-487f-a0f8-76932ae6df25,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:31.981336 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:31.981336 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Added segment 2697eaba-d8f7-443b-b14e-11906e242813 of type vlan for network 2d656a4d-8f7a-44c0-899a-133b329c4b73 Nov 28 07:49:32.023559 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3680592 Nov 28 07:49:32.061131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39172) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:32.092491 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event updated for resources: {'Network': ['ID=4320e705-13c7-40bb-8d86-24787c497f48,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:32.103551 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 4320e705-13c7-40bb-8d86-24787c497f48 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:32.112553 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.175474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e00d6c3-d574-4ff6-a5d9-666ffbd25f90 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:32.188267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7e00d6c3-d574-4ff6-a5d9-666ffbd25f90 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.193232 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86849393-58d0-4604-824b-53f5e927c1b3 None None] Sync routers for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:32.198226 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7e00d6c3-d574-4ff6-a5d9-666ffbd25f90 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c HTTP/1.1" status: 200 len: 701 time: 0.9857256 Nov 28 07:49:32.204289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4979d348-ddba-43a5-8629-adec3a245073 None None] Provisioning complete for port d847ed05-53b6-4d07-90d6-49a20b936a39 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:32.205138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4979d348-ddba-43a5-8629-adec3a245073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.208938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39174) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:32.215072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.226232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cdef67ee-b858-43a4-b0ec-f1f8f049f0f7 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.230973 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86849393-58d0-4604-824b-53f5e927c1b3 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:32.231833 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-86849393-58d0-4604-824b-53f5e927c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:32.243435 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cdef67ee-b858-43a4-b0ec-f1f8f049f0f7 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.244275 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.245178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd268046-959f-4132-8373-fc625c32d20a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event updated for resources: {'Network': ['ID=c588b4bb-2398-4321-993f-98ff014c5ba9,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:32.252566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:32.253272 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.266316 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4a8a8908-84d9-4bc1-968f-61bece1a523f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1747cb74-868b-42fc-9889-db406e82837c HTTP/1.1" status: 200 len: 205 time: 0.0557611 Nov 28 07:49:32.277417 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39176) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:32.297225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef67ee-b858-43a4-b0ec-f1f8f049f0f7 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6f2c83-9ff6-4b02-a634-a7961a05df43,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:32.321925 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-86849393-58d0-4604-824b-53f5e927c1b3 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:32.323133 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network c588b4bb-2398-4321-993f-98ff014c5ba9 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:32.341223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4979d348-ddba-43a5-8629-adec3a245073 None None] Port d847ed05-53b6-4d07-90d6-49a20b936a39 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:32.364687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event updated for resources: {'Network': ['ID=2d656a4d-8f7a-44c0-899a-133b329c4b73,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:32.374689 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3b1533d9-49c8-4b38-8dfc-73836610ccb8 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2544281 Nov 28 07:49:32.378740 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39178) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:32.389742 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6c984d62-de45-4deb-8100-15defc32be13 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Request body: {'subnet': {'network_id': '2d656a4d-8f7a-44c0-899a-133b329c4b73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:32.408147 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 2d656a4d-8f7a-44c0-899a-133b329c4b73 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:32.415594 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cdef67ee-b858-43a4-b0ec-f1f8f049f0f7 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.416836 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cdef67ee-b858-43a4-b0ec-f1f8f049f0f7 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8081138 Nov 28 07:49:32.432018 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-86849393-58d0-4604-824b-53f5e927c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:27Z', 'revision_number': 11, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:32.441447 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Deleting port 6b909601-4599-4eae-995d-02b864d17dbb {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:32.441803 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.447895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39180) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:32.464913 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f5aceedd-02fb-4284-88ea-58aa798d30c1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Request body: {'security_group_rule': {'security_group_id': '5c194475-12c0-4443-b7b5-bebc4ae5e722', 'project_id': '667079ab83ea42fabb793483c1db8bda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:32.474737 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86849393-58d0-4604-824b-53f5e927c1b3 None None] Checking router: 1747cb74-868b-42fc-9889-db406e82837c for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:49:32.492676 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86849393-58d0-4604-824b-53f5e927c1b3 None None] Routers {'1747cb74-868b-42fc-9889-db406e82837c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:32.493291 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-86849393-58d0-4604-824b-53f5e927c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1747cb74-868b-42fc-9889-db406e82837c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:32.510925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de45752a-b8d3-458e-ae92-48cf0d518422 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.516161 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc1299d-ff42-494e-8bba-4b107596ffd9 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:32.532669 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc1299d-ff42-494e-8bba-4b107596ffd9 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:32.541122 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc1299d-ff42-494e-8bba-4b107596ffd9 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:32.549416 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc1299d-ff42-494e-8bba-4b107596ffd9 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:32.551288 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4dc1299d-ff42-494e-8bba-4b107596ffd9 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4889493 Nov 28 07:49:32.554010 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39182) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:32.576276 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Router 07926918-ee37-4e06-91e6-02808c887f7e is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:49:32.591682 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.api [None req-6c984d62-de45-4deb-8100-15defc32be13 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:49:32.591682 dv-neutron-744815-16-hyperv neutron-server[115119]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 28 07:49:32.591682 dv-neutron-744815-16-hyperv neutron-server[115119]: [parameters: {'project_id': '35dd725aab5e41d5aa825b864563835d', 'id': 'b382465f-4f6f-454a-a4d1-35a9d3b1a236', 'expiration': datetime.datetime(2021, 11, 28, 7, 51, 32, 552099)}] Nov 28 07:49:32.591682 dv-neutron-744815-16-hyperv neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:49:32.592519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG oslo_db.api [None req-6c984d62-de45-4deb-8100-15defc32be13 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:49:32.603635 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-86849393-58d0-4604-824b-53f5e927c1b3 None None] Set router 1747cb74-868b-42fc-9889-db406e82837c gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:32.646952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f7a06e2a-6868-4a1b-a6b4-ccd343be9e15 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.675837 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-86849393-58d0-4604-824b-53f5e927c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:27Z', 'revision_number': 11, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:32.701506 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5aceedd-02fb-4284-88ea-58aa798d30c1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.713631 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86849393-58d0-4604-824b-53f5e927c1b3 None None] The sync data for ids ['1747cb74-868b-42fc-9889-db406e82837c'] in dv-neutron-744815-16-hyperv is: [{'id': '1747cb74-868b-42fc-9889-db406e82837c', 'name': 'tempest-RoutersTest-router-1838607447', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:48:09Z', 'updated_at': '2021-11-28T07:49:27Z', 'revision_number': 11, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:49:32.747245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f7a06e2a-6868-4a1b-a6b4-ccd343be9e15 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.769567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-f7a06e2a-6868-4a1b-a6b4-ccd343be9e15 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4320e705-13c7-40bb-8d86-24787c497f48']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:32.780380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-f7a06e2a-6868-4a1b-a6b4-ccd343be9e15 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc42b51-e433-4708-9d96-3d26ac0ada86') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:32.780632 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-f7a06e2a-6868-4a1b-a6b4-ccd343be9e15 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc42b51-e433-4708-9d96-3d26ac0ada86') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:32.791005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f7a06e2a-6868-4a1b-a6b4-ccd343be9e15 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.810661 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f7a06e2a-6868-4a1b-a6b4-ccd343be9e15 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.820165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a06e2a-6868-4a1b-a6b4-ccd343be9e15 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:32.821628 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f7a06e2a-6868-4a1b-a6b4-ccd343be9e15 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:32.824569 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:32.864292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.897012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f7a06e2a-6868-4a1b-a6b4-ccd343be9e15 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.905221 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f7a06e2a-6868-4a1b-a6b4-ccd343be9e15 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.912121 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f7a06e2a-6868-4a1b-a6b4-ccd343be9e15 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "DELETE /v2.0/networks/4320e705-13c7-40bb-8d86-24787c497f48 HTTP/1.1" status: 204 len: 168 time: 0.3570900 Nov 28 07:49:32.914196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39184) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:32.932238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Calling delete_port for 6b909601-4599-4eae-995d-02b864d17dbb owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:32.935127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401165f7-2807-4cc4-832d-4906b89fc9e8 None None] Network 490460ae-a9a9-4b8e-837f-719055faf06b requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:32.936385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de45752a-b8d3-458e-ae92-48cf0d518422 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.945173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Deleting port 38d2a4f7-20a5-408b-8b46-659fd7e174e9 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:32.945512 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:32.945635 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a06e2a-6868-4a1b-a6b4-ccd343be9e15 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event deleted for resources: {'Network': ['ID=4320e705-13c7-40bb-8d86-24787c497f48,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:32.976162 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de45752a-b8d3-458e-ae92-48cf0d518422 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.010010 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.011440 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-52db80c6-744b-4e6d-85d7-6fb3c0f40646 None None] Provisioning complete for port 38d2a4f7-20a5-408b-8b46-659fd7e174e9 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:33.012050 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-52db80c6-744b-4e6d-85d7-6fb3c0f40646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.097999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.131926 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c588b4bb-2398-4321-993f-98ff014c5ba9']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:33.145824 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d80238-93b3-4bfb-bdb2-330188cb0ef1') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:33.146209 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d80238-93b3-4bfb-bdb2-330188cb0ef1') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:33.146409 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:33.153367 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c984d62-de45-4deb-8100-15defc32be13 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Made reservation on behalf of 35dd725aab5e41d5aa825b864563835d for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:33.153765 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6001d5bb-4953-4a12-97d9-752f93efd3ae tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "PUT /v2.0/routers/07926918-ee37-4e06-91e6-02808c887f7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4491506 Nov 28 07:49:33.157770 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6c984d62-de45-4deb-8100-15defc32be13 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.163093 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39186) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:33.165647 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de45752a-b8d3-458e-ae92-48cf0d518422 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.166194 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de45752a-b8d3-458e-ae92-48cf0d518422 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Fanout notify agent at l3_agent the message router_deleted on router 1747cb74-868b-42fc-9889-db406e82837c {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:49:33.167385 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.170376 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e07719-f90e-469b-b3e4-52b085cc4b49 None None] Sync routers for ids ['07926918-ee37-4e06-91e6-02808c887f7e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:33.175021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-de45752a-b8d3-458e-ae92-48cf0d518422 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.176745 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-de45752a-b8d3-458e-ae92-48cf0d518422 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c HTTP/1.1" status: 204 len: 168 time: 0.8935480 Nov 28 07:49:33.181068 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39188) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:33.191018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2e8adea0-a66f-4363-856e-d3345f715e5a tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2082790967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:33.195644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-52db80c6-744b-4e6d-85d7-6fb3c0f40646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.202927 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5aceedd-02fb-4284-88ea-58aa798d30c1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.224309 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.232279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e07719-f90e-469b-b3e4-52b085cc4b49 None None] Routers {'07926918-ee37-4e06-91e6-02808c887f7e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:33.232929 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-76e07719-f90e-469b-b3e4-52b085cc4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['07926918-ee37-4e06-91e6-02808c887f7e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:33.247680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5aceedd-02fb-4284-88ea-58aa798d30c1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.274236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:33.274721 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:33.278006 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:33.299920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-76e07719-f90e-469b-b3e4-52b085cc4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:33.305267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2e8adea0-a66f-4363-856e-d3345f715e5a tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.306729 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2e8adea0-a66f-4363-856e-d3345f715e5a tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.309776 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aceedd-02fb-4284-88ea-58aa798d30c1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a34880-ca98-436e-86e0-e32a09425168,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:33.315578 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] For port 38d2a4f7-20a5-408b-8b46-659fd7e174e9, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=38d2a4f7-20a5-408b-8b46-659fd7e174e9,segment=NetworkSegment(bb1e95c8-2398-400e-b757-928eab8105d4),segment_id=bb1e95c8-2398-400e-b757-928eab8105d4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:33.316568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.334799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-52db80c6-744b-4e6d-85d7-6fb3c0f40646 None None] For port 38d2a4f7-20a5-408b-8b46-659fd7e174e9, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=38d2a4f7-20a5-408b-8b46-659fd7e174e9,segment=NetworkSegment(bb1e95c8-2398-400e-b757-928eab8105d4),segment_id=bb1e95c8-2398-400e-b757-928eab8105d4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:33.346585 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-52db80c6-744b-4e6d-85d7-6fb3c0f40646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.364254 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 38d2a4f7-20a5-408b-8b46-659fd7e174e9 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:33.369797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e07719-f90e-469b-b3e4-52b085cc4b49 None None] Routers {'07926918-ee37-4e06-91e6-02808c887f7e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:33.370425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-76e07719-f90e-469b-b3e4-52b085cc4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['07926918-ee37-4e06-91e6-02808c887f7e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:33.461942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.468460 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.475101 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "DELETE /v2.0/networks/c588b4bb-2398-4321-993f-98ff014c5ba9 HTTP/1.1" status: 204 len: 168 time: 0.5573902 Nov 28 07:49:33.490794 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2e8adea0-a66f-4363-856e-d3345f715e5a tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.491914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39190) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:33.492791 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event deleted for resources: {'Network': ['ID=c588b4bb-2398-4321-993f-98ff014c5ba9,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:33.499388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-76e07719-f90e-469b-b3e4-52b085cc4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:33.500457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e07719-f90e-469b-b3e4-52b085cc4b49 None None] The sync data for ids ['07926918-ee37-4e06-91e6-02808c887f7e'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:49:33.513880 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.514273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.514583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.515036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.515457 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.515878 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.516312 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.517363 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.518199 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.518199 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.518647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.519129 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.519527 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137619bd-7ba2-4d34-a3a5-acaeb7e8bb6c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.520557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Calling delete_port for 38d2a4f7-20a5-408b-8b46-659fd7e174e9 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:33.535194 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2e8adea0-a66f-4363-856e-d3345f715e5a tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.543254 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 38d2a4f7-20a5-408b-8b46-659fd7e174e9 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:33.543645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.584178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db80c6-744b-4e6d-85d7-6fb3c0f40646 None None] Pushing event updated for resources: {'Port': ['ID=38d2a4f7-20a5-408b-8b46-659fd7e174e9,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:33.601343 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e129050-404e-4c7b-b2a5-8a18e1eda6ff None None] Network 490460ae-a9a9-4b8e-837f-719055faf06b requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:33.615062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5aceedd-02fb-4284-88ea-58aa798d30c1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.618790 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f5aceedd-02fb-4284-88ea-58aa798d30c1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1674366 Nov 28 07:49:33.619294 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.623341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39192) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:33.635234 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-cbd79ead-3e9d-4375-b38d-38277e3dd7ab tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Request body: {'security_group_rule': {'security_group_id': '5c194475-12c0-4443-b7b5-bebc4ae5e722', 'project_id': '667079ab83ea42fabb793483c1db8bda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:33.635493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2e8adea0-a66f-4363-856e-d3345f715e5a tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.636731 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2e8adea0-a66f-4363-856e-d3345f715e5a tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4497561 Nov 28 07:49:33.644806 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39194) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:33.649684 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2318a9d7-e520-4424-8113-0213ecec819f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:33.680190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event deleted for resources: {'Port': ['ID=6b909601-4599-4eae-995d-02b864d17dbb,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:33.721089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c04d64-db93-4001-bd09-bc28e1d9e01a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:33.725612 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-03c04d64-db93-4001-bd09-bc28e1d9e01a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports?device_id=07926918-ee37-4e06-91e6-02808c887f7e HTTP/1.1" status: 200 len: 981 time: 0.5580645 Nov 28 07:49:33.738801 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39196) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:33.744238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.744379 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.744693 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.745034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.745379 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.745704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.746032 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.746357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.746683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.747311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.747992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.748136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.748705 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:33.811958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cbd79ead-3e9d-4375-b38d-38277e3dd7ab tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:33.884223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4f31fd3f-f9ff-4d8d-b45b-99dea9aa56f4 None None] Provisioning complete for port 38d2a4f7-20a5-408b-8b46-659fd7e174e9 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:33.884857 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4f31fd3f-f9ff-4d8d-b45b-99dea9aa56f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.315227 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-838d12b5-b7c7-4b1f-bc38-1148a2978243 None None] Provisioning complete for port 38d2a4f7-20a5-408b-8b46-659fd7e174e9 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:34.316387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-838d12b5-b7c7-4b1f-bc38-1148a2978243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.339604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.353779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6c984d62-de45-4deb-8100-15defc32be13 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.397903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-838d12b5-b7c7-4b1f-bc38-1148a2978243 None None] Port 38d2a4f7-20a5-408b-8b46-659fd7e174e9 update to ACTIVE by agent not found {{(pid=115120) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 28 07:49:34.406914 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cbd79ead-3e9d-4375-b38d-38277e3dd7ab tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.413801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.434744 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab709f36-e288-4ce4-a635-4339af8cf16e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:34.440694 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab709f36-e288-4ce4-a635-4339af8cf16e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:34.442235 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ab709f36-e288-4ce4-a635-4339af8cf16e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9419794 Nov 28 07:49:34.450173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39198) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:34.456864 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cbd79ead-3e9d-4375-b38d-38277e3dd7ab tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.484441 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-505d601f-dcf5-4996-b447-4d0673facc9a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1275543675'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:34.503007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Port': ['ID=38d2a4f7-20a5-408b-8b46-659fd7e174e9,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:34.540715 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd79ead-3e9d-4375-b38d-38277e3dd7ab tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b939dd1b-d6e5-4720-bff1-2f8ff1284495,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:34.566195 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No DVR routers for this DVR port 38d2a4f7-20a5-408b-8b46-659fd7e174e9 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:34.580534 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c984d62-de45-4deb-8100-15defc32be13 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event updated for resources: {'Subnet': ['ID=3ff60a55-ae97-41ba-b410-982aedc02d83,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:34.581637 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744f11a2-b270-4e80-adea-4e81abdcf8f2 None None] DHCP port deletion for 490460ae-a9a9-4b8e-837f-719055faf06b request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:34.584024 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2318a9d7-e520-4424-8113-0213ecec819f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.609159 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad35f2f-c2fa-43b7-84d4-ff4b9ee8200d None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:49:34.670803 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c984d62-de45-4deb-8100-15defc32be13 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Checking segment: {'id': '2697eaba-d8f7-443b-b14e-11906e242813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2d656a4d-8f7a-44c0-899a-133b329c4b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:34.671512 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c984d62-de45-4deb-8100-15defc32be13 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Network hostable DHCP agents. Network: 2d656a4d-8f7a-44c0-899a-133b329c4b73, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:34.674099 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2318a9d7-e520-4424-8113-0213ecec819f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.674472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505d601f-dcf5-4996-b447-4d0673facc9a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Made reservation on behalf of fd167b44b8704cd9aadf5352822419fd for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:34.677979 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-505d601f-dcf5-4996-b447-4d0673facc9a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.699221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cbd79ead-3e9d-4375-b38d-38277e3dd7ab tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.703029 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cbd79ead-3e9d-4375-b38d-38277e3dd7ab tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0727582 Nov 28 07:49:34.706969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39200) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:34.712147 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-24891d57-6c64-4ef8-af4d-976091ae64e6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Request body: {'security_group_rule': {'security_group_id': '5c194475-12c0-4443-b7b5-bebc4ae5e722', 'project_id': '667079ab83ea42fabb793483c1db8bda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:34.723717 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Router bd88feae-25ab-4a14-b173-77e2ef4b4e3f has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:49:34.752874 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.792423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505d601f-dcf5-4996-b447-4d0673facc9a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:34.798938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c984d62-de45-4deb-8100-15defc32be13 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Network 2d656a4d-8f7a-44c0-899a-133b329c4b73 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:34.820535 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad35f2f-c2fa-43b7-84d4-ff4b9ee8200d None None] Unable to find a vacant binding_index for network 2d656a4d-8f7a-44c0-899a-133b329c4b73 and agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d {{(pid=115120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 28 07:49:34.823334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-505d601f-dcf5-4996-b447-4d0673facc9a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.823686 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-505d601f-dcf5-4996-b447-4d0673facc9a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Added segment 73822fa3-134d-4a83-8490-c90a67229ff3 of type vlan for network 32e42a2f-0ae7-4145-95bb-903cacc74765 Nov 28 07:49:34.825889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad35f2f-c2fa-43b7-84d4-ff4b9ee8200d None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 2d656a4d-8f7a-44c0-899a-133b329c4b73) {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 07:49:34.835275 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-6c984d62-de45-4deb-8100-15defc32be13 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 2d656a4d-8f7a-44c0-899a-133b329c4b73) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:34.846514 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c984d62-de45-4deb-8100-15defc32be13 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:34.847190 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6c984d62-de45-4deb-8100-15defc32be13 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.875397 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-24891d57-6c64-4ef8-af4d-976091ae64e6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.880664 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6c984d62-de45-4deb-8100-15defc32be13 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4984617 Nov 28 07:49:34.880664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2318a9d7-e520-4424-8113-0213ecec819f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Router 6fc5deff-0178-471a-98c2-b57e35827181 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:49:34.883773 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39202) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:34.889894 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-54589e83-0a31-490f-acc0-6b8803915ea6 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Request body: {'port': {'network_id': '2d656a4d-8f7a-44c0-899a-133b329c4b73', 'name': 'tempest-AllowedAddressPairTestJSON-1509063042'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:34.968579 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-505d601f-dcf5-4996-b447-4d0673facc9a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.979269 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:34.984230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:34.990316 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b68a4c-90f1-481c-92c0-42aa022654f6 None None] Sync routers for ids ['bd88feae-25ab-4a14-b173-77e2ef4b4e3f'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:34.993880 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-42fdcb64-84a7-45a6-8229-a9caea988ee8 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "PUT /v2.0/routers/bd88feae-25ab-4a14-b173-77e2ef4b4e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3263035 Nov 28 07:49:35.001540 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39204) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:35.004055 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b68a4c-90f1-481c-92c0-42aa022654f6 None None] Routers {'bd88feae-25ab-4a14-b173-77e2ef4b4e3f'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:35.004843 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e7b68a4c-90f1-481c-92c0-42aa022654f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['bd88feae-25ab-4a14-b173-77e2ef4b4e3f'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:35.051943 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2318a9d7-e520-4424-8113-0213ecec819f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:35.052224 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e7b68a4c-90f1-481c-92c0-42aa022654f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:35.061457 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2318a9d7-e520-4424-8113-0213ecec819f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.062599 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2318a9d7-e520-4424-8113-0213ecec819f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "PUT /v2.0/routers/6fc5deff-0178-471a-98c2-b57e35827181 HTTP/1.1" status: 200 len: 694 time: 1.4167857 Nov 28 07:49:35.067806 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789488bd-b667-46c2-af49-362defe90c5d None None] Sync routers for ids ['6fc5deff-0178-471a-98c2-b57e35827181'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:35.076108 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b68a4c-90f1-481c-92c0-42aa022654f6 None None] Routers {'bd88feae-25ab-4a14-b173-77e2ef4b4e3f'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:35.076997 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e7b68a4c-90f1-481c-92c0-42aa022654f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['bd88feae-25ab-4a14-b173-77e2ef4b4e3f'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:35.087377 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39206) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:35.092862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789488bd-b667-46c2-af49-362defe90c5d None None] Routers {'6fc5deff-0178-471a-98c2-b57e35827181'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:35.093635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-789488bd-b667-46c2-af49-362defe90c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6fc5deff-0178-471a-98c2-b57e35827181'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:35.097801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ddf0c4-869c-4c5e-9a74-6a8c486d3ed8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:35.165740 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e7b68a4c-90f1-481c-92c0-42aa022654f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:35.166395 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b68a4c-90f1-481c-92c0-42aa022654f6 None None] The sync data for ids ['bd88feae-25ab-4a14-b173-77e2ef4b4e3f'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:49:35.174007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-24891d57-6c64-4ef8-af4d-976091ae64e6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.175274 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-505d601f-dcf5-4996-b447-4d0673facc9a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.181821 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505d601f-dcf5-4996-b447-4d0673facc9a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:35.183467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-505d601f-dcf5-4996-b447-4d0673facc9a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.188021 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3031037d-f75e-4232-b3ef-59520aab1ede tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/routers/6fc5deff-0178-471a-98c2-b57e35827181 HTTP/1.1" status: 200 len: 700 time: 0.0942264 Nov 28 07:49:35.192124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39208) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:35.192533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d5b47e74-e7f6-4c21-83c5-2c1c0aa5cf05 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.233163 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d0e65691-2f8b-4aa4-a71d-5807f852991f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fc5deff-0178-471a-98c2-b57e35827181 HTTP/1.1" status: 200 len: 205 time: 0.0399828 Nov 28 07:49:35.236610 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-2d656a4d-8f7a-44c0-899a-133b329c4b73', 'network_id': '2d656a4d-8f7a-44c0-899a-133b329c4b73', 'tenant_id': '35dd725aab5e41d5aa825b864563835d', 'fixed_ips': [{'subnet_id': '3ff60a55-ae97-41ba-b410-982aedc02d83'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:35.237555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.239358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39210) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:35.240080 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 38d2a4f7-20a5-408b-8b46-659fd7e174e9 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:35.259316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-789488bd-b667-46c2-af49-362defe90c5d None None] Set router 6fc5deff-0178-471a-98c2-b57e35827181 gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:35.279801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-24891d57-6c64-4ef8-af4d-976091ae64e6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.307252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 38d2a4f7-20a5-408b-8b46-659fd7e174e9 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:49:35.307592 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 38d2a4f7-20a5-408b-8b46-659fd7e174e9 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:49:35.345663 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-789488bd-b667-46c2-af49-362defe90c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc5deff-0178-471a-98c2-b57e35827181', 'name': 'tempest-RoutersTest-router-2082790967', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:33Z', 'updated_at': '2021-11-28T07:49:34Z', 'revision_number': 2, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:35.373205 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e61b042e-d614-4d8b-b73f-4d5bb99046e8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.381213 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789488bd-b667-46c2-af49-362defe90c5d None None] Checking router: 6fc5deff-0178-471a-98c2-b57e35827181 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:49:35.406691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.414041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24891d57-6c64-4ef8-af4d-976091ae64e6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bed602-bef7-40b3-b424-51706b0ca81f,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:35.418259 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-505d601f-dcf5-4996-b447-4d0673facc9a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9622920 Nov 28 07:49:35.426902 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39212) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:35.432461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-fc70314d-a8d8-44c6-963d-49e8a9dadf96 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1245579303'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:35.441126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789488bd-b667-46c2-af49-362defe90c5d None None] Routers {'6fc5deff-0178-471a-98c2-b57e35827181'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:35.441605 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-789488bd-b667-46c2-af49-362defe90c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6fc5deff-0178-471a-98c2-b57e35827181'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:35.489139 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54589e83-0a31-490f-acc0-6b8803915ea6 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Made reservation on behalf of 35dd725aab5e41d5aa825b864563835d for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:35.493676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54589e83-0a31-490f-acc0-6b8803915ea6 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.531670 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-54589e83-0a31-490f-acc0-6b8803915ea6 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] device_id is not set on port 894bc122-3614-416a-80a7-73f35a3ca631 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:49:35.542393 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d601f-dcf5-4996-b447-4d0673facc9a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event updated for resources: {'Network': ['ID=32e42a2f-0ae7-4145-95bb-903cacc74765,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:35.554786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-789488bd-b667-46c2-af49-362defe90c5d None None] Set router 6fc5deff-0178-471a-98c2-b57e35827181 gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:35.571021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-24891d57-6c64-4ef8-af4d-976091ae64e6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.574797 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-24891d57-6c64-4ef8-af4d-976091ae64e6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8635592 Nov 28 07:49:35.576971 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39214) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:35.577163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d5b47e74-e7f6-4c21-83c5-2c1c0aa5cf05 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.579848 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2928c913-a5e1-4665-8a91-f961b80cf266 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Request body: {'security_group_rule': {'security_group_id': '5c194475-12c0-4443-b7b5-bebc4ae5e722', 'project_id': '667079ab83ea42fabb793483c1db8bda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:35.580416 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490460ae-a9a9-4b8e-837f-719055faf06b']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:35.582956 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d5b47e74-e7f6-4c21-83c5-2c1c0aa5cf05 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.589016 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 32e42a2f-0ae7-4145-95bb-903cacc74765 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:35.592066 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc70314d-a8d8-44c6-963d-49e8a9dadf96 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Made reservation on behalf of fd167b44b8704cd9aadf5352822419fd for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:35.595698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc70314d-a8d8-44c6-963d-49e8a9dadf96 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.602384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1e95c8-2398-400e-b757-928eab8105d4') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:35.602696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1e95c8-2398-400e-b757-928eab8105d4') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:35.622767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f9a9ea1c-236c-495d-a186-14d3663541a7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.638976 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-789488bd-b667-46c2-af49-362defe90c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc5deff-0178-471a-98c2-b57e35827181', 'name': 'tempest-RoutersTest-router-2082790967', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:33Z', 'updated_at': '2021-11-28T07:49:34Z', 'revision_number': 2, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:35.655099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.671838 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d5b47e74-e7f6-4c21-83c5-2c1c0aa5cf05 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.672361 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b47e74-e7f6-4c21-83c5-2c1c0aa5cf05 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Fanout notify agent at l3_agent the message router_deleted on router bd88feae-25ab-4a14-b173-77e2ef4b4e3f {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:49:35.676706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.679251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc70314d-a8d8-44c6-963d-49e8a9dadf96 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:35.688198 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d5b47e74-e7f6-4c21-83c5-2c1c0aa5cf05 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.692418 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d5b47e74-e7f6-4c21-83c5-2c1c0aa5cf05 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "DELETE /v2.0/routers/bd88feae-25ab-4a14-b173-77e2ef4b4e3f HTTP/1.1" status: 204 len: 168 time: 0.6900678 Nov 28 07:49:35.695705 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39216) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:35.708030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:35.708826 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:35.711346 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:35.715311 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789488bd-b667-46c2-af49-362defe90c5d None None] The sync data for ids ['6fc5deff-0178-471a-98c2-b57e35827181'] in dv-neutron-744815-16-hyperv is: [{'id': '6fc5deff-0178-471a-98c2-b57e35827181', 'name': 'tempest-RoutersTest-router-2082790967', 'tenant_id': '4a69828eb2eb49baba58adf384438a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:33Z', 'updated_at': '2021-11-28T07:49:34Z', 'revision_number': 2, 'project_id': '4a69828eb2eb49baba58adf384438a61', 'gw_port_host': None}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:49:35.728719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Allocated IP 172.20.0.2 (2d656a4d-8f7a-44c0-899a-133b329c4b73/3ff60a55-ae97-41ba-b410-982aedc02d83/7c831212-02c3-417a-957a-dc43c38fb4ba) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:35.789209 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e61b042e-d614-4d8b-b73f-4d5bb99046e8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.799903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e61b042e-d614-4d8b-b73f-4d5bb99046e8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.809452 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc70314d-a8d8-44c6-963d-49e8a9dadf96 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.809807 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-fc70314d-a8d8-44c6-963d-49e8a9dadf96 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Added segment 6de836e8-f8a9-4d69-b234-951ebd788837 of type vlan for network 137ae6ba-78b5-4a1c-9d50-7689fbc0150f Nov 28 07:49:35.839326 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-4964be9a-0564-44e0-82fa-86e89e668302 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Deleting subnet 62d074f5-757b-4813-a6f2-bf5ce15bd9a5 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:49:35.851125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4964be9a-0564-44e0-82fa-86e89e668302 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.854172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.884954 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-2928c913-a5e1-4665-8a91-f961b80cf266 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Project 667079ab83ea42fabb793483c1db8bda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:49:35.899042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.904759 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/490460ae-a9a9-4b8e-837f-719055faf06b HTTP/1.1" status: 204 len: 168 time: 4.1696506 Nov 28 07:49:35.909227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39218) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:35.926214 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e61b042e-d614-4d8b-b73f-4d5bb99046e8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.926547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.927029 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61b042e-d614-4d8b-b73f-4d5bb99046e8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Fanout notify agent at l3_agent the message router_deleted on router 6fc5deff-0178-471a-98c2-b57e35827181 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:49:35.932119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2928c913-a5e1-4665-8a91-f961b80cf266 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.936542 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.951344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e61b042e-d614-4d8b-b73f-4d5bb99046e8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.952026 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a19f2b3-8ab9-4cc4-8740-73e957a0cf00 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:35.952550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a19f2b3-8ab9-4cc4-8740-73e957a0cf00 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:35.956205 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4a19f2b3-8ab9-4cc4-8740-73e957a0cf00 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/490460ae-a9a9-4b8e-837f-719055faf06b HTTP/1.1" status: 404 len: 339 time: 0.0426335 Nov 28 07:49:35.958106 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e61b042e-d614-4d8b-b73f-4d5bb99046e8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/routers/6fc5deff-0178-471a-98c2-b57e35827181 HTTP/1.1" status: 204 len: 168 time: 0.7177565 Nov 28 07:49:35.962354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc70314d-a8d8-44c6-963d-49e8a9dadf96 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:35.964617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39220) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:35.964963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39222) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:35.971380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8293b25d-6824-4e94-866d-8f377ed23914 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-424311643', 'description': 'd1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:35.986019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56fcaa-fef6-4372-a839-8e02a71ed834 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Network': ['ID=490460ae-a9a9-4b8e-837f-719055faf06b,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:36.015099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Network 2d656a4d-8f7a-44c0-899a-133b329c4b73 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:36.016914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Pushing event updated for resources: {'Port': ['ID=7c831212-02c3-417a-957a-dc43c38fb4ba,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:36.019853 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:36.022591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:36.030371 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4964be9a-0564-44e0-82fa-86e89e668302 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.045008 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0363356f-8112-4636-b36d-853497800acc tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fc5deff-0178-471a-98c2-b57e35827181 HTTP/1.1" status: 200 len: 205 time: 0.0789421 Nov 28 07:49:36.053110 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39224) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:36.094077 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Attempting to bind port 7c831212-02c3-417a-957a-dc43c38fb4ba on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:36.094441 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Attempting to bind port 7c831212-02c3-417a-957a-dc43c38fb4ba by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '2697eaba-d8f7-443b-b14e-11906e242813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2d656a4d-8f7a-44c0-899a-133b329c4b73'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:36.095467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Attempting to bind port 7c831212-02c3-417a-957a-dc43c38fb4ba on network 2d656a4d-8f7a-44c0-899a-133b329c4b73 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:36.100871 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:36.101228 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Checking segment: {'id': '2697eaba-d8f7-443b-b14e-11906e242813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2d656a4d-8f7a-44c0-899a-133b329c4b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:36.101635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.102089 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Bound using segment: {'id': '2697eaba-d8f7-443b-b14e-11906e242813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2d656a4d-8f7a-44c0-899a-133b329c4b73'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:36.102613 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Bound port: 7c831212-02c3-417a-957a-dc43c38fb4ba, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2697eaba-d8f7-443b-b14e-11906e242813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2d656a4d-8f7a-44c0-899a-133b329c4b73'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:36.103069 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.114903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc70314d-a8d8-44c6-963d-49e8a9dadf96 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.118701 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-4baacd31-4834-419f-87d8-fa8846c9ba64 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] delete failed (client error): The resource could not be found. Nov 28 07:49:36.119836 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4baacd31-4834-419f-87d8-fa8846c9ba64 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/routers/6fc5deff-0178-471a-98c2-b57e35827181 HTTP/1.1" status: 404 len: 336 time: 0.0647471 Nov 28 07:49:36.122931 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70314d-a8d8-44c6-963d-49e8a9dadf96 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:36.123665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fc70314d-a8d8-44c6-963d-49e8a9dadf96 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.126427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8293b25d-6824-4e94-866d-8f377ed23914 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:36.126613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39226) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:36.129792 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8293b25d-6824-4e94-866d-8f377ed23914 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.131757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-54589e83-0a31-490f-acc0-6b8803915ea6 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Allocated IP 172.20.0.9 (2d656a4d-8f7a-44c0-899a-133b329c4b73/3ff60a55-ae97-41ba-b410-982aedc02d83/894bc122-3614-416a-80a7-73f35a3ca631) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:36.182957 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac91c59e-7179-4622-ac29-b57769f8e0a8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:36.183683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac91c59e-7179-4622-ac29-b57769f8e0a8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:36.186988 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ac91c59e-7179-4622-ac29-b57769f8e0a8 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/e360979e-432a-4ac1-b0dd-82bb1ad32ffb HTTP/1.1" status: 404 len: 337 time: 0.0529764 Nov 28 07:49:36.188846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] For port 7c831212-02c3-417a-957a-dc43c38fb4ba, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:36.190854 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8293b25d-6824-4e94-866d-8f377ed23914 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:36.193216 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] For port 7c831212-02c3-417a-957a-dc43c38fb4ba, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7c831212-02c3-417a-957a-dc43c38fb4ba,segment=NetworkSegment(2697eaba-d8f7-443b-b14e-11906e242813),segment_id=2697eaba-d8f7-443b-b14e-11906e242813)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:36.195174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39228) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:36.196998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2928c913-a5e1-4665-8a91-f961b80cf266 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.198665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.207513 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fc70314d-a8d8-44c6-963d-49e8a9dadf96 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7790122 Nov 28 07:49:36.215356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39230) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:36.221447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Request body: {'ports': [{'network_id': '32e42a2f-0ae7-4145-95bb-903cacc74765', 'name': 'tempest-port--923260393', 'admin_state_up': True}, {'network_id': '137ae6ba-78b5-4a1c-9d50-7689fbc0150f', 'admin_state_up': False}]} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:36.221758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Request body: {'port': {'network_id': '32e42a2f-0ae7-4145-95bb-903cacc74765', 'name': 'tempest-port--923260393', 'admin_state_up': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:36.222238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Request body: {'port': {'network_id': '137ae6ba-78b5-4a1c-9d50-7689fbc0150f', 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:36.228828 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2928c913-a5e1-4665-8a91-f961b80cf266 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.279102 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e7a9a-053c-45ac-b92c-3ecdd2b20b4c None None] Pushing event updated for resources: {'Port': ['ID=7c831212-02c3-417a-957a-dc43c38fb4ba,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:36.292729 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70314d-a8d8-44c6-963d-49e8a9dadf96 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event updated for resources: {'Network': ['ID=137ae6ba-78b5-4a1c-9d50-7689fbc0150f,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:36.296345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8293b25d-6824-4e94-866d-8f377ed23914 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.296980 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-8293b25d-6824-4e94-866d-8f377ed23914 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Added segment 30a31961-d788-4374-88ee-a47ebe2232d9 of type vlan for network df6bdcad-cfbd-4d99-9ad0-66fca4d7bd72 Nov 28 07:49:36.305488 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 137ae6ba-78b5-4a1c-9d50-7689fbc0150f details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:36.314919 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4964be9a-0564-44e0-82fa-86e89e668302 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.401969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8293b25d-6824-4e94-866d-8f377ed23914 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.427848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4964be9a-0564-44e0-82fa-86e89e668302 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.468526 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964be9a-0564-44e0-82fa-86e89e668302 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event deleted for resources: {'Subnet': ['ID=62d074f5-757b-4813-a6f2-bf5ce15bd9a5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:36.473621 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4964be9a-0564-44e0-82fa-86e89e668302 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.483123 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4964be9a-0564-44e0-82fa-86e89e668302 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "DELETE /v2.0/subnets/62d074f5-757b-4813-a6f2-bf5ce15bd9a5 HTTP/1.1" status: 204 len: 168 time: 0.7808311 Nov 28 07:49:36.483123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8293b25d-6824-4e94-866d-8f377ed23914 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.485556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293b25d-6824-4e94-866d-8f377ed23914 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:36.486198 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8293b25d-6824-4e94-866d-8f377ed23914 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.518477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39232) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:36.555063 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8293b25d-6824-4e94-866d-8f377ed23914 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5855198 Nov 28 07:49:36.562145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39234) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:36.637908 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfc0edc-f874-4b41-a2e3-0829f3f37e15 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:36.642111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfc0edc-f874-4b41-a2e3-0829f3f37e15 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:36.642855 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5bfc0edc-f874-4b41-a2e3-0829f3f37e15 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/4888140e-880e-43d1-956e-99e9ca259232 HTTP/1.1" status: 404 len: 337 time: 0.4438217 Nov 28 07:49:36.663567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39236) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:36.717232 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928c913-a5e1-4665-8a91-f961b80cf266 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dee78df-5437-45d1-8c33-d5c5303b4899,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:36.770938 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e9b212-7334-4ca8-847b-a8b1eeb7e835 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:36.771372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e9b212-7334-4ca8-847b-a8b1eeb7e835 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:36.774507 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-48e9b212-7334-4ca8-847b-a8b1eeb7e835 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/85cb0f60-92fd-4ec6-87f4-2c9d6ea47347 HTTP/1.1" status: 404 len: 337 time: 0.1075771 Nov 28 07:49:36.785779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2928c913-a5e1-4665-8a91-f961b80cf266 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.787052 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2928c913-a5e1-4665-8a91-f961b80cf266 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2106700 Nov 28 07:49:36.800850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39238) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:36.801528 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39240) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:36.808064 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ecf8d850-efc5-4c33-a611-ba822a85a1d9 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Request body: {'security_group_rule': {'security_group_id': '5c194475-12c0-4443-b7b5-bebc4ae5e722', 'project_id': '667079ab83ea42fabb793483c1db8bda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:36.814432 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293b25d-6824-4e94-866d-8f377ed23914 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Network': ['ID=df6bdcad-cfbd-4d99-9ad0-66fca4d7bd72,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:36.827001 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network df6bdcad-cfbd-4d99-9ad0-66fca4d7bd72 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:36.838061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f9b8e-27e3-4eb2-9aa8-ab689e7639a3 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:36.839650 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-092f9b8e-27e3-4eb2-9aa8-ab689e7639a3 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "GET /v2.0/networks?id=df6bdcad-cfbd-4d99-9ad0-66fca4d7bd72 HTTP/1.1" status: 200 len: 760 time: 0.2678919 Nov 28 07:49:36.845804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39242) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:36.851103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:36.856832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0a641b40-9a03-4b7b-9133-e669312b6b5f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'network': {'description': 'd2'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:36.897417 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-82149a85-3bb8-42c0-8180-f17dcc8b9e7d tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:36.897869 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82149a85-3bb8-42c0-8180-f17dcc8b9e7d tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:36.901015 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-82149a85-3bb8-42c0-8180-f17dcc8b9e7d tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/4118e697-749b-4c77-9886-c5b50440d8df HTTP/1.1" status: 404 len: 337 time: 0.0981827 Nov 28 07:49:36.908418 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39244) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:36.978343 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3ceb6449-4442-477a-abd0-d8db2678cf2c tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1747cb74-868b-42fc-9889-db406e82837c HTTP/1.1" status: 200 len: 205 time: 0.0451446 Nov 28 07:49:36.981128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39246) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:36.992356 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-ecf8d850-efc5-4c33-a611-ba822a85a1d9 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Project 667079ab83ea42fabb793483c1db8bda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:49:37.018255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d850-efc5-4c33-a611-ba822a85a1d9 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.041932 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-4caf47d2-bcdc-41fe-80ba-0ab8fa1c5672 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] delete failed (client error): The resource could not be found. Nov 28 07:49:37.045484 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4caf47d2-bcdc-41fe-80ba-0ab8fa1c5672 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/routers/1747cb74-868b-42fc-9889-db406e82837c HTTP/1.1" status: 404 len: 336 time: 0.0607979 Nov 28 07:49:37.045658 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54589e83-0a31-490f-acc0-6b8803915ea6 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.051609 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39248) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:37.065396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9ea1c-236c-495d-a186-14d3663541a7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port d847ed05-53b6-4d07-90d6-49a20b936a39 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:37.065837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f9a9ea1c-236c-495d-a186-14d3663541a7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.114498 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-843d268b-2f71-4ba6-9910-3e72dcfecec5 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4 HTTP/1.1" status: 200 len: 205 time: 0.0601764 Nov 28 07:49:37.119772 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39250) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:37.150449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a641b40-9a03-4b7b-9133-e669312b6b5f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.169170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Deleting port 7e530387-4fb3-4cf0-b48c-e001943bf7a8 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:37.169426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.203306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a641b40-9a03-4b7b-9133-e669312b6b5f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.224580 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-ed60585c-a9b3-48a2-b4c9-d39dc57f3dff tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] delete failed (client error): The resource could not be found. Nov 28 07:49:37.228090 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ed60585c-a9b3-48a2-b4c9-d39dc57f3dff tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/routers/1bcb08e2-76c8-48d8-a43d-bfbafa70c4b4 HTTP/1.1" status: 404 len: 336 time: 0.1021152 Nov 28 07:49:37.237375 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a641b40-9a03-4b7b-9133-e669312b6b5f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network df6bdcad-cfbd-4d99-9ad0-66fca4d7bd72 is not hosted by any dhcp agent {{(pid=115118) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 28 07:49:37.242634 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39252) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:37.243541 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a641b40-9a03-4b7b-9133-e669312b6b5f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:37.244138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a641b40-9a03-4b7b-9133-e669312b6b5f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.246526 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Made reservation on behalf of fd167b44b8704cd9aadf5352822419fd for: {'port': 2} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:37.247447 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0a641b40-9a03-4b7b-9133-e669312b6b5f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "PUT /v2.0/networks/df6bdcad-cfbd-4d99-9ad0-66fca4d7bd72 HTTP/1.1" status: 200 len: 757 time: 0.4004524 Nov 28 07:49:37.253107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.264020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7c831212-02c3-417a-957a-dc43c38fb4ba up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:37.264279 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39254) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:37.330381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 7c831212-02c3-417a-957a-dc43c38fb4ba triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:37.330979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.334494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a641b40-9a03-4b7b-9133-e669312b6b5f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Network': ['ID=df6bdcad-cfbd-4d99-9ad0-66fca4d7bd72,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:37.349601 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fd60a0-ceb1-44db-8c1a-752282a4daa6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:37.350062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fd60a0-ceb1-44db-8c1a-752282a4daa6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:37.353281 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-16fd60a0-ceb1-44db-8c1a-752282a4daa6 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/a29b459d-e14c-4441-9f4f-adf497be2ef6 HTTP/1.1" status: 404 len: 337 time: 0.1077015 Nov 28 07:49:37.357528 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d850-efc5-4c33-a611-ba822a85a1d9 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.358674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39256) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:37.364910 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.380630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] For port 7e530387-4fb3-4cf0-b48c-e001943bf7a8, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7e530387-4fb3-4cf0-b48c-e001943bf7a8,segment=NetworkSegment(94a4c832-831a-446e-8f3f-c23e867bace4),segment_id=94a4c832-831a-446e-8f3f-c23e867bace4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:37.380865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.388598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network df6bdcad-cfbd-4d99-9ad0-66fca4d7bd72 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:37.394258 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54589e83-0a31-490f-acc0-6b8803915ea6 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.400412 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f9a9ea1c-236c-495d-a186-14d3663541a7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.403018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d850-efc5-4c33-a611-ba822a85a1d9 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.414657 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ab2f96ee-a0d8-44c2-9116-e2e80f90f3eb tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports?device_id=82356477-e190-496b-ac6a-0b7a98c2e823 HTTP/1.1" status: 200 len: 205 time: 0.0542397 Nov 28 07:49:37.417699 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39258) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:37.464783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9ea1c-236c-495d-a186-14d3663541a7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for d847ed05-53b6-4d07-90d6-49a20b936a39 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:37.488348 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-fe51b041-54cb-4fbc-a0a0-4696094a6e02 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] delete failed (client error): The resource could not be found. Nov 28 07:49:37.492589 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fe51b041-54cb-4fbc-a0a0-4696094a6e02 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/routers/82356477-e190-496b-ac6a-0b7a98c2e823 HTTP/1.1" status: 404 len: 336 time: 0.0735826 Nov 28 07:49:37.493451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39260) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:37.494513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Calling delete_port for 7e530387-4fb3-4cf0-b48c-e001943bf7a8 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:37.543618 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f9f642bf-e278-457c-9685-2bad517b3580 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports?device_id=151f917f-0a72-4660-8b11-e4047b47598b HTTP/1.1" status: 200 len: 205 time: 0.0335121 Nov 28 07:49:37.543993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39262) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:37.548389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8d850-efc5-4c33-a611-ba822a85a1d9 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdba64f1-7e74-49b5-a25b-0d4315e97695,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:37.588327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d894d-c372-4f92-93c4-a2ac6ee62ca0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:37.589941 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-377d894d-c372-4f92-93c4-a2ac6ee62ca0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "GET /v2.0/networks?id=df6bdcad-cfbd-4d99-9ad0-66fca4d7bd72 HTTP/1.1" status: 200 len: 760 time: 0.3159087 Nov 28 07:49:37.598243 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54589e83-0a31-490f-acc0-6b8803915ea6 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Network 2d656a4d-8f7a-44c0-899a-133b329c4b73 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:37.601007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39264) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:37.632916 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-5f23580a-cb67-47f1-8d56-68f06bbb3624 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] delete failed (client error): The resource could not be found. Nov 28 07:49:37.633434 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d850-efc5-4c33-a611-ba822a85a1d9 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.637298 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ecf8d850-efc5-4c33-a611-ba822a85a1d9 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8297610 Nov 28 07:49:37.647460 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5f23580a-cb67-47f1-8d56-68f06bbb3624 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/routers/151f917f-0a72-4660-8b11-e4047b47598b HTTP/1.1" status: 404 len: 336 time: 0.0893297 Nov 28 07:49:37.649587 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39266) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:37.649587 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39268) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:37.695456 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-80cbf0e8-3e27-4252-b6b3-ed4580857884 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1216941850'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:37.698644 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-54589e83-0a31-490f-acc0-6b8803915ea6 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:37.698863 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7e8b1cbf-a108-4437-b050-7ef6b3cf0bf8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Request body: {'network': {'name': 'tempest-network-smoke--172084966', 'project_id': '667079ab83ea42fabb793483c1db8bda', 'port_security_enabled': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:37.707344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54589e83-0a31-490f-acc0-6b8803915ea6 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event updated for resources: {'Port': ['ID=894bc122-3614-416a-80a7-73f35a3ca631,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:37.712400 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a53fd7-641c-4bc1-ab08-1fda22acf753 None None] Network 2d656a4d-8f7a-44c0-899a-133b329c4b73 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:37.712891 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54589e83-0a31-490f-acc0-6b8803915ea6 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:37.714685 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aafb7c-b123-49ce-a037-5d43afa7e316 None None] Network 490460ae-a9a9-4b8e-837f-719055faf06b requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:37.716919 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9237e086-563c-4705-96fd-66f4a1cf2117 None None] Network 834d38e5-b0ee-4ebd-aa8e-13f11125ef93 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:37.727489 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad4796a-f10e-44a3-ab02-461ca0e8c6c2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:37.727987 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad4796a-f10e-44a3-ab02-461ca0e8c6c2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:37.734130 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1ad4796a-f10e-44a3-ab02-461ca0e8c6c2 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/63b46208-5e35-411e-a970-740e26abb6fa HTTP/1.1" status: 404 len: 337 time: 0.0669250 Nov 28 07:49:37.739847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39270) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:37.748242 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] device_id is not set on port 2aca50e4-59b3-417f-aeb2-a49390e5e541 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:49:37.782089 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-17200e47-54ec-40dc-9c89-fd374b7b3200 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports?device_id=3266579a-57bf-4f80-9d4f-edbf32f811d0 HTTP/1.1" status: 200 len: 205 time: 0.0388739 Nov 28 07:49:37.782813 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39272) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:37.808357 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aafb7c-b123-49ce-a037-5d43afa7e316 None None] Network 490460ae-a9a9-4b8e-837f-719055faf06b could not be found, it might have been deleted concurrently. {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 28 07:49:37.824075 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54589e83-0a31-490f-acc0-6b8803915ea6 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:37.824824 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54589e83-0a31-490f-acc0-6b8803915ea6 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.901584 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cbf0e8-3e27-4252-b6b3-ed4580857884 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:37.905637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80cbf0e8-3e27-4252-b6b3-ed4580857884 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.917000 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-54589e83-0a31-490f-acc0-6b8803915ea6 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0321069 Nov 28 07:49:37.923753 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:37.925794 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1c9db8-e7a9-42e0-9445-56e067ada874 None None] DHCP port deletion for 490460ae-a9a9-4b8e-837f-719055faf06b request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:37.959372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39274) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:37.965741 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-8c423d4b-9c3c-4a19-9787-b9acd7315fd4 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Request body: {'port': {'network_id': '2d656a4d-8f7a-44c0-899a-133b329c4b73', 'name': 'tempest-AllowedAddressPairTestJSON-1107962735', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:28:14:6d'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:37.987719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-716d65a7-7eac-445f-a26b-0b8ea41ee6cf None None] Provisioning complete for port 7c831212-02c3-417a-957a-dc43c38fb4ba triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:37.988386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-716d65a7-7eac-445f-a26b-0b8ea41ee6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.051583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cbf0e8-3e27-4252-b6b3-ed4580857884 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:38.104641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 7c831212-02c3-417a-957a-dc43c38fb4ba, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7c831212-02c3-417a-957a-dc43c38fb4ba,segment=NetworkSegment(2697eaba-d8f7-443b-b14e-11906e242813),segment_id=2697eaba-d8f7-443b-b14e-11906e242813)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:38.120998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80cbf0e8-3e27-4252-b6b3-ed4580857884 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.121483 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-80cbf0e8-3e27-4252-b6b3-ed4580857884 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Added segment 47739896-ff88-483f-b1d5-5f0fd003cba4 of type vlan for network 7c29536d-457d-4198-94d2-18b7a5f1baf5 Nov 28 07:49:38.133156 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.172484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f9a9ea1c-236c-495d-a186-14d3663541a7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.219702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80cbf0e8-3e27-4252-b6b3-ed4580857884 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.230588 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9ea1c-236c-495d-a186-14d3663541a7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=d847ed05-53b6-4d07-90d6-49a20b936a39,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:38.254959 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8b1cbf-a108-4437-b050-7ef6b3cf0bf8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Made reservation on behalf of 667079ab83ea42fabb793483c1db8bda for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:38.258730 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1cbf-a108-4437-b050-7ef6b3cf0bf8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.278155 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-65b76c0e-74c9-4193-a76d-423a9c973724 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] delete failed (client error): The resource could not be found. Nov 28 07:49:38.280820 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-65b76c0e-74c9-4193-a76d-423a9c973724 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/routers/3266579a-57bf-4f80-9d4f-edbf32f811d0 HTTP/1.1" status: 404 len: 336 time: 0.4956999 Nov 28 07:49:38.282288 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39276) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:38.286933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=7c831212-02c3-417a-957a-dc43c38fb4ba,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:38.311075 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.337334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80cbf0e8-3e27-4252-b6b3-ed4580857884 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.343403 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cbf0e8-3e27-4252-b6b3-ed4580857884 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:38.344094 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80cbf0e8-3e27-4252-b6b3-ed4580857884 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.346241 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-8254f8b5-b48d-4000-9032-7e53dc7bc319 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:38.346692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8254f8b5-b48d-4000-9032-7e53dc7bc319 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:38.351627 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.360841 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8254f8b5-b48d-4000-9032-7e53dc7bc319 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/f21eb7e7-e37c-4ef1-ad10-0b6e8fb17c81 HTTP/1.1" status: 404 len: 337 time: 0.0761762 Nov 28 07:49:38.377981 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39278) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:38.379160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464329a8-559c-4a29-b6dd-7d66462bd634 None None] DHCP port deletion for 834d38e5-b0ee-4ebd-aa8e-13f11125ef93 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:38.388124 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8b1cbf-a108-4437-b050-7ef6b3cf0bf8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:38.401562 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event deleted for resources: {'Port': ['ID=7e530387-4fb3-4cf0-b48c-e001943bf7a8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:38.411637 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] No DVR routers for this DVR port 7e530387-4fb3-4cf0-b48c-e001943bf7a8 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:38.418700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1cbf-a108-4437-b050-7ef6b3cf0bf8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.419110 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-7e8b1cbf-a108-4437-b050-7ef6b3cf0bf8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Added segment f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96 of type vlan for network 14f03785-5df0-4ac5-b54f-2db846bf0b92 Nov 28 07:49:38.465111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c423d4b-9c3c-4a19-9787-b9acd7315fd4 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Made reservation on behalf of 35dd725aab5e41d5aa825b864563835d for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:38.471613 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fde3775e-4a03-4a56-a50a-9a0ae83d7872 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "GET /v2.0/ports?device_id=6382273c-e0dd-4c5c-b75d-25e413dbaf68 HTTP/1.1" status: 200 len: 205 time: 0.0874441 Nov 28 07:49:38.505804 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-80cbf0e8-3e27-4252-b6b3-ed4580857884 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8704519 Nov 28 07:49:38.520192 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39280) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:38.520192 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39282) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:38.531344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-611bf1a9-00c9-484d-864e-d1920aa2159b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'subnet': {'network_id': '7c29536d-457d-4198-94d2-18b7a5f1baf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:38.554463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1cbf-a108-4437-b050-7ef6b3cf0bf8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.562057 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.594525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834d38e5-b0ee-4ebd-aa8e-13f11125ef93']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:38.608888 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a4c832-831a-446e-8f3f-c23e867bace4') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:38.609283 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a4c832-831a-446e-8f3f-c23e867bace4') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:38.620628 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1cbf-a108-4437-b050-7ef6b3cf0bf8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.627710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8b1cbf-a108-4437-b050-7ef6b3cf0bf8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:38.628423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1cbf-a108-4437-b050-7ef6b3cf0bf8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.638304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.675784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.685607 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7e8b1cbf-a108-4437-b050-7ef6b3cf0bf8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9906614 Nov 28 07:49:38.687125 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] device_id is not set on port 31a07a8c-8157-4192-a779-340e8cf1405d yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:49:38.691136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39284) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:38.691832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:38.692312 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.699807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'admin_state_up': True, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:38.705109 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:38.726778 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-87703cf4-2fab-43e9-b070-5c814999ea93 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] delete failed (client error): The resource could not be found. Nov 28 07:49:38.729667 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-87703cf4-2fab-43e9-b070-5c814999ea93 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/routers/6382273c-e0dd-4c5c-b75d-25e413dbaf68 HTTP/1.1" status: 404 len: 336 time: 0.2058587 Nov 28 07:49:38.729667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbf0e8-3e27-4252-b6b3-ed4580857884 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Network': ['ID=7c29536d-457d-4198-94d2-18b7a5f1baf5,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:38.741843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 7c29536d-457d-4198-94d2-18b7a5f1baf5 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:38.749170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39286) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:38.815481 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b1cbf-a108-4437-b050-7ef6b3cf0bf8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'Network': ['ID=14f03785-5df0-4ac5-b54f-2db846bf0b92,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:38.833030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f9a9ea1c-236c-495d-a186-14d3663541a7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.833885 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 14f03785-5df0-4ac5-b54f-2db846bf0b92 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:38.847486 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-763f08b4-6be4-4544-bb1c-4ad9bb96b0a1 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:38.848028 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763f08b4-6be4-4544-bb1c-4ad9bb96b0a1 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:38.856920 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-763f08b4-6be4-4544-bb1c-4ad9bb96b0a1 tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/b76c5939-6834-42ec-9b00-6d62fcc3da66 HTTP/1.1" status: 404 len: 337 time: 0.0981994 Nov 28 07:49:38.856920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39288) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:38.875418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c423d4b-9c3c-4a19-9787-b9acd7315fd4 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.903355 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb8c231-8eb5-4e4d-a078-f9d96ebc720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:38.904009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb8c231-8eb5-4e4d-a078-f9d96ebc720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:38.910838 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ddb8c231-8eb5-4e4d-a078-f9d96ebc720f tempest-RoutersTest-1509372608 tempest-RoutersTest-1509372608-project] 10.222.0.31 "DELETE /v2.0/subnets/a5f6d4db-d77a-436f-9375-0d41ebe0a94e HTTP/1.1" status: 404 len: 337 time: 0.0536861 Nov 28 07:49:38.910838 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.944521 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-8c423d4b-9c3c-4a19-9787-b9acd7315fd4 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] device_id is not set on port 41615719-e1a1-4944-9fee-aa9b995e76ad yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:49:38.954424 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.955515 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.968017 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:38.975017 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] 10.222.0.31 "DELETE /v2.0/networks/834d38e5-b0ee-4ebd-aa8e-13f11125ef93 HTTP/1.1" status: 204 len: 168 time: 2.4515033 Nov 28 07:49:38.977743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86654f-dcce-4b52-9ced-b3b60a4badf6 tempest-FloatingIPNegativeTestJSON-974167151 tempest-FloatingIPNegativeTestJSON-974167151-project] Pushing event deleted for resources: {'Network': ['ID=834d38e5-b0ee-4ebd-aa8e-13f11125ef93,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:39.044749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c71238-47f0-428b-8318-a5be22787b7c None None] Network 2d656a4d-8f7a-44c0-899a-133b329c4b73 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:39.068002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:39.086245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611bf1a9-00c9-484d-864e-d1920aa2159b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:39.089898 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-611bf1a9-00c9-484d-864e-d1920aa2159b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:39.198777 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-fe5eef71-182d-4b64-bc44-87299f87d447 None None] Provisioning complete for port 7c831212-02c3-417a-957a-dc43c38fb4ba triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:39.199593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fe5eef71-182d-4b64-bc44-87299f87d447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:39.265776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7c831212-02c3-417a-957a-dc43c38fb4ba up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:39.321026 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39296) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:39.356210 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:39.366544 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a9ea1c-236c-495d-a186-14d3663541a7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Router 07926918-ee37-4e06-91e6-02808c887f7e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:49:39.384297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-8c423d4b-9c3c-4a19-9787-b9acd7315fd4 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Allocated IP 172.20.0.7 (2d656a4d-8f7a-44c0-899a-133b329c4b73/3ff60a55-ae97-41ba-b410-982aedc02d83/41615719-e1a1-4944-9fee-aa9b995e76ad) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:39.418718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:39.450185 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39302) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:39.515769 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 7c831212-02c3-417a-957a-dc43c38fb4ba triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:39.516888 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:39.578435 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-fe5eef71-182d-4b64-bc44-87299f87d447 None None] Provisioning complete for port 894bc122-3614-416a-80a7-73f35a3ca631 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:39.579388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fe5eef71-182d-4b64-bc44-87299f87d447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:39.597186 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a9ea1c-236c-495d-a186-14d3663541a7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:39.608637 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2584bc0b-848c-4847-ada5-38b631080dcb None None] Sync routers for ids ['07926918-ee37-4e06-91e6-02808c887f7e'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:39.621122 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2584bc0b-848c-4847-ada5-38b631080dcb None None] Routers {'07926918-ee37-4e06-91e6-02808c887f7e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:39.624444 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f9a9ea1c-236c-495d-a186-14d3663541a7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "PUT /v2.0/routers/07926918-ee37-4e06-91e6-02808c887f7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8771505 Nov 28 07:49:39.624585 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2584bc0b-848c-4847-ada5-38b631080dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['07926918-ee37-4e06-91e6-02808c887f7e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:39.624727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39306) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:39.625415 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:39.689613 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2584bc0b-848c-4847-ada5-38b631080dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:39.690470 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb0a9d4-4ebb-4128-b3bc-eaf851db302e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] GET failed (client error): The resource could not be found. Nov 28 07:49:39.692181 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fbb0a9d4-4ebb-4128-b3bc-eaf851db302e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/d847ed05-53b6-4d07-90d6-49a20b936a39 HTTP/1.1" status: 404 len: 333 time: 0.0513382 Nov 28 07:49:39.701635 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2584bc0b-848c-4847-ada5-38b631080dcb None None] Routers {'07926918-ee37-4e06-91e6-02808c887f7e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:39.702275 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2584bc0b-848c-4847-ada5-38b631080dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['07926918-ee37-4e06-91e6-02808c887f7e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:39.714277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-fe5eef71-182d-4b64-bc44-87299f87d447 None None] Port 894bc122-3614-416a-80a7-73f35a3ca631 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:39.717132 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d9c42c3c-35de-4d71-885b-1dcc6db4ef38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a69828eb2eb49baba58adf384438a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923662 Nov 28 07:49:39.718749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39308) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:39.719115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39310) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:39.750204 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2584bc0b-848c-4847-ada5-38b631080dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:39.751786 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2584bc0b-848c-4847-ada5-38b631080dcb None None] The sync data for ids ['07926918-ee37-4e06-91e6-02808c887f7e'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:49:39.784582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7e530387-4fb3-4cf0-b48c-e001943bf7a8 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:39.809696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 7e530387-4fb3-4cf0-b48c-e001943bf7a8 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:49:39.810198 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7e530387-4fb3-4cf0-b48c-e001943bf7a8 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:49:39.843059 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-23c548b0-e668-40ff-8c49-bf513d7f966b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48903bd8c7ff479d8b95d59164fe8cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891828 Nov 28 07:49:39.869873 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39312) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:39.936327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-903be753-0a9e-48f6-a3bc-e73d9b81c0d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:39.976122 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-3611035b-e83f-437d-9808-4fe7b369f524 None None] Provisioning complete for port 7c831212-02c3-417a-957a-dc43c38fb4ba triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:39.976680 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3611035b-e83f-437d-9808-4fe7b369f524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.069795 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa2b2-65a5-4e15-9033-1c300649652f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.113745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-3611035b-e83f-437d-9808-4fe7b369f524 None None] Provisioning complete for port 894bc122-3614-416a-80a7-73f35a3ca631 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:40.114330 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3611035b-e83f-437d-9808-4fe7b369f524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.162232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa2b2-65a5-4e15-9033-1c300649652f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.169855 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-3611035b-e83f-437d-9808-4fe7b369f524 None None] Port 894bc122-3614-416a-80a7-73f35a3ca631 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:40.211611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event updated for resources: {'Port': ['ID=2aca50e4-59b3-417f-aeb2-a49390e5e541,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:40.214004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-611bf1a9-00c9-484d-864e-d1920aa2159b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.236880 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-15d5f89b-740d-4989-92bf-4d436b709ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.238445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.295468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-3dffd143-c263-4eb3-b93d-54a3508981ff None None] Provisioning complete for port 894bc122-3614-416a-80a7-73f35a3ca631 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:40.296209 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3dffd143-c263-4eb3-b93d-54a3508981ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.304153 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c423d4b-9c3c-4a19-9787-b9acd7315fd4 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.314849 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.316382 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bf1a9-00c9-484d-864e-d1920aa2159b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Subnet': ['ID=c21177de-d665-4a5c-9a3c-b3904ce6d63a,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:40.320881 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Checking segment: {'id': '73822fa3-134d-4a83-8490-c90a67229ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '32e42a2f-0ae7-4145-95bb-903cacc74765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:40.321241 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Network hostable DHCP agents. Network: 32e42a2f-0ae7-4145-95bb-903cacc74765, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:40.322179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-903be753-0a9e-48f6-a3bc-e73d9b81c0d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.332479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-903be753-0a9e-48f6-a3bc-e73d9b81c0d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.346458 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-3dffd143-c263-4eb3-b93d-54a3508981ff None None] Port 894bc122-3614-416a-80a7-73f35a3ca631 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:40.356246 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-15d5f89b-740d-4989-92bf-4d436b709ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.356508 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611bf1a9-00c9-484d-864e-d1920aa2159b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Checking segment: {'id': '47739896-ff88-483f-b1d5-5f0fd003cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7c29536d-457d-4198-94d2-18b7a5f1baf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:40.356683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611bf1a9-00c9-484d-864e-d1920aa2159b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network hostable DHCP agents. Network: 7c29536d-457d-4198-94d2-18b7a5f1baf5, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:40.378066 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Network 32e42a2f-0ae7-4145-95bb-903cacc74765 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:40.395661 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 32e42a2f-0ae7-4145-95bb-903cacc74765) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:40.400393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:40.401654 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.405451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361c2b8d-3d96-479d-b2f8-8576c8b14d54 None None] Network 32e42a2f-0ae7-4145-95bb-903cacc74765 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:40.413414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c423d4b-9c3c-4a19-9787-b9acd7315fd4 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.421720 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611bf1a9-00c9-484d-864e-d1920aa2159b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network 7c29536d-457d-4198-94d2-18b7a5f1baf5 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:40.463736 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-903be753-0a9e-48f6-a3bc-e73d9b81c0d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.464704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903be753-0a9e-48f6-a3bc-e73d9b81c0d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Fanout notify agent at l3_agent the message router_deleted on router 07926918-ee37-4e06-91e6-02808c887f7e {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:49:40.470739 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-611bf1a9-00c9-484d-864e-d1920aa2159b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 7c29536d-457d-4198-94d2-18b7a5f1baf5) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:40.475159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-903be753-0a9e-48f6-a3bc-e73d9b81c0d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.476289 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-903be753-0a9e-48f6-a3bc-e73d9b81c0d3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/routers/07926918-ee37-4e06-91e6-02808c887f7e HTTP/1.1" status: 204 len: 168 time: 0.7509608 Nov 28 07:49:40.477182 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa2b2-65a5-4e15-9033-1c300649652f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.479838 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa2b2-65a5-4e15-9033-1c300649652f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.482688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39314) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:40.486526 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611bf1a9-00c9-484d-864e-d1920aa2159b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:40.487144 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-611bf1a9-00c9-484d-864e-d1920aa2159b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.490634 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c423d4b-9c3c-4a19-9787-b9acd7315fd4 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Network 2d656a4d-8f7a-44c0-899a-133b329c4b73 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:40.494436 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ef0fa2b2-65a5-4e15-9033-1c300649652f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a80588eb-ab45-49e8-9c0a-621ff0e0a176 HTTP/1.1" status: 204 len: 168 time: 0.7516732 Nov 28 07:49:40.505547 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-8c423d4b-9c3c-4a19-9787-b9acd7315fd4 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:40.525643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fa2b2-65a5-4e15-9033-1c300649652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80588eb-ab45-49e8-9c0a-621ff0e0a176,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:40.550080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c423d4b-9c3c-4a19-9787-b9acd7315fd4 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:40.553083 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d433b6db-d694-4c3b-9fc1-f8b6f486f906 None None] Network 7c29536d-457d-4198-94d2-18b7a5f1baf5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:40.570576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Allocated IP 172.26.2.31 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/fd809349-cfbd-4d87-aa52-a2018d9f0a3f) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:40.578559 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-15d5f89b-740d-4989-92bf-4d436b709ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.582500 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-15d5f89b-740d-4989-92bf-4d436b709ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.584988 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-15d5f89b-740d-4989-92bf-4d436b709ce3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f080afb7-b280-4618-b1e0-6e1fc2470913 HTTP/1.1" status: 204 len: 168 time: 0.7126629 Nov 28 07:49:40.608248 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5f89b-740d-4989-92bf-4d436b709ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f080afb7-b280-4618-b1e0-6e1fc2470913,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:40.637109 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event updated for resources: {'Port': ['ID=31a07a8c-8157-4192-a779-340e8cf1405d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:40.665946 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-611bf1a9-00c9-484d-864e-d1920aa2159b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1384118 Nov 28 07:49:40.670946 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39320) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:40.786283 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.792818 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0e4ff3-11d1-41ae-aff0-175c4da7b1b8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting subnet 51a1ef0a-0b6e-4f66-a56d-90c2c0b6aea6 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:49:40.815781 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-7c29536d-457d-4198-94d2-18b7a5f1baf5', 'network_id': '7c29536d-457d-4198-94d2-18b7a5f1baf5', 'tenant_id': '33f82d3e6fff4150af406bef92d9867d', 'fixed_ips': [{'subnet_id': 'c21177de-d665-4a5c-9a3c-b3904ce6d63a'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:40.816440 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.821535 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Checking segment: {'id': '6de836e8-f8a9-4d69-b234-951ebd788837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '137ae6ba-78b5-4a1c-9d50-7689fbc0150f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:40.822006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Network hostable DHCP agents. Network: 137ae6ba-78b5-4a1c-9d50-7689fbc0150f, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:40.827955 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4ff3-11d1-41ae-aff0-175c4da7b1b8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.872356 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.937545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:40.944410 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c423d4b-9c3c-4a19-9787-b9acd7315fd4 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:40.944691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8c423d4b-9c3c-4a19-9787-b9acd7315fd4 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:40.945361 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:40.954604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:40.989432 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'Port': ['ID=fd809349-cfbd-4d87-aa52-a2018d9f0a3f,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:41.011757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c423d4b-9c3c-4a19-9787-b9acd7315fd4 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event updated for resources: {'Port': ['ID=41615719-e1a1-4944-9fee-aa9b995e76ad,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:41.059598 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8c423d4b-9c3c-4a19-9787-b9acd7315fd4 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0987039 Nov 28 07:49:41.071105 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39332) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:41.075172 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4ff3-11d1-41ae-aff0-175c4da7b1b8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:41.089533 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Allocated IP 172.20.0.2 (7c29536d-457d-4198-94d2-18b7a5f1baf5/c21177de-d665-4a5c-9a3c-b3904ce6d63a/34c9d320-994a-4ee9-9830-7930ea8829d1) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:41.107256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Network 137ae6ba-78b5-4a1c-9d50-7689fbc0150f is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:41.140428 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:41.155099 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 137ae6ba-78b5-4a1c-9d50-7689fbc0150f) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:41.159765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:41.166897 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:41.172396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:41.173664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:41.223041 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7ce688-2a6a-44b5-a347-dbf60d94a29b None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:41.225337 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-67cd0f74-f6b1-4f7d-800a-33360423bece tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.0081270 Nov 28 07:49:41.231304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b1ddbf-c478-4a55-abe2-a4ea2f5bbf98 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:41.232313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d48a19-d7b7-4aeb-b395-8a7c148b938f None None] Network 137ae6ba-78b5-4a1c-9d50-7689fbc0150f requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:41.238840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b1ddbf-c478-4a55-abe2-a4ea2f5bbf98 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:41.247013 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b1ddbf-c478-4a55-abe2-a4ea2f5bbf98 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:41.253042 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-99b1ddbf-c478-4a55-abe2-a4ea2f5bbf98 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1806984 Nov 28 07:49:41.253855 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39342) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:41.254356 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39344) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:41.412405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4ff3-11d1-41ae-aff0-175c4da7b1b8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:41.504846 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:41.533881 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d112f5ff-5877-4e4b-9847-1113bdff1edd None None] Provisioning complete for port 41615719-e1a1-4944-9fee-aa9b995e76ad triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:41.534278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d112f5ff-5877-4e4b-9847-1113bdff1edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:41.587991 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-d112f5ff-5877-4e4b-9847-1113bdff1edd None None] Port 41615719-e1a1-4944-9fee-aa9b995e76ad cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:41.681433 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4ff3-11d1-41ae-aff0-175c4da7b1b8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:41.739004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4ff3-11d1-41ae-aff0-175c4da7b1b8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:41.744019 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dc0e4ff3-11d1-41ae-aff0-175c4da7b1b8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/51a1ef0a-0b6e-4f66-a56d-90c2c0b6aea6 HTTP/1.1" status: 204 len: 168 time: 1.2519116 Nov 28 07:49:41.745761 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e4ff3-11d1-41ae-aff0-175c4da7b1b8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Subnet': ['ID=51a1ef0a-0b6e-4f66-a56d-90c2c0b6aea6,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:41.748862 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453cd4af-9b3b-4cc5-bb08-d38e32b39a9b tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:41.749091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76531298-41b9-4e26-b4df-1589e1c92d18 None None] Network 7cd9b13c-cc3d-4dbe-a590-c7f107416798 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:41.750833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ab62936c-fa2b-425c-85d0-a1895e7f88b7 None None] Provisioning complete for port fd809349-cfbd-4d87-aa52-a2018d9f0a3f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:41.751220 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ab62936c-fa2b-425c-85d0-a1895e7f88b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:41.755145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453cd4af-9b3b-4cc5-bb08-d38e32b39a9b tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:41.759628 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-453cd4af-9b3b-4cc5-bb08-d38e32b39a9b tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5030046 Nov 28 07:49:41.761363 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39362) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:41.761697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39364) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:41.799601 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-ab62936c-fa2b-425c-85d0-a1895e7f88b7 None None] Port fd809349-cfbd-4d87-aa52-a2018d9f0a3f cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:41.814613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39366) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:41.815755 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:41.843101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:41.847344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:41.888989 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Subnet': ['ID=c21177de-d665-4a5c-9a3c-b3904ce6d63a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:41.945461 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Network 7c29536d-457d-4198-94d2-18b7a5f1baf5 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:41.956097 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:41.970960 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:41.999548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.000082 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Pushing event updated for resources: {'Port': ['ID=34c9d320-994a-4ee9-9830-7930ea8829d1,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:42.011553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:42.012434 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:42.012779 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:42.013122 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:42.013462 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:42.013794 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:42.018739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:42.018739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:42.018739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:42.018739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:42.018739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:42.018739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:42.018739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:49:42.021054 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.024203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39372) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:42.039523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c29536d-457d-4198-94d2-18b7a5f1baf5']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:42.051005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47739896-ff88-483f-b1d5-5f0fd003cba4') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:42.051383 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47739896-ff88-483f-b1d5-5f0fd003cba4') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:42.065506 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c63fd52b-efdc-4052-b88e-a299bb4b4d8c tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:42.066302 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING neutron.api.v2.base [None req-c63fd52b-efdc-4052-b88e-a299bb4b4d8c tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 28 07:49:42.066555 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-c63fd52b-efdc-4052-b88e-a299bb4b4d8c tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): There was a conflict when trying to complete your request. Nov 28 07:49:42.067677 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c63fd52b-efdc-4052-b88e-a299bb4b4d8c tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2516496 Nov 28 07:49:42.072278 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.073880 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39376) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:42.079348 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e43a2108-f79d-44e7-9d72-83869fe320e7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group': {'name': 'tempest-secgroup--632862942'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:42.090014 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.103819 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.107921 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Attempting to bind port 34c9d320-994a-4ee9-9830-7930ea8829d1 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:42.108380 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Attempting to bind port 34c9d320-994a-4ee9-9830-7930ea8829d1 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '47739896-ff88-483f-b1d5-5f0fd003cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7c29536d-457d-4198-94d2-18b7a5f1baf5'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:42.108837 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Attempting to bind port 34c9d320-994a-4ee9-9830-7930ea8829d1 on network 7c29536d-457d-4198-94d2-18b7a5f1baf5 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:42.115922 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:42.116510 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.118284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:42.118773 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Checking segment: {'id': '47739896-ff88-483f-b1d5-5f0fd003cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7c29536d-457d-4198-94d2-18b7a5f1baf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:42.119276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.119720 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Bound using segment: {'id': '47739896-ff88-483f-b1d5-5f0fd003cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7c29536d-457d-4198-94d2-18b7a5f1baf5'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:42.120268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Bound port: 34c9d320-994a-4ee9-9830-7930ea8829d1, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47739896-ff88-483f-b1d5-5f0fd003cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7c29536d-457d-4198-94d2-18b7a5f1baf5'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:42.120430 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:42.122400 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.142243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d1cdb-e0a4-4edc-82c9-8b5ee3b580dd tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Deleting port 41615719-e1a1-4944-9fee-aa9b995e76ad {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:42.142464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9b8d1cdb-e0a4-4edc-82c9-8b5ee3b580dd tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.170304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-565244221'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:42.172571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e43a2108-f79d-44e7-9d72-83869fe320e7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.189036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e43a2108-f79d-44e7-9d72-83869fe320e7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.202820 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.api [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 28 07:49:42.202820 dv-neutron-744815-16-hyperv neutron-server[115119]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 28 07:49:42.202820 dv-neutron-744815-16-hyperv neutron-server[115119]: [parameters: {'id': '7c29536d-457d-4198-94d2-18b7a5f1baf5'}] Nov 28 07:49:42.202820 dv-neutron-744815-16-hyperv neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:49:42.203345 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG oslo_db.api [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:49:42.210202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c6a34b-3b3b-4113-9482-5dcfa9ba22b6 None None] DHCP port deletion for 7cd9b13c-cc3d-4dbe-a590-c7f107416798 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:42.253102 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] For port 34c9d320-994a-4ee9-9830-7930ea8829d1, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:42.266847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] For port 34c9d320-994a-4ee9-9830-7930ea8829d1, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=34c9d320-994a-4ee9-9830-7930ea8829d1,segment=NetworkSegment(47739896-ff88-483f-b1d5-5f0fd003cba4),segment_id=47739896-ff88-483f-b1d5-5f0fd003cba4)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:42.274784 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.285224 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e43a2108-f79d-44e7-9d72-83869fe320e7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.289609 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e43a2108-f79d-44e7-9d72-83869fe320e7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.345436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:42.348931 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.358347 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d810a-1157-4410-af16-48e288180e3c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Deleting port 2aca50e4-59b3-417f-aeb2-a49390e5e541 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:42.358692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa6d810a-1157-4410-af16-48e288180e3c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.365473 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e43a2108-f79d-44e7-9d72-83869fe320e7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.367768 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-00c6a34b-3b3b-4113-9482-5dcfa9ba22b6 None None] Deleting port d69cf09d-fba2-489f-9f30-e37a24354149 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:42.368245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-00c6a34b-3b3b-4113-9482-5dcfa9ba22b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.372557 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e43a2108-f79d-44e7-9d72-83869fe320e7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.394253 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.397282 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9b8d1cdb-e0a4-4edc-82c9-8b5ee3b580dd tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.407531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e43a2108-f79d-44e7-9d72-83869fe320e7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.407758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10622ec-91ed-4bd0-92c2-0b94bcd4d83e None None] Pushing event updated for resources: {'Port': ['ID=34c9d320-994a-4ee9-9830-7930ea8829d1,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:42.409382 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e43a2108-f79d-44e7-9d72-83869fe320e7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3343706 Nov 28 07:49:42.410309 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a2108-f79d-44e7-9d72-83869fe320e7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0bb5cd-aacd-4a27-a3da-f349a9cae116,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:42.417535 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39378) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:42.432604 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-35f5266c-501e-4711-87b3-ea70466d8f82 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '5d916b2c-4e84-4bc7-bccc-a344505bb1ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:42.458254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a2108-f79d-44e7-9d72-83869fe320e7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d916b2c-4e84-4bc7-bccc-a344505bb1ca,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:42.463819 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d99c83-c9b7-4742-b7e3-6c00bee81cf3 None None] Network 7c29536d-457d-4198-94d2-18b7a5f1baf5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:42.477985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-35f5266c-501e-4711-87b3-ea70466d8f82 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.479337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d1cdb-e0a4-4edc-82c9-8b5ee3b580dd tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Calling delete_port for 41615719-e1a1-4944-9fee-aa9b995e76ad owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:42.501502 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-00c6a34b-3b3b-4113-9482-5dcfa9ba22b6 None None] For port d69cf09d-fba2-489f-9f30-e37a24354149, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d69cf09d-fba2-489f-9f30-e37a24354149,segment=NetworkSegment(5cae6729-de78-41ce-9f81-1b3d60e2a181),segment_id=5cae6729-de78-41ce-9f81-1b3d60e2a181)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:42.501989 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-00c6a34b-3b3b-4113-9482-5dcfa9ba22b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.542661 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-35f5266c-501e-4711-87b3-ea70466d8f82 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.543007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-00c6a34b-3b3b-4113-9482-5dcfa9ba22b6 None None] Calling delete_port for d69cf09d-fba2-489f-9f30-e37a24354149 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:42.548996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa6d810a-1157-4410-af16-48e288180e3c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.550559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-35f5266c-501e-4711-87b3-ea70466d8f82 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.569882 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5266c-501e-4711-87b3-ea70466d8f82 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cdb211-3e28-4849-86be-a07f7c81ffb3,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:42.573252 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port d69cf09d-fba2-489f-9f30-e37a24354149 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:42.573624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.582583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-35f5266c-501e-4711-87b3-ea70466d8f82 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.583418 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-35f5266c-501e-4711-87b3-ea70466d8f82 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634812 Nov 28 07:49:42.583745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d810a-1157-4410-af16-48e288180e3c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Calling delete_port for 2aca50e4-59b3-417f-aeb2-a49390e5e541 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:42.586057 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39380) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:42.590517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2ba34f83-2b91-423c-ad01-908d76192712 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '5d916b2c-4e84-4bc7-bccc-a344505bb1ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:42.620460 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2ba34f83-2b91-423c-ad01-908d76192712 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.671179 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-2ba34f83-2b91-423c-ad01-908d76192712 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): There was a conflict when trying to complete your request. Nov 28 07:49:42.672301 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2ba34f83-2b91-423c-ad01-908d76192712 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0852504 Nov 28 07:49:42.675681 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39382) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:42.699823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-00c6a34b-3b3b-4113-9482-5dcfa9ba22b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.703917 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.726725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6a34b-3b3b-4113-9482-5dcfa9ba22b6 None None] Pushing event deleted for resources: {'Port': ['ID=d69cf09d-fba2-489f-9f30-e37a24354149,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:42.736120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c6a34b-3b3b-4113-9482-5dcfa9ba22b6 None None] No DVR routers for this DVR port d69cf09d-fba2-489f-9f30-e37a24354149 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:42.758925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae1e924-bdca-4a34-82a5-a02a29c61b69 None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:49:42.765572 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-296ef418-4b51-499d-9e5a-3814445bba3f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.794561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-296ef418-4b51-499d-9e5a-3814445bba3f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.805321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] For port d69cf09d-fba2-489f-9f30-e37a24354149, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d69cf09d-fba2-489f-9f30-e37a24354149,segment=NetworkSegment(5cae6729-de78-41ce-9f81-1b3d60e2a181),segment_id=5cae6729-de78-41ce-9f81-1b3d60e2a181)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:42.805945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.844973 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Deleting port 34c9d320-994a-4ee9-9830-7930ea8829d1 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:42.845310 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.848053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae1e924-bdca-4a34-82a5-a02a29c61b69 None None] Resources bound (agent type, host, resource id): {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 07:49:42.848270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for d69cf09d-fba2-489f-9f30-e37a24354149 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:42.866917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.880563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-296ef418-4b51-499d-9e5a-3814445bba3f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.883267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-296ef418-4b51-499d-9e5a-3814445bba3f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.884423 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-296ef418-4b51-499d-9e5a-3814445bba3f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "DELETE /v2.0/security-groups/5d916b2c-4e84-4bc7-bccc-a344505bb1ca HTTP/1.1" status: 204 len: 168 time: 0.2077546 Nov 28 07:49:42.897865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39384) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:42.928264 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ef418-4b51-499d-9e5a-3814445bba3f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d916b2c-4e84-4bc7-bccc-a344505bb1ca,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:42.943349 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] For port 34c9d320-994a-4ee9-9830-7930ea8829d1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=34c9d320-994a-4ee9-9830-7930ea8829d1,segment=NetworkSegment(47739896-ff88-483f-b1d5-5f0fd003cba4),segment_id=47739896-ff88-483f-b1d5-5f0fd003cba4)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:42.943704 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:42.966923 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Calling delete_port for 34c9d320-994a-4ee9-9830-7930ea8829d1 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:43.052576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.063182 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.074963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.095727 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No DVR routers for this DVR port 34c9d320-994a-4ee9-9830-7930ea8829d1 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:43.102267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Port': ['ID=34c9d320-994a-4ee9-9830-7930ea8829d1,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:43.139733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa6d810a-1157-4410-af16-48e288180e3c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.196459 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.220266 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d69cf09d-fba2-489f-9f30-e37a24354149 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:49:43.220445 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c29536d-457d-4198-94d2-18b7a5f1baf5']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:43.229996 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bbe1144a-2cba-4ad4-a85d-63ff7677baa4 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3310018 Nov 28 07:49:43.230349 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47739896-ff88-483f-b1d5-5f0fd003cba4') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:43.230662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47739896-ff88-483f-b1d5-5f0fd003cba4') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:43.233550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39386) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:43.238957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9b8d1cdb-e0a4-4edc-82c9-8b5ee3b580dd tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.240867 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d810a-1157-4410-af16-48e288180e3c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event deleted for resources: {'Port': ['ID=2aca50e4-59b3-417f-aeb2-a49390e5e541,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:43.242559 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ea10de-fefa-486f-86d6-999d55a353bc,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:43.246708 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-acd7c8aa-8ef0-4c6b-849e-215afb5de7f9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899824547'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:43.250711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:43.254621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: d69cf09d-fba2-489f-9f30-e37a24354149 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:49:43.255184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d69cf09d-fba2-489f-9f30-e37a24354149 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:49:43.262202 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.288281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.297941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:43.298431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.300515 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aa6d810a-1157-4410-af16-48e288180e3c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.301590 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-acd7c8aa-8ef0-4c6b-849e-215afb5de7f9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:43.303394 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:43.308481 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-aa6d810a-1157-4410-af16-48e288180e3c tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "DELETE /v2.0/ports/2aca50e4-59b3-417f-aeb2-a49390e5e541 HTTP/1.1" status: 204 len: 168 time: 1.5384331 Nov 28 07:49:43.310325 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d1cdb-e0a4-4edc-82c9-8b5ee3b580dd tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event deleted for resources: {'Port': ['ID=41615719-e1a1-4944-9fee-aa9b995e76ad,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:43.312627 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.313494 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Added segment 899edb0f-08f0-4b3b-8f4d-c6324188b0d8 of type vlan for network 2608cfd0-8377-4fe4-9b6f-20d9320f9c63 Nov 28 07:49:43.314563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39388) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:43.386021 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.386254 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.389894 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.397186 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/7c29536d-457d-4198-94d2-18b7a5f1baf5 HTTP/1.1" status: 204 len: 168 time: 2.6990101 Nov 28 07:49:43.404858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39390) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:43.447139 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f5dc66-181b-4b30-a453-35cdc271357e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] GET failed (client error): The resource could not be found. Nov 28 07:49:43.448382 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-55f5dc66-181b-4b30-a453-35cdc271357e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "GET /v2.0/subnets/c21177de-d665-4a5c-9a3c-b3904ce6d63a HTTP/1.1" status: 404 len: 337 time: 0.0425761 Nov 28 07:49:43.449265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b49a6d-edaf-486f-8e1a-31773057b84d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Network': ['ID=7c29536d-457d-4198-94d2-18b7a5f1baf5,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:43.451803 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39392) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:43.466205 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.478585 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=d69cf09d-fba2-489f-9f30-e37a24354149,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:43.479292 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-36974e41-0ecd-4ede-ae5b-91a9f0212bc5 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:43.480381 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36974e41-0ecd-4ede-ae5b-91a9f0212bc5 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:43.487169 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-36974e41-0ecd-4ede-ae5b-91a9f0212bc5 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/7c29536d-457d-4198-94d2-18b7a5f1baf5 HTTP/1.1" status: 404 len: 339 time: 0.0289633 Nov 28 07:49:43.487397 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No DVR routers for this DVR port d69cf09d-fba2-489f-9f30-e37a24354149 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:43.487999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39394) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:43.559861 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-acd7c8aa-8ef0-4c6b-849e-215afb5de7f9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.570479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-acd7c8aa-8ef0-4c6b-849e-215afb5de7f9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.663910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Router 347d5c76-00bf-48f1-b875-f7ebea728343 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:49:43.669378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.673620 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-acd7c8aa-8ef0-4c6b-849e-215afb5de7f9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.674835 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-acd7c8aa-8ef0-4c6b-849e-215afb5de7f9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4402804 Nov 28 07:49:43.675001 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:43.675509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.680553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39396) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:43.682483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7c8aa-8ef0-4c6b-849e-215afb5de7f9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb90eb-86c0-42e8-9222-97010c103c8f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:43.682826 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.700129 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e61ec579-e350-4248-ada8-ca034908269b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '29fb90eb-86c0-42e8-9222-97010c103c8f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:43.700866 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-e61ec579-e350-4248-ada8-ca034908269b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 28 07:49:43.701357 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-e61ec579-e350-4248-ada8-ca034908269b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:43.702315 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e61ec579-e350-4248-ada8-ca034908269b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0115125 Nov 28 07:49:43.710989 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39398) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:43.750219 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a099c389-cd48-49d7-aa64-3f469c962b29 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:43.754843 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a099c389-cd48-49d7-aa64-3f469c962b29 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2628415 Nov 28 07:49:43.755531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39400) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:43.803931 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-17d44254-761c-4067-9fa6-ba7c7474100a tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 207 time: 0.0443692 Nov 28 07:49:43.804173 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39402) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:43.853194 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3ee3b36e-3afa-4a5d-b192-90078a9fbaa7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.911630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3ee3b36e-3afa-4a5d-b192-90078a9fbaa7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:43.969818 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aaed47-21ad-426d-800f-c2d6cb385627 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:43.975912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aaed47-21ad-426d-800f-c2d6cb385627 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:43.982414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aaed47-21ad-426d-800f-c2d6cb385627 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:43.988659 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aaed47-21ad-426d-800f-c2d6cb385627 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:43.990310 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-65aaed47-21ad-426d-800f-c2d6cb385627 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1852293 Nov 28 07:49:43.994694 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39404) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.009207 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9821713 Nov 28 07:49:44.015613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39406) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.018943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd9b13c-cc3d-4dbe-a590-c7f107416798']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:44.023679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-cd3cd165-edea-444b-a4b4-51984a85192c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1593000017'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:44.034207 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3ee3b36e-3afa-4a5d-b192-90078a9fbaa7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.036840 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3ee3b36e-3afa-4a5d-b192-90078a9fbaa7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.037926 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3ee3b36e-3afa-4a5d-b192-90078a9fbaa7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "DELETE /v2.0/security-groups/29fb90eb-86c0-42e8-9222-97010c103c8f HTTP/1.1" status: 204 len: 168 time: 0.3260283 Nov 28 07:49:44.045532 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39408) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.104787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3b36e-3afa-4a5d-b192-90078a9fbaa7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fb90eb-86c0-42e8-9222-97010c103c8f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:44.105013 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cae6729-de78-41ce-9f81-1b3d60e2a181') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:44.105470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cae6729-de78-41ce-9f81-1b3d60e2a181') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:44.115986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee839e-15a9-4b3b-ba37-f35998c4e10c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Network': ['ID=2608cfd0-8377-4fe4-9b6f-20d9320f9c63,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:44.121548 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9b8d1cdb-e0a4-4edc-82c9-8b5ee3b580dd tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.126751 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9b8d1cdb-e0a4-4edc-82c9-8b5ee3b580dd tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "DELETE /v2.0/ports/41615719-e1a1-4944-9fee-aa9b995e76ad HTTP/1.1" status: 204 len: 168 time: 2.8664603 Nov 28 07:49:44.127307 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39410) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.128725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3cd165-edea-444b-a4b4-51984a85192c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:44.128942 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.131104 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd165-edea-444b-a4b4-51984a85192c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.139122 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 2608cfd0-8377-4fe4-9b6f-20d9320f9c63 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:44.176264 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-83377a2c-e92a-43d0-b22e-492c8b87fbcb tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Deleting port 31a07a8c-8157-4192-a779-340e8cf1405d {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:44.176608 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-89cef3cb-6296-4462-88f2-91bc87e1b3fb tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1261709 Nov 28 07:49:44.176723 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83377a2c-e92a-43d0-b22e-492c8b87fbcb tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.181284 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39412) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.182644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.190431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3cd165-edea-444b-a4b4-51984a85192c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:44.195967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-933e4d37-bd5a-4f47-a0ee-75a25b47db25 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group': {'name': 'tempest-secgroup--922312078'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:44.202680 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-90423c45-bfef-424f-9b92-0d5430ee7494 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] GET failed (client error): The resource could not be found. Nov 28 07:49:44.207879 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-90423c45-bfef-424f-9b92-0d5430ee7494 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "GET /v2.0/ports/41615719-e1a1-4944-9fee-aa9b995e76ad HTTP/1.1" status: 404 len: 333 time: 0.0718827 Nov 28 07:49:44.208048 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c61ea488-f9cd-4cb8-8fb5-a8075c71b0de tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2113795 Nov 28 07:49:44.210079 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39414) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.210742 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39416) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.216458 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-445a2a90-952b-409a-964c-58190c572c81 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Request body: {'port': {'network_id': '2d656a4d-8f7a-44c0-899a-133b329c4b73', 'name': 'tempest-AllowedAddressPairTestJSON-1563923934'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:44.250466 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:44.250885 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:44.253927 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:44.259839 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd165-edea-444b-a4b4-51984a85192c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.260170 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-cd3cd165-edea-444b-a4b4-51984a85192c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Added segment cfff6512-7ea5-443f-9522-74286679e9d5 of type vlan for network ad135517-ec38-43ad-98e5-9b634d0795fe Nov 28 07:49:44.349131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd165-edea-444b-a4b4-51984a85192c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.362001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40451773-e587-4248-abb8-31e4c934e09d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:44.363662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40451773-e587-4248-abb8-31e4c934e09d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:44.365194 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-40451773-e587-4248-abb8-31e4c934e09d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1537406 Nov 28 07:49:44.371285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39418) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.385873 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83377a2c-e92a-43d0-b22e-492c8b87fbcb tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.388451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-933e4d37-bd5a-4f47-a0ee-75a25b47db25 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.403615 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.410482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:44.412229 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-83377a2c-e92a-43d0-b22e-492c8b87fbcb tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Calling delete_port for 31a07a8c-8157-4192-a779-340e8cf1405d owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:44.427709 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.428621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Sync routers for ids ['347d5c76-00bf-48f1-b875-f7ebea728343'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:44.431136 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/networks/7cd9b13c-cc3d-4dbe-a590-c7f107416798 HTTP/1.1" status: 204 len: 168 time: 2.6666374 Nov 28 07:49:44.436862 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39420) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.447167 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Routers {'347d5c76-00bf-48f1-b875-f7ebea728343'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:44.448323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['347d5c76-00bf-48f1-b875-f7ebea728343'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:44.455820 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd2973-30b3-43bb-9fdf-7b557d1c4996 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Network': ['ID=7cd9b13c-cc3d-4dbe-a590-c7f107416798,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:44.492797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd165-edea-444b-a4b4-51984a85192c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.498537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3cd165-edea-444b-a4b4-51984a85192c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:44.499359 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd165-edea-444b-a4b4-51984a85192c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.529051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677f143-c21a-45e8-8872-9b5e56739b77 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:44.530680 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677f143-c21a-45e8-8872-9b5e56739b77 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['shared'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:44.533154 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f677f143-c21a-45e8-8872-9b5e56739b77 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1606674 Nov 28 07:49:44.537355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39422) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.555903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b04df51-1a7b-4ed0-81e4-6ee811b184aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:44.560902 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4b04df51-1a7b-4ed0-81e4-6ee811b184aa tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/fa61d0ff-a75d-42c1-bc35-30a63e10afac HTTP/1.1" status: 200 len: 841 time: 0.1194496 Nov 28 07:49:44.566225 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39424) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.585220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445a2a90-952b-409a-964c-58190c572c81 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Made reservation on behalf of 35dd725aab5e41d5aa825b864563835d for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:44.588923 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-445a2a90-952b-409a-964c-58190c572c81 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.593128 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Set router 347d5c76-00bf-48f1-b875-f7ebea728343 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:44.609164 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.613525 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0279b1e5-c2f7-4e56-a478-9f374f4574b1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.9141996 Nov 28 07:49:44.636444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-933e4d37-bd5a-4f47-a0ee-75a25b47db25 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.638044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39426) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.643950 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cd3cd165-edea-444b-a4b4-51984a85192c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6262252 Nov 28 07:49:44.659839 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39428) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.668268 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-933e4d37-bd5a-4f47-a0ee-75a25b47db25 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.668627 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-4e4a5703-bf63-4f32-b950-45437a346d14 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'subnet': {'network_id': '2608cfd0-8377-4fe4-9b6f-20d9320f9c63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:44.671875 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cd165-edea-444b-a4b4-51984a85192c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Network': ['ID=ad135517-ec38-43ad-98e5-9b634d0795fe,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:44.696894 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-445a2a90-952b-409a-964c-58190c572c81 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] device_id is not set on port 468590c4-858a-4cf0-a3b0-1fd134e1333a yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:49:44.708482 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fe0d253c-17c3-4be1-9fd5-a5ff48ef1640 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/fa61d0ff-a75d-42c1-bc35-30a63e10afac?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1376772 Nov 28 07:49:44.708686 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39432) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.715431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6e8b8e16-c763-44e8-8018-e52c35e80128 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:44.716987 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network ad135517-ec38-43ad-98e5-9b634d0795fe details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:44.718373 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83377a2c-e92a-43d0-b22e-492c8b87fbcb tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.784130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-933e4d37-bd5a-4f47-a0ee-75a25b47db25 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.788291 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-933e4d37-bd5a-4f47-a0ee-75a25b47db25 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5967512 Nov 28 07:49:44.790216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39434) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.794036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83377a2c-e92a-43d0-b22e-492c8b87fbcb tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event deleted for resources: {'Port': ['ID=31a07a8c-8157-4192-a779-340e8cf1405d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:44.798830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-27f712a7-b9aa-4c90-9808-540f9250063f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '0ef05449-a1f7-4f2f-92a1-4def6b06140a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:44.799313 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-27f712a7-b9aa-4c90-9808-540f9250063f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 28 07:49:44.799796 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-27f712a7-b9aa-4c90-9808-540f9250063f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:44.804683 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-27f712a7-b9aa-4c90-9808-540f9250063f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078428 Nov 28 07:49:44.804683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e4d37-bd5a-4f47-a0ee-75a25b47db25 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef05449-a1f7-4f2f-92a1-4def6b06140a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:44.805063 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39436) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.812335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4496aa1-109a-4d29-98bd-111b2b77bd51 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:44.813915 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:49:44.814543 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b4496aa1-109a-4d29-98bd-111b2b77bd51 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "GET /v2.0/networks/79d3a5ed-873d-4ecc-95f2-5aaac485cc36 HTTP/1.1" status: 200 len: 800 time: 0.2746270 Nov 28 07:49:44.819090 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39438) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.822830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83377a2c-e92a-43d0-b22e-492c8b87fbcb tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.826075 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-83377a2c-e92a-43d0-b22e-492c8b87fbcb tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "DELETE /v2.0/ports/31a07a8c-8157-4192-a779-340e8cf1405d HTTP/1.1" status: 204 len: 168 time: 1.5083358 Nov 28 07:49:44.834984 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39440) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.872657 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a21f7c0a-d86b-4c4b-b40d-b2d2d375dd68 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0368266 Nov 28 07:49:44.876608 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39442) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.881941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-53e70dea-6e05-41d8-8193-5326c0bd7044 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-696242225'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:44.912717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:49:41Z', 'revision_number': 3, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:44.939322 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1e723e48-aabf-4424-9a0f-43a677e9fef9 tempest-TestNetworkAdvancedServerOps-992011779 tempest-TestNetworkAdvancedServerOps-992011779-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=667079ab83ea42fabb793483c1db8bda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2954226 Nov 28 07:49:44.939835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39444) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:44.956112 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e70dea-6e05-41d8-8193-5326c0bd7044 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Made reservation on behalf of fd167b44b8704cd9aadf5352822419fd for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:44.964708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-53e70dea-6e05-41d8-8193-5326c0bd7044 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:44.964893 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Checking router: 347d5c76-00bf-48f1-b875-f7ebea728343 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:49:44.964893 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Updating router 347d5c76-00bf-48f1-b875-f7ebea728343 port fd809349-cfbd-4d87-aa52-a2018d9f0a3f binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:49:44.973972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ce34f748-3f13-45fa-a1df-85647d0078f1 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.000083 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.005735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ce34f748-3f13-45fa-a1df-85647d0078f1 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.008637 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e70dea-6e05-41d8-8193-5326c0bd7044 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:45.032854 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-53e70dea-6e05-41d8-8193-5326c0bd7044 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.033283 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-53e70dea-6e05-41d8-8193-5326c0bd7044 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Added segment 67502c63-4ba8-45c6-82b6-9ac7f5f6e69e of type vlan for network 01999d16-76da-46f7-8d56-33a68c81d091 Nov 28 07:49:45.066235 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.api [None req-6e8b8e16-c763-44e8-8018-e52c35e80128 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:49:45.066235 dv-neutron-744815-16-hyperv neutron-server[115119]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 28 07:49:45.066235 dv-neutron-744815-16-hyperv neutron-server[115119]: [parameters: {'project_id_1': '3de17531069145178d352061b04d50eb', 'expiration_1': datetime.datetime(2021, 11, 28, 7, 49, 25, 7037)}] Nov 28 07:49:45.066235 dv-neutron-744815-16-hyperv neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:49:45.066727 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG oslo_db.api [None req-6e8b8e16-c763-44e8-8018-e52c35e80128 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:49:45.095021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-53e70dea-6e05-41d8-8193-5326c0bd7044 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.115404 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ce34f748-3f13-45fa-a1df-85647d0078f1 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.118365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ce34f748-3f13-45fa-a1df-85647d0078f1 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.122176 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ce34f748-3f13-45fa-a1df-85647d0078f1 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "DELETE /v2.0/security-groups/0ef05449-a1f7-4f2f-92a1-4def6b06140a HTTP/1.1" status: 204 len: 168 time: 0.3043656 Nov 28 07:49:45.126580 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39446) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:45.147430 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4a5703-bf63-4f32-b950-45437a346d14 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:45.151485 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e4a5703-bf63-4f32-b950-45437a346d14 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.151798 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34f748-3f13-45fa-a1df-85647d0078f1 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef05449-a1f7-4f2f-92a1-4def6b06140a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:45.156777 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-53e70dea-6e05-41d8-8193-5326c0bd7044 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.162524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e70dea-6e05-41d8-8193-5326c0bd7044 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:45.162933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-53e70dea-6e05-41d8-8193-5326c0bd7044 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.202519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-445a2a90-952b-409a-964c-58190c572c81 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Allocated IP 172.20.0.8 (2d656a4d-8f7a-44c0-899a-133b329c4b73/3ff60a55-ae97-41ba-b410-982aedc02d83/468590c4-858a-4cf0-a3b0-1fd134e1333a) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:45.224041 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-53e70dea-6e05-41d8-8193-5326c0bd7044 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3462262 Nov 28 07:49:45.251075 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39448) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:45.258664 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-ac470abf-8276-4a52-8b12-d19ce94968d4 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1164967539'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:45.265380 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7cd23907-25c7-46b9-99fb-71bdae6e2ae9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1356244 Nov 28 07:49:45.270465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39450) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:45.277431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-3f7372f2-e9c5-425a-af4e-f729a6c7fead tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group': {'name': 'tempest-secgroup--905033040'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:45.281957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e70dea-6e05-41d8-8193-5326c0bd7044 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event updated for resources: {'Network': ['ID=01999d16-76da-46f7-8d56-33a68c81d091,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:45.307593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 01999d16-76da-46f7-8d56-33a68c81d091 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:45.308935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac470abf-8276-4a52-8b12-d19ce94968d4 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Made reservation on behalf of fd167b44b8704cd9aadf5352822419fd for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:45.313855 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac470abf-8276-4a52-8b12-d19ce94968d4 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.353190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac470abf-8276-4a52-8b12-d19ce94968d4 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:45.356405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3f7372f2-e9c5-425a-af4e-f729a6c7fead tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.378488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac470abf-8276-4a52-8b12-d19ce94968d4 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.378855 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-ac470abf-8276-4a52-8b12-d19ce94968d4 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Added segment 55e795ac-87d0-47cc-aeb1-1d747cfae494 of type vlan for network dee04ae5-f077-42cc-a400-cba7f29c3beb Nov 28 07:49:45.444064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac470abf-8276-4a52-8b12-d19ce94968d4 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.450825 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-31da6515-9e25-4f97-97d3-4b4103ee8b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.497426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac470abf-8276-4a52-8b12-d19ce94968d4 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.504279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac470abf-8276-4a52-8b12-d19ce94968d4 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:45.504912 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac470abf-8276-4a52-8b12-d19ce94968d4 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.538759 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3f7372f2-e9c5-425a-af4e-f729a6c7fead tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.552775 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ac470abf-8276-4a52-8b12-d19ce94968d4 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3003366 Nov 28 07:49:45.553532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3f7372f2-e9c5-425a-af4e-f729a6c7fead tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.560889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.567079 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.605786 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac470abf-8276-4a52-8b12-d19ce94968d4 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event updated for resources: {'Network': ['ID=dee04ae5-f077-42cc-a400-cba7f29c3beb,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:45.622227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3f7372f2-e9c5-425a-af4e-f729a6c7fead tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.628893 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network dee04ae5-f077-42cc-a400-cba7f29c3beb details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:45.629005 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3f7372f2-e9c5-425a-af4e-f729a6c7fead tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3540580 Nov 28 07:49:45.629005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7372f2-e9c5-425a-af4e-f729a6c7fead tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c016bb-2f5e-4099-8054-6de687842dea,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:45.632802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39452) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:45.642168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a3aadb31-eb4b-40f0-8efb-4c1e01c1a20b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '68c016bb-2f5e-4099-8054-6de687842dea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:45.643034 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-a3aadb31-eb4b-40f0-8efb-4c1e01c1a20b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 28 07:49:45.645867 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-a3aadb31-eb4b-40f0-8efb-4c1e01c1a20b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:45.650916 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a3aadb31-eb4b-40f0-8efb-4c1e01c1a20b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0130024 Nov 28 07:49:45.651087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fb3e21-bb05-4af6-ab36-137f1c1989ef None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:45.651198 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39454) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:45.656377 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-621de073-c24f-494d-b25a-8e1f2d0dbef7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '68c016bb-2f5e-4099-8054-6de687842dea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:45.657626 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-621de073-c24f-494d-b25a-8e1f2d0dbef7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 28 07:49:45.658109 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-621de073-c24f-494d-b25a-8e1f2d0dbef7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:45.661693 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-621de073-c24f-494d-b25a-8e1f2d0dbef7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083885 Nov 28 07:49:45.667567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39456) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:45.675794 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4c345b5c-849f-4e9b-b750-f5950aacf0a3 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '68c016bb-2f5e-4099-8054-6de687842dea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:45.677510 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-4c345b5c-849f-4e9b-b750-f5950aacf0a3 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 28 07:49:45.678775 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-4c345b5c-849f-4e9b-b750-f5950aacf0a3 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:45.684905 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4c345b5c-849f-4e9b-b750-f5950aacf0a3 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0159862 Nov 28 07:49:45.686160 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39458) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:45.696843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f9ccd5ca-09c2-4bf6-933e-c443652e0ec8 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '68c016bb-2f5e-4099-8054-6de687842dea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:45.698123 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-f9ccd5ca-09c2-4bf6-933e-c443652e0ec8 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 28 07:49:45.698581 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a436c8-c832-4d0b-a9d1-00532dbf3620 None None] Pushing event updated for resources: {'Port': ['ID=fd809349-cfbd-4d87-aa52-a2018d9f0a3f,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:45.698862 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-f9ccd5ca-09c2-4bf6-933e-c443652e0ec8 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:45.703916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Attempting to bind port fd809349-cfbd-4d87-aa52-a2018d9f0a3f on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:45.704476 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Attempting to bind port fd809349-cfbd-4d87-aa52-a2018d9f0a3f by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:45.704768 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Attempting to bind port fd809349-cfbd-4d87-aa52-a2018d9f0a3f on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:45.707395 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fbe35e8a-db5c-4ee4-a802-a347661cfc71 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "GET /v2.0/networks/79d3a5ed-873d-4ecc-95f2-5aaac485cc36?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.8820577 Nov 28 07:49:45.708589 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39460) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:45.712118 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f9ccd5ca-09c2-4bf6-933e-c443652e0ec8 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0245106 Nov 28 07:49:45.712813 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39462) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:45.749210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:45.749621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:45.749978 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.750416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:45.750942 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Bound port: fd809349-cfbd-4d87-aa52-a2018d9f0a3f, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:45.751324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.790696 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5962d519-7f53-4ed3-8519-083d373a9ced tempest-TestNetworkAdvancedServerOps-992011779 tempest-TestNetworkAdvancedServerOps-992011779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:45.793316 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5962d519-7f53-4ed3-8519-083d373a9ced tempest-TestNetworkAdvancedServerOps-992011779 tempest-TestNetworkAdvancedServerOps-992011779-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8497100 Nov 28 07:49:45.798030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39464) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:45.832028 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8b8e16-c763-44e8-8018-e52c35e80128 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:45.835796 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8e16-c763-44e8-8018-e52c35e80128 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.844057 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-498731e1-c0f9-4726-a1af-676c21bcd078 tempest-TestNetworkAdvancedServerOps-992011779 tempest-TestNetworkAdvancedServerOps-992011779-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379965 Nov 28 07:49:45.846297 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b3c61c-6d55-4c63-97fd-0b2470c64ee6 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:45.851358 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-08b3c61c-6d55-4c63-97fd-0b2470c64ee6 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "GET /v2.0/subnets/23ae3b12-3d2a-4570-bbd6-44c4fc919c96 HTTP/1.1" status: 200 len: 811 time: 0.1363559 Nov 28 07:49:45.851989 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39466) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:45.852322 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39468) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:45.862672 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] For port fd809349-cfbd-4d87-aa52-a2018d9f0a3f, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:45.866450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-2be900f5-a131-482d-991e-ea060bc54f75 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-170899665', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'project_id': '667079ab83ea42fabb793483c1db8bda', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:45.872557 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] For port fd809349-cfbd-4d87-aa52-a2018d9f0a3f, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=fd809349-cfbd-4d87-aa52-a2018d9f0a3f,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:45.877840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d0971eb7-3fa7-4116-8955-767b2ef05721 None None] Provisioning complete for port fd809349-cfbd-4d87-aa52-a2018d9f0a3f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:45.879304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d0971eb7-3fa7-4116-8955-767b2ef05721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.954912 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:45.998921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe38af7-6881-4a01-abe1-766a997b10ac tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['shared'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:46.005585 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4fe38af7-6881-4a01-abe1-766a997b10ac tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "GET /v2.0/subnets/23ae3b12-3d2a-4570-bbd6-44c4fc919c96?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1510284 Nov 28 07:49:46.006242 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39470) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:46.013402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7fa4a733-a4f9-4a26-a0dc-26088cd6f197 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-560653769'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:46.034218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.api [None req-7fa4a733-a4f9-4a26-a0dc-26088cd6f197 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:49:46.034218 dv-neutron-744815-16-hyperv neutron-server[115118]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 28 07:49:46.034218 dv-neutron-744815-16-hyperv neutron-server[115118]: [parameters: {'project_id_1': '33f82d3e6fff4150af406bef92d9867d', 'expiration_1': datetime.datetime(2021, 11, 28, 7, 49, 26, 20120)}] Nov 28 07:49:46.034218 dv-neutron-744815-16-hyperv neutron-server[115118]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:49:46.034799 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG oslo_db.api [None req-7fa4a733-a4f9-4a26-a0dc-26088cd6f197 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:49:46.042084 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be900f5-a131-482d-991e-ea060bc54f75 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Made reservation on behalf of 667079ab83ea42fabb793483c1db8bda for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:46.046445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2be900f5-a131-482d-991e-ea060bc54f75 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.065334 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71926c2-e601-4247-8fe1-bdc69467b2c3 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:46.075349 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a436c8-c832-4d0b-a9d1-00532dbf3620 None None] Pushing event updated for resources: {'Port': ['ID=fd809349-cfbd-4d87-aa52-a2018d9f0a3f,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:46.077477 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8377c48c-61de-48b9-beac-a65044db6050 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.087662 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Routers {'347d5c76-00bf-48f1-b875-f7ebea728343'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:46.087804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['347d5c76-00bf-48f1-b875-f7ebea728343'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:46.141783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8377c48c-61de-48b9-beac-a65044db6050 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.186107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-445a2a90-952b-409a-964c-58190c572c81 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.244635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] Set router 347d5c76-00bf-48f1-b875-f7ebea728343 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:46.290965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e4a5703-bf63-4f32-b950-45437a346d14 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.308271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2be900f5-a131-482d-991e-ea060bc54f75 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.338313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8377c48c-61de-48b9-beac-a65044db6050 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.340873 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8377c48c-61de-48b9-beac-a65044db6050 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.341985 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8377c48c-61de-48b9-beac-a65044db6050 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "DELETE /v2.0/security-groups/68c016bb-2f5e-4099-8054-6de687842dea HTTP/1.1" status: 204 len: 168 time: 0.6189499 Nov 28 07:49:46.353437 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39472) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:46.377361 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be900f5-a131-482d-991e-ea060bc54f75 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'Subnet': ['ID=9e99359b-64e8-449a-9fac-a5f012bd58ae,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:46.412992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be900f5-a131-482d-991e-ea060bc54f75 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Checking segment: {'id': 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:46.413948 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be900f5-a131-482d-991e-ea060bc54f75 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Network hostable DHCP agents. Network: 14f03785-5df0-4ac5-b54f-2db846bf0b92, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:46.428936 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377c48c-61de-48b9-beac-a65044db6050 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c016bb-2f5e-4099-8054-6de687842dea,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:46.439954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be900f5-a131-482d-991e-ea060bc54f75 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Network 14f03785-5df0-4ac5-b54f-2db846bf0b92 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:46.456570 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-2be900f5-a131-482d-991e-ea060bc54f75 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 14f03785-5df0-4ac5-b54f-2db846bf0b92) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:46.473922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be900f5-a131-482d-991e-ea060bc54f75 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:46.475494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2be900f5-a131-482d-991e-ea060bc54f75 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.484499 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-445a2a90-952b-409a-964c-58190c572c81 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.486061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a5703-bf63-4f32-b950-45437a346d14 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Subnet': ['ID=26658015-fb6a-4271-9d91-3f31df2a5ac5,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:46.498476 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-518f12e8-c497-4f68-b77a-42c8221bd625 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1318209 Nov 28 07:49:46.506621 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2be900f5-a131-482d-991e-ea060bc54f75 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6516392 Nov 28 07:49:46.506820 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8e16-c763-44e8-8018-e52c35e80128 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.510102 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39474) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:46.510691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39476) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:46.514476 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4a5703-bf63-4f32-b950-45437a346d14 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Checking segment: {'id': '899edb0f-08f0-4b3b-8f4d-c6324188b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2608cfd0-8377-4fe4-9b6f-20d9320f9c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:46.514831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4a5703-bf63-4f32-b950-45437a346d14 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network hostable DHCP agents. Network: 2608cfd0-8377-4fe4-9b6f-20d9320f9c63, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:46.547811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d0971eb7-3fa7-4116-8955-767b2ef05721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.575595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-d0971eb7-3fa7-4116-8955-767b2ef05721 None None] For port fd809349-cfbd-4d87-aa52-a2018d9f0a3f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=fd809349-cfbd-4d87-aa52-a2018d9f0a3f,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:46.586328 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d5bdca-7ef8-4db0-9139-cead77f75a26 None None] Network 14f03785-5df0-4ac5-b54f-2db846bf0b92 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:46.592924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b8e16-c763-44e8-8018-e52c35e80128 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:46.598679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445a2a90-952b-409a-964c-58190c572c81 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Network 2d656a4d-8f7a-44c0-899a-133b329c4b73 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:46.603969 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d0971eb7-3fa7-4116-8955-767b2ef05721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.616183 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-6e8b8e16-c763-44e8-8018-e52c35e80128 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:46.623734 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-445a2a90-952b-409a-964c-58190c572c81 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:46.625969 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4a5703-bf63-4f32-b950-45437a346d14 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 2608cfd0-8377-4fe4-9b6f-20d9320f9c63 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:46.628355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a2a90-952b-409a-964c-58190c572c81 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:46.631299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8b8e16-c763-44e8-8018-e52c35e80128 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:46.631883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8e16-c763-44e8-8018-e52c35e80128 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.642760 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a2a90-952b-409a-964c-58190c572c81 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event updated for resources: {'Port': ['ID=468590c4-858a-4cf0-a3b0-1fd134e1333a,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:46.671520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-4e4a5703-bf63-4f32-b950-45437a346d14 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 2608cfd0-8377-4fe4-9b6f-20d9320f9c63) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:46.676326 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b8e16-c763-44e8-8018-e52c35e80128 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Subnet': ['ID=1522ce8e-96e2-4869-b7b2-1f6ce45be579,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:46.693485 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a5703-bf63-4f32-b950-45437a346d14 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:46.694181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e4a5703-bf63-4f32-b950-45437a346d14 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.707057 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6e8b8e16-c763-44e8-8018-e52c35e80128 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9940600 Nov 28 07:49:46.709217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0971eb7-3fa7-4116-8955-767b2ef05721 None None] Pushing event updated for resources: {'Port': ['ID=fd809349-cfbd-4d87-aa52-a2018d9f0a3f,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:46.710909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39478) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:46.718362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-96a437d9-709e-4eab-ad1a-f6edf9b11b31 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'security_group': {'name': 'tempest-secgroup-349418964'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:46.722655 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35b9bb8-9fe8-40e7-878f-70751433f885 None None] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:46.735290 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e49707-0914-4d4a-8ba5-ea06ea643229 None None] Network 2608cfd0-8377-4fe4-9b6f-20d9320f9c63 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:46.756285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445a2a90-952b-409a-964c-58190c572c81 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:46.757019 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-445a2a90-952b-409a-964c-58190c572c81 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:46.789595 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4e4a5703-bf63-4f32-b950-45437a346d14 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1286485 Nov 28 07:49:46.790207 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39480) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:46.803538 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-fdbb9aa6-da2b-400a-9de1-919bc4fb0bd2 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group': {'name': 'tempest-secgroup--5198576'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:46.806601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1e1857c7-e8b5-4a67-954e-0c8815919880 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'subnet': {'network_id': 'ad135517-ec38-43ad-98e5-9b634d0795fe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:46.971237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96a437d9-709e-4eab-ad1a-f6edf9b11b31 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.004626 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9aa6-da2b-400a-9de1-919bc4fb0bd2 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.018304 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-445a2a90-952b-409a-964c-58190c572c81 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8082025 Nov 28 07:49:47.022141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39482) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:47.041988 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e5e39085-41ba-46af-89bd-28f0f8598576 None None] Provisioning complete for port fd809349-cfbd-4d87-aa52-a2018d9f0a3f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:47.042268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e5e39085-41ba-46af-89bd-28f0f8598576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.083767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96a437d9-709e-4eab-ad1a-f6edf9b11b31 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.091757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96a437d9-709e-4eab-ad1a-f6edf9b11b31 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.091968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-2608cfd0-8377-4fe4-9b6f-20d9320f9c63', 'network_id': '2608cfd0-8377-4fe4-9b6f-20d9320f9c63', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'fixed_ips': [{'subnet_id': '26658015-fb6a-4271-9d91-3f31df2a5ac5'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:47.092907 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.093280 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-423ad034-b6d6-49f7-8b77-637bb4490443 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:28:14:6d'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:47.140151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a437d9-709e-4eab-ad1a-f6edf9b11b31 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca340763-ffce-46a2-86d4-7d5d743d3b52,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:47.143851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa4a733-a4f9-4a26-a0dc-26088cd6f197 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:47.146212 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1857c7-e8b5-4a67-954e-0c8815919880 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:47.148627 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a733-a4f9-4a26-a0dc-26088cd6f197 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.150341 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e1857c7-e8b5-4a67-954e-0c8815919880 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.159492 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-96a437d9-709e-4eab-ad1a-f6edf9b11b31 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.163500 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-96a437d9-709e-4eab-ad1a-f6edf9b11b31 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4463532 Nov 28 07:49:47.173321 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39484) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:47.178394 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-33d2ebc1-7441-4a89-a98b-6ccf672c0e7e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'security_group': {'name': 'tempest-secgroup-1255362821'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:47.191872 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa4a733-a4f9-4a26-a0dc-26088cd6f197 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:49:47.201136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a733-a4f9-4a26-a0dc-26088cd6f197 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.201633 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-7fa4a733-a4f9-4a26-a0dc-26088cd6f197 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Added segment b327873c-445e-4ac6-8a88-95ec975a368b of type vlan for network 6a4c3a30-482e-408d-9bf6-227cdc1c11bc Nov 28 07:49:47.213437 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-33d2ebc1-7441-4a89-a98b-6ccf672c0e7e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.254056 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a733-a4f9-4a26-a0dc-26088cd6f197 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.293192 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a733-a4f9-4a26-a0dc-26088cd6f197 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.298165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-33d2ebc1-7441-4a89-a98b-6ccf672c0e7e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.300178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa4a733-a4f9-4a26-a0dc-26088cd6f197 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:47.300947 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a733-a4f9-4a26-a0dc-26088cd6f197 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.337128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-33d2ebc1-7441-4a89-a98b-6ccf672c0e7e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.346481 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Allocated IP 2001:db8::2 (2608cfd0-8377-4fe4-9b6f-20d9320f9c63/26658015-fb6a-4271-9d91-3f31df2a5ac5/b4d29eeb-3187-4f5e-887f-71deaa272fbd) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:47.368393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-33d2ebc1-7441-4a89-a98b-6ccf672c0e7e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.372577 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-33d2ebc1-7441-4a89-a98b-6ccf672c0e7e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1954143 Nov 28 07:49:47.379418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39486) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:47.387578 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9bedeaaf-e8fd-45ea-9397-cb12bf6e90dc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-783857813', 'security_groups': ['4652f3c5-39ee-46ed-b91d-3148e1d5505e'], 'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1522ce8e-96e2-4869-b7b2-1f6ce45be579'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:47.397981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4a733-a4f9-4a26-a0dc-26088cd6f197 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Network': ['ID=6a4c3a30-482e-408d-9bf6-227cdc1c11bc,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:47.403664 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7fa4a733-a4f9-4a26-a0dc-26088cd6f197 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3940840 Nov 28 07:49:47.421395 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39488) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:47.428587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9c060fd7-1992-470b-b48b-f10673b9d657 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'subnet': {'network_id': '6a4c3a30-482e-408d-9bf6-227cdc1c11bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:47.515340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2ebc1-7441-4a89-a98b-6ccf672c0e7e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4652f3c5-39ee-46ed-b91d-3148e1d5505e,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:47.565844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.573218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 6a4c3a30-482e-408d-9bf6-227cdc1c11bc details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:49:47.645435 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c060fd7-1992-470b-b48b-f10673b9d657 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Made reservation on behalf of 33f82d3e6fff4150af406bef92d9867d for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:47.649642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c060fd7-1992-470b-b48b-f10673b9d657 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.652797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-423ad034-b6d6-49f7-8b77-637bb4490443 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.693069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9aa6-da2b-400a-9de1-919bc4fb0bd2 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.724332 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-9c060fd7-1992-470b-b48b-f10673b9d657 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Performing IP validity checks on allocation pools {{(pid=115119) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 28 07:49:47.725640 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-9c060fd7-1992-470b-b48b-f10673b9d657 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115119) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 28 07:49:47.863191 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.916442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c060fd7-1992-470b-b48b-f10673b9d657 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:47.945141 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Network 2608cfd0-8377-4fe4-9b6f-20d9320f9c63 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:47.961265 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Pushing event updated for resources: {'Port': ['ID=b4d29eeb-3187-4f5e-887f-71deaa272fbd,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:47.972037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:47.975394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:48.004290 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c060fd7-1992-470b-b48b-f10673b9d657 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Subnet': ['ID=759843fa-88cb-4912-b318-9af682c7048e,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:48.040158 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:49:41Z', 'revision_number': 3, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:48.062653 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c060fd7-1992-470b-b48b-f10673b9d657 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Checking segment: {'id': 'b327873c-445e-4ac6-8a88-95ec975a368b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a4c3a30-482e-408d-9bf6-227cdc1c11bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:48.063561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c060fd7-1992-470b-b48b-f10673b9d657 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network hostable DHCP agents. Network: 6a4c3a30-482e-408d-9bf6-227cdc1c11bc, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:48.107404 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bbbc33-08b3-4965-b114-5bdd5b7c4321 None None] The sync data for ids ['347d5c76-00bf-48f1-b875-f7ebea728343'] in dv-neutron-744815-16-hyperv is: [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:49:41Z', 'revision_number': 3, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:49:48.110491 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-76a21845-0dee-4943-ab60-2243af7aca22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:48.139356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bedeaaf-e8fd-45ea-9397-cb12bf6e90dc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:48.183900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9aa6-da2b-400a-9de1-919bc4fb0bd2 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:48.207127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:48.226949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fdbb9aa6-da2b-400a-9de1-919bc4fb0bd2 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:48.228552 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fdbb9aa6-da2b-400a-9de1-919bc4fb0bd2 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 1.7146835 Nov 28 07:49:48.242226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39490) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:48.270496 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9bedeaaf-e8fd-45ea-9397-cb12bf6e90dc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:48.295679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-9bedeaaf-e8fd-45ea-9397-cb12bf6e90dc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port ae530f11-4008-4166-91ff-d9498d58d7ed yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:49:48.326850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a0f47185-ec90-4ca6-9bbd-2d73d135bfbd tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '52100775-e6a2-4ec4-abff-b393a362a509', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:48.327547 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-a0f47185-ec90-4ca6-9bbd-2d73d135bfbd tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 28 07:49:48.328174 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-a0f47185-ec90-4ca6-9bbd-2d73d135bfbd tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:48.331157 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Attempting to bind port b4d29eeb-3187-4f5e-887f-71deaa272fbd on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:48.331157 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Attempting to bind port b4d29eeb-3187-4f5e-887f-71deaa272fbd by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '899edb0f-08f0-4b3b-8f4d-c6324188b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2608cfd0-8377-4fe4-9b6f-20d9320f9c63'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:48.331519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Attempting to bind port b4d29eeb-3187-4f5e-887f-71deaa272fbd on network 2608cfd0-8377-4fe4-9b6f-20d9320f9c63 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:48.338239 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a0f47185-ec90-4ca6-9bbd-2d73d135bfbd tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0212166 Nov 28 07:49:48.356170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39492) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:48.386128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0d0ab3ac-77e4-4625-9a0a-54e9b1ec7dab tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '52100775-e6a2-4ec4-abff-b393a362a509', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:48.391932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-14f03785-5df0-4ac5-b54f-2db846bf0b92', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'fixed_ips': [{'subnet_id': '9e99359b-64e8-449a-9fac-a5f012bd58ae'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:48.392808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:48.420680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb9aa6-da2b-400a-9de1-919bc4fb0bd2 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52100775-e6a2-4ec4-abff-b393a362a509,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:48.445589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:48.446441 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Checking segment: {'id': '899edb0f-08f0-4b3b-8f4d-c6324188b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2608cfd0-8377-4fe4-9b6f-20d9320f9c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:48.447277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:48.447831 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Bound using segment: {'id': '899edb0f-08f0-4b3b-8f4d-c6324188b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2608cfd0-8377-4fe4-9b6f-20d9320f9c63'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:48.448538 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Bound port: b4d29eeb-3187-4f5e-887f-71deaa272fbd, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899edb0f-08f0-4b3b-8f4d-c6324188b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2608cfd0-8377-4fe4-9b6f-20d9320f9c63'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:48.449092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:48.602949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] For port b4d29eeb-3187-4f5e-887f-71deaa272fbd, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:48.608696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] For port b4d29eeb-3187-4f5e-887f-71deaa272fbd, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b4d29eeb-3187-4f5e-887f-71deaa272fbd,segment=NetworkSegment(899edb0f-08f0-4b3b-8f4d-c6324188b0d8),segment_id=899edb0f-08f0-4b3b-8f4d-c6324188b0d8)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:48.629853 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:48.675383 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-0d0ab3ac-77e4-4625-9a0a-54e9b1ec7dab tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:48.676458 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0d0ab3ac-77e4-4625-9a0a-54e9b1ec7dab tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3149235 Nov 28 07:49:48.694238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39494) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:48.695633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c060fd7-1992-470b-b48b-f10673b9d657 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Network 6a4c3a30-482e-408d-9bf6-227cdc1c11bc is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:48.700985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e1857c7-e8b5-4a67-954e-0c8815919880 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:48.732330 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a3cab1bd-ba99-4b31-8707-e5a74585a5a4 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '52100775-e6a2-4ec4-abff-b393a362a509', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:48.732990 dv-neutron-744815-16-hyperv neutron-server[115119]: WARNING neutron.api.v2.base [None req-a3cab1bd-ba99-4b31-8707-e5a74585a5a4 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 28 07:49:48.733673 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-a3cab1bd-ba99-4b31-8707-e5a74585a5a4 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:48.740461 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a3cab1bd-ba99-4b31-8707-e5a74585a5a4 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0216107 Nov 28 07:49:48.783072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39496) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:48.808770 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-350134c6-0a65-4ecb-9021-72e2c14de3c2 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '52100775-e6a2-4ec4-abff-b393a362a509', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:48.845333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39498) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:48.848495 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-9c060fd7-1992-470b-b48b-f10673b9d657 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 6a4c3a30-482e-408d-9bf6-227cdc1c11bc) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:48.863141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Request body: {'subnets': [{'network_id': '01999d16-76da-46f7-8d56-33a68c81d091', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--844165576', 'ip_version': 6}, {'network_id': 'dee04ae5-f077-42cc-a400-cba7f29c3beb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:48.863455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Request body: {'subnet': {'network_id': '01999d16-76da-46f7-8d56-33a68c81d091', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--844165576', 'ip_version': 6}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:48.864130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Request body: {'subnet': {'network_id': 'dee04ae5-f077-42cc-a400-cba7f29c3beb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:48.870494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-97e633bf-9484-4f61-969a-d391bc6513c7 None None] Provisioning complete for port 468590c4-858a-4cf0-a3b0-1fd134e1333a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:48.870889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-97e633bf-9484-4f61-969a-d391bc6513c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:48.873831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c060fd7-1992-470b-b48b-f10673b9d657 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:48.874535 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c060fd7-1992-470b-b48b-f10673b9d657 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:48.901494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-9bedeaaf-e8fd-45ea-9397-cb12bf6e90dc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Allocated IP 172.20.0.6 (e3e4322f-8aa4-43ba-a9c7-1594b03a4257/1522ce8e-96e2-4869-b7b2-1f6ce45be579/ae530f11-4008-4166-91ff-d9498d58d7ed) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:48.906291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1446b7-e011-4b6c-b68b-e5d94b1bd8f1 None None] Network 6a4c3a30-482e-408d-9bf6-227cdc1c11bc requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:48.950906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'tenant_id': '3de17531069145178d352061b04d50eb', 'fixed_ips': [{'subnet_id': '1522ce8e-96e2-4869-b7b2-1f6ce45be579'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:48.951788 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:48.971678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1857c7-e8b5-4a67-954e-0c8815919880 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Subnet': ['ID=a2f55d8e-35ac-430a-8967-a95c5dd4f1ac,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:49.036281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1857c7-e8b5-4a67-954e-0c8815919880 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Checking segment: {'id': 'cfff6512-7ea5-443f-9522-74286679e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ad135517-ec38-43ad-98e5-9b634d0795fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:49.036666 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1857c7-e8b5-4a67-954e-0c8815919880 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network hostable DHCP agents. Network: ad135517-ec38-43ad-98e5-9b634d0795fe, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:49.083860 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa81ed-e13c-4a6b-a2a6-83521363c9bb None None] Pushing event updated for resources: {'Port': ['ID=b4d29eeb-3187-4f5e-887f-71deaa272fbd,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:49.106455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-97e633bf-9484-4f61-969a-d391bc6513c7 None None] Port 468590c4-858a-4cf0-a3b0-1fd134e1333a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:49.141750 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.174002 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Allocated IP 172.20.0.2 (14f03785-5df0-4ac5-b54f-2db846bf0b92/9e99359b-64e8-449a-9fac-a5f012bd58ae/19b14031-1afd-445a-bec5-5cdb3195e418) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:49.189067 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1857c7-e8b5-4a67-954e-0c8815919880 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network ad135517-ec38-43ad-98e5-9b634d0795fe is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:49.194138 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9c060fd7-1992-470b-b48b-f10673b9d657 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7714930 Nov 28 07:49:49.204106 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39500) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:49.215140 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-66f81f9c-241b-4ca3-82f4-08e855f5e593 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:49.215770 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-423ad034-b6d6-49f7-8b77-637bb4490443 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.303576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-423ad034-b6d6-49f7-8b77-637bb4490443 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.319291 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-350134c6-0a65-4ecb-9021-72e2c14de3c2 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:49.320842 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-350134c6-0a65-4ecb-9021-72e2c14de3c2 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5368822 Nov 28 07:49:49.369394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device fd809349-cfbd-4d87-aa52-a2018d9f0a3f up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:49.373039 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-66f81f9c-241b-4ca3-82f4-08e855f5e593 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8849043'] for subnet, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.405489 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ad034-b6d6-49f7-8b77-637bb4490443 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event updated for resources: {'Port': ['ID=468590c4-858a-4cf0-a3b0-1fd134e1333a,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:49.410435 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39502) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:49.422794 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b35ad214-5860-4cae-bb49-452a05fdef2d tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '52100775-e6a2-4ec4-abff-b393a362a509', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:49.423458 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-b35ad214-5860-4cae-bb49-452a05fdef2d tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 28 07:49:49.423792 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-b35ad214-5860-4cae-bb49-452a05fdef2d tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:49.424755 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b35ad214-5860-4cae-bb49-452a05fdef2d tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096483 Nov 28 07:49:49.460645 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39504) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:49.472268 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-cca889fd-2997-46d3-bed8-9197a5767f00 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '52100775-e6a2-4ec4-abff-b393a362a509', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:49.527100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Made reservation on behalf of fd167b44b8704cd9aadf5352822419fd for: {'subnet': 2} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:49.531894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.533024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.553072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9bedeaaf-e8fd-45ea-9397-cb12bf6e90dc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.556180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-423ad034-b6d6-49f7-8b77-637bb4490443 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] In _notify_port_updated(), no bound segment for port 468590c4-858a-4cf0-a3b0-1fd134e1333a on network 2d656a4d-8f7a-44c0-899a-133b329c4b73 {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:49:49.568906 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423ad034-b6d6-49f7-8b77-637bb4490443 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:49.569719 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-423ad034-b6d6-49f7-8b77-637bb4490443 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.571497 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-423ad034-b6d6-49f7-8b77-637bb4490443 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "PUT /v2.0/ports/468590c4-858a-4cf0-a3b0-1fd134e1333a HTTP/1.1" status: 200 len: 993 time: 2.5440469 Nov 28 07:49:49.576642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39506) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:49.592368 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port fd809349-cfbd-4d87-aa52-a2018d9f0a3f triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:49.592731 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.603623 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-1e1857c7-e8b5-4a67-954e-0c8815919880 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, ad135517-ec38-43ad-98e5-9b634d0795fe) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:49.610506 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9bedeaaf-e8fd-45ea-9397-cb12bf6e90dc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.615049 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1857c7-e8b5-4a67-954e-0c8815919880 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:49.615726 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e1857c7-e8b5-4a67-954e-0c8815919880 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.654204 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-6a4c3a30-482e-408d-9bf6-227cdc1c11bc', 'network_id': '6a4c3a30-482e-408d-9bf6-227cdc1c11bc', 'tenant_id': '33f82d3e6fff4150af406bef92d9867d', 'fixed_ips': [{'subnet_id': '759843fa-88cb-4912-b318-9af682c7048e'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:49.655977 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.692241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7817930e-a8b2-45d1-9739-4fa20385a87a None None] Network ad135517-ec38-43ad-98e5-9b634d0795fe requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:49.696459 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedeaaf-e8fd-45ea-9397-cb12bf6e90dc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=ae530f11-4008-4166-91ff-d9498d58d7ed,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:49.714623 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1e1857c7-e8b5-4a67-954e-0c8815919880 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9186261 Nov 28 07:49:49.718013 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39508) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:49.729955 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bedeaaf-e8fd-45ea-9397-cb12bf6e90dc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:49.735560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-47f01288-ca4a-4877-a842-d1ff6d4c81c7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2100026913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:49.801425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-9bedeaaf-e8fd-45ea-9397-cb12bf6e90dc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:49.806885 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bedeaaf-e8fd-45ea-9397-cb12bf6e90dc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:49.810842 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-47f01288-ca4a-4877-a842-d1ff6d4c81c7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.811937 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-47f01288-ca4a-4877-a842-d1ff6d4c81c7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.813989 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-cca889fd-2997-46d3-bed8-9197a5767f00 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:49.815301 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cca889fd-2997-46d3-bed8-9197a5767f00 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3516257 Nov 28 07:49:49.824335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39510) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:49.834343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4b78cd2e-3e2e-464c-9a88-f301c59307f9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '52100775-e6a2-4ec4-abff-b393a362a509', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:49.835019 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-4b78cd2e-3e2e-464c-9a88-f301c59307f9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 28 07:49:49.835676 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-4b78cd2e-3e2e-464c-9a88-f301c59307f9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:49.836755 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4b78cd2e-3e2e-464c-9a88-f301c59307f9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082669 Nov 28 07:49:49.864347 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39512) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:49.872778 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b8db6f42-a816-4460-be92-67f053dffba4 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '52100775-e6a2-4ec4-abff-b393a362a509', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:49.896428 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-47f01288-ca4a-4877-a842-d1ff6d4c81c7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.983312 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bedeaaf-e8fd-45ea-9397-cb12bf6e90dc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:49.983715 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9bedeaaf-e8fd-45ea-9397-cb12bf6e90dc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.990959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-47f01288-ca4a-4877-a842-d1ff6d4c81c7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:49.998522 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-66f81f9c-241b-4ca3-82f4-08e855f5e593 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757784284703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8906333'] for subnet, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:50.013725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Allocated IP 172.20.0.2 (e3e4322f-8aa4-43ba-a9c7-1594b03a4257/1522ce8e-96e2-4869-b7b2-1f6ce45be579/c1eee2c4-fcfe-478b-978f-b6f473fdd268) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:50.036418 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-b8db6f42-a816-4460-be92-67f053dffba4 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:50.038307 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b8db6f42-a816-4460-be92-67f053dffba4 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1716268 Nov 28 07:49:50.041624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39514) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:50.051361 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-35a954da-782c-4606-a98a-f160144fa4e8 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '52100775-e6a2-4ec4-abff-b393a362a509', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:50.066220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-c83d7a0c-18c2-409e-a61a-1dc3669217c0 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Deleting port 468590c4-858a-4cf0-a3b0-1fd134e1333a {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:50.066941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c83d7a0c-18c2-409e-a61a-1dc3669217c0 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:50.098661 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9bedeaaf-e8fd-45ea-9397-cb12bf6e90dc tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7157271 Nov 28 07:49:50.101453 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-47f01288-ca4a-4877-a842-d1ff6d4c81c7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:50.102830 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-47f01288-ca4a-4877-a842-d1ff6d4c81c7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3713999 Nov 28 07:49:50.106241 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39516) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:50.106241 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39518) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:50.111003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f81f9c-241b-4ca3-82f4-08e855f5e593 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:50.111657 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-66f81f9c-241b-4ca3-82f4-08e855f5e593 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:50.113139 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-66f81f9c-241b-4ca3-82f4-08e855f5e593 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "PUT /v2.0/subnets/759843fa-88cb-4912-b318-9af682c7048e HTTP/1.1" status: 200 len: 877 time: 0.9034495 Nov 28 07:49:50.116953 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c9a61049-25fb-4cab-8e66-9b7a8000806a None None] Provisioning complete for port 468590c4-858a-4cf0-a3b0-1fd134e1333a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:50.117118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2880269a-0d1c-404e-bf5f-b4893170060b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:50.117938 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c9a61049-25fb-4cab-8e66-9b7a8000806a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:50.122773 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39520) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:50.165617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:50.234339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:50.425833 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-35a954da-782c-4606-a98a-f160144fa4e8 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:50.429863 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-35a954da-782c-4606-a98a-f160144fa4e8 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3831306 Nov 28 07:49:50.433923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Allocated IP 172.20.0.1 (14f03785-5df0-4ac5-b54f-2db846bf0b92/9e99359b-64e8-449a-9fac-a5f012bd58ae/8d844cd6-f1f8-4016-a0cb-2e9c0b48c460) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:50.436110 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39522) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:50.443676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c83d7a0c-18c2-409e-a61a-1dc3669217c0 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:50.498654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-c83d7a0c-18c2-409e-a61a-1dc3669217c0 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Calling delete_port for 468590c4-858a-4cf0-a3b0-1fd134e1333a owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:50.504423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:50.561316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Network 14f03785-5df0-4ac5-b54f-2db846bf0b92 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:50.564250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95e9288-93c9-40ea-ad5b-7e19b39c7ec7 None None] Network 2608cfd0-8377-4fe4-9b6f-20d9320f9c63 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:50.571265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f81f9c-241b-4ca3-82f4-08e855f5e593 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event updated for resources: {'Subnet': ['ID=759843fa-88cb-4912-b318-9af682c7048e,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:50.580418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b4d29eeb-3187-4f5e-887f-71deaa272fbd up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:50.617245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Allocated IP 172.20.0.3 (6a4c3a30-482e-408d-9bf6-227cdc1c11bc/759843fa-88cb-4912-b318-9af682c7048e/27ed69fe-8418-4262-84ae-d18438c89b7d) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:50.626897 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:50.636110 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:50.644472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c9a61049-25fb-4cab-8e66-9b7a8000806a None None] Port 468590c4-858a-4cf0-a3b0-1fd134e1333a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:50.685552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:50.741341 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Pushing event updated for resources: {'Port': ['ID=19b14031-1afd-445a-bec5-5cdb3195e418,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:50.751537 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cff691b5-a9d6-469e-a4d8-5ef8776a6cac tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:50.809355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2880269a-0d1c-404e-bf5f-b4893170060b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:50.814008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2880269a-0d1c-404e-bf5f-b4893170060b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:50.836886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-ad135517-ec38-43ad-98e5-9b634d0795fe', 'network_id': 'ad135517-ec38-43ad-98e5-9b634d0795fe', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'fixed_ips': [{'subnet_id': 'a2f55d8e-35ac-430a-8967-a95c5dd4f1ac'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:50.837545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:50.950040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:50.976207 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.ipam_backend_mixin [None req-2880269a-0d1c-404e-bf5f-b4893170060b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1522ce8e-96e2-4869-b7b2-1f6ce45be579 (CIDR: 172.20.0.0/28) Nov 28 07:49:50.994888 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Attempting to bind port 19b14031-1afd-445a-bec5-5cdb3195e418 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:50.995280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Attempting to bind port 19b14031-1afd-445a-bec5-5cdb3195e418 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:50.995613 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Attempting to bind port 19b14031-1afd-445a-bec5-5cdb3195e418 on network 14f03785-5df0-4ac5-b54f-2db846bf0b92 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:51.008230 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-05c5b8f0-baf1-4e4d-8895-30601f6fa81f None None] Provisioning complete for port b4d29eeb-3187-4f5e-887f-71deaa272fbd triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:51.008623 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05c5b8f0-baf1-4e4d-8895-30601f6fa81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.016645 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-2880269a-0d1c-404e-bf5f-b4893170060b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:51.017294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2880269a-0d1c-404e-bf5f-b4893170060b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:51.046587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port b4d29eeb-3187-4f5e-887f-71deaa272fbd triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:51.047059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.069994 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2880269a-0d1c-404e-bf5f-b4893170060b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9619474 Nov 28 07:49:51.075392 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39524) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:51.081463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-530b3317-8394-4705-988a-376601137b37 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:51.124854 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.133748 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:51.134031 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Checking segment: {'id': 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:51.134367 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.134907 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Bound using segment: {'id': 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:51.135273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Bound port: 19b14031-1afd-445a-bec5-5cdb3195e418, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:51.135590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.138029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.153388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cff691b5-a9d6-469e-a4d8-5ef8776a6cac tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.158731 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.189633 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.227961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.314993 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530b3317-8394-4705-988a-376601137b37 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:51.318483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-530b3317-8394-4705-988a-376601137b37 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.323323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Allocated IP 2001:db8::1 (2608cfd0-8377-4fe4-9b6f-20d9320f9c63/26658015-fb6a-4271-9d91-3f31df2a5ac5/a4444674-0444-4ddf-a0de-1b45b8b4c856) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:51.337246 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cff691b5-a9d6-469e-a4d8-5ef8776a6cac tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.340302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cff691b5-a9d6-469e-a4d8-5ef8776a6cac tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.344500 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cff691b5-a9d6-469e-a4d8-5ef8776a6cac tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "DELETE /v2.0/security-groups/52100775-e6a2-4ec4-abff-b393a362a509 HTTP/1.1" status: 204 len: 168 time: 0.8949320 Nov 28 07:49:51.346142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39526) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:51.353199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event updated for resources: {'Subnet': ['ID=8130575b-f8cc-4aa0-906c-c42e23594a26,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:51.384144 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c83d7a0c-18c2-409e-a61a-1dc3669217c0 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.389703 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.398145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff691b5-a9d6-469e-a4d8-5ef8776a6cac tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52100775-e6a2-4ec4-abff-b393a362a509,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:51.435272 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Checking segment: {'id': '67502c63-4ba8-45c6-82b6-9ac7f5f6e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '01999d16-76da-46f7-8d56-33a68c81d091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:51.436394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Network hostable DHCP agents. Network: 01999d16-76da-46f7-8d56-33a68c81d091, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:51.478279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:51.522169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.532236 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Network 14f03785-5df0-4ac5-b54f-2db846bf0b92 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:51.544873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] For port 19b14031-1afd-445a-bec5-5cdb3195e418, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:51.550246 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] For port 19b14031-1afd-445a-bec5-5cdb3195e418, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=19b14031-1afd-445a-bec5-5cdb3195e418,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:51.568339 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6e62c3f5-fbef-450e-94ed-061827a9f1ec tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2086987 Nov 28 07:49:51.568339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:51.577307 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39528) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:51.597137 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Allocated IP 2001:db8:1::2 (ad135517-ec38-43ad-98e5-9b634d0795fe/a2f55d8e-35ac-430a-8967-a95c5dd4f1ac/116b5f97-7b95-496c-a35b-95cc6f8a6ec6) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:51.598168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-2ce9642c-f481-451b-812c-2d55c661a1c9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418537085'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:51.604501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'Port': ['ID=8d844cd6-f1f8-4016-a0cb-2e9c0b48c460,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:51.607424 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:51.642347 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.659631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Network 01999d16-76da-46f7-8d56-33a68c81d091 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:51.714903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d7a0c-18c2-409e-a61a-1dc3669217c0 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event deleted for resources: {'Port': ['ID=468590c4-858a-4cf0-a3b0-1fd134e1333a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:51.764433 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 2608cfd0-8377-4fe4-9b6f-20d9320f9c63 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:51.778213 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 01999d16-76da-46f7-8d56-33a68c81d091) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:51.778694 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:51.803251 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:51.804105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.810852 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ce9642c-f481-451b-812c-2d55c661a1c9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.821757 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.850329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.855122 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=a4444674-0444-4ddf-a0de-1b45b8b4c856,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:51.885730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.895663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-530b3317-8394-4705-988a-376601137b37 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.933282 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:51.952200 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2252169a-71c8-497c-ae51-29b366fc446b None None] Network 01999d16-76da-46f7-8d56-33a68c81d091 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:52.011334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b3317-8394-4705-988a-376601137b37 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:52.021713 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-530b3317-8394-4705-988a-376601137b37 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:52.025667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b3317-8394-4705-988a-376601137b37 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:52.026561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-530b3317-8394-4705-988a-376601137b37 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.031546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Pushing event updated for resources: {'Port': ['ID=c1eee2c4-fcfe-478b-978f-b6f473fdd268,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:52.034167 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.036178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:52.038409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.046019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:52.046426 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b3317-8394-4705-988a-376601137b37 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Subnet': ['ID=8189bb1b-6108-4dd6-8494-449f5263a3ca,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:52.054300 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.056335 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.088797 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-530b3317-8394-4705-988a-376601137b37 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0123231 Nov 28 07:49:52.089985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39530) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:52.093533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.098637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2610e303-0c1a-4c48-9fff-46534c6ee7be tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1846642372', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8189bb1b-6108-4dd6-8494-449f5263a3ca'}], 'security_groups': ['ca340763-ffce-46a2-86d4-7d5d743d3b52']}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:52.108363 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event updated for resources: {'Subnet': ['ID=eb8b55b9-bd67-40d2-8e27-d8d700b65df8,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:52.136853 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.170136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c83d7a0c-18c2-409e-a61a-1dc3669217c0 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.174225 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c83d7a0c-18c2-409e-a61a-1dc3669217c0 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "DELETE /v2.0/ports/468590c4-858a-4cf0-a3b0-1fd134e1333a HTTP/1.1" status: 204 len: 168 time: 2.5747435 Nov 28 07:49:52.185639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39532) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:52.214667 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Subnet': ['ID=759843fa-88cb-4912-b318-9af682c7048e,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:52.217310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Network 6a4c3a30-482e-408d-9bf6-227cdc1c11bc is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:52.234367 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2610e303-0c1a-4c48-9fff-46534c6ee7be tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.242699 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Network ad135517-ec38-43ad-98e5-9b634d0795fe is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:52.268142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:52.284786 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-64349324-2b42-4112-a447-1a0e6bf11b61 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] GET failed (client error): The resource could not be found. Nov 28 07:49:52.286744 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-64349324-2b42-4112-a447-1a0e6bf11b61 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "GET /v2.0/ports/468590c4-858a-4cf0-a3b0-1fd134e1333a HTTP/1.1" status: 404 len: 333 time: 0.1034594 Nov 28 07:49:52.287816 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Checking segment: {'id': '55e795ac-87d0-47cc-aeb1-1d747cfae494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dee04ae5-f077-42cc-a400-cba7f29c3beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:52.288384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Network hostable DHCP agents. Network: dee04ae5-f077-42cc-a400-cba7f29c3beb, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:49:52.288523 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:52.290715 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39534) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:52.292539 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:52.302617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:52.305087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05c5b8f0-baf1-4e4d-8895-30601f6fa81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.310039 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-72a15fa9-c97f-4936-80c2-d4180d881e7b tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Request body: {'port': {'network_id': '2d656a4d-8f7a-44c0-899a-133b329c4b73', 'name': 'tempest-AllowedAddressPairTestJSON-1150700326'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:52.315252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Pushing event updated for resources: {'Port': ['ID=27ed69fe-8418-4262-84ae-d18438c89b7d,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:52.334681 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Attempting to bind port c1eee2c4-fcfe-478b-978f-b6f473fdd268 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:52.335004 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Attempting to bind port c1eee2c4-fcfe-478b-978f-b6f473fdd268 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'f1529bc7-bbd8-4a89-af54-1b297814879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:52.335354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Attempting to bind port c1eee2c4-fcfe-478b-978f-b6f473fdd268 on network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:52.342252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.432791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.536123 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c7571-b9d5-4416-9792-5967aa392c2f None None] Pushing event updated for resources: {'Port': ['ID=19b14031-1afd-445a-bec5-5cdb3195e418,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:52.539467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:52.540103 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Checking segment: {'id': 'f1529bc7-bbd8-4a89-af54-1b297814879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:52.540487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.540937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Bound using segment: {'id': 'f1529bc7-bbd8-4a89-af54-1b297814879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:52.541433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Bound port: c1eee2c4-fcfe-478b-978f-b6f473fdd268, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1529bc7-bbd8-4a89-af54-1b297814879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:52.541817 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.544937 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ce9642c-f481-451b-812c-2d55c661a1c9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.570113 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4c3a30-482e-408d-9bf6-227cdc1c11bc']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:52.572467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Network dee04ae5-f077-42cc-a400-cba7f29c3beb is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:49:52.574424 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ce9642c-f481-451b-812c-2d55c661a1c9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.633958 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-01999d16-76da-46f7-8d56-33a68c81d091', 'network_id': '01999d16-76da-46f7-8d56-33a68c81d091', 'tenant_id': 'fd167b44b8704cd9aadf5352822419fd', 'fixed_ips': [{'subnet_id': '8130575b-f8cc-4aa0-906c-c42e23594a26'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:52.634808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.666733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9642c-f481-451b-812c-2d55c661a1c9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8673021-6af3-47ca-8573-30799f8bcb3b,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:52.695167 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b327873c-445e-4ac6-8a88-95ec975a368b') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:52.695167 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b327873c-445e-4ac6-8a88-95ec975a368b') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:52.729500 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.731354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, dee04ae5-f077-42cc-a400-cba7f29c3beb) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:52.747556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:52.748097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:52.748735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.772154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2ce9642c-f481-451b-812c-2d55c661a1c9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.776962 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2ce9642c-f481-451b-812c-2d55c661a1c9 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1956179 Nov 28 07:49:52.777675 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.782511 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.791460 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39536) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:52.795430 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:52.795839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.812390 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-40d2138e-1cba-44ba-89fc-71b1cdadb164 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': 'c8673021-6af3-47ca-8573-30799f8bcb3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:52.900112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bac449-fb0e-4d77-9c9f-c247eb56b8dd None None] Network dee04ae5-f077-42cc-a400-cba7f29c3beb requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:52.904848 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:52.909950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port b4d29eeb-3187-4f5e-887f-71deaa272fbd, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b4d29eeb-3187-4f5e-887f-71deaa272fbd,segment=NetworkSegment(899edb0f-08f0-4b3b-8f4d-c6324188b0d8),segment_id=899edb0f-08f0-4b3b-8f4d-c6324188b0d8)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:52.913993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.api [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 28 07:49:52.913993 dv-neutron-744815-16-hyperv neutron-server[115118]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 28 07:49:52.913993 dv-neutron-744815-16-hyperv neutron-server[115118]: [parameters: {'id': '6a4c3a30-482e-408d-9bf6-227cdc1c11bc'}] Nov 28 07:49:52.913993 dv-neutron-744815-16-hyperv neutron-server[115118]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:49:52.914514 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG oslo_db.api [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:49:52.961746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Attempting to bind port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:52.962144 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Attempting to bind port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'cfff6512-7ea5-443f-9522-74286679e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ad135517-ec38-43ad-98e5-9b634d0795fe'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:52.962490 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Attempting to bind port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 on network ad135517-ec38-43ad-98e5-9b634d0795fe {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:52.965894 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:52.986497 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a15fa9-c97f-4936-80c2-d4180d881e7b tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Made reservation on behalf of 35dd725aab5e41d5aa825b864563835d for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:49:52.991058 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-72a15fa9-c97f-4936-80c2-d4180d881e7b tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.022336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Attempting to bind port 27ed69fe-8418-4262-84ae-d18438c89b7d on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:53.022736 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Attempting to bind port 27ed69fe-8418-4262-84ae-d18438c89b7d by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'b327873c-445e-4ac6-8a88-95ec975a368b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a4c3a30-482e-408d-9bf6-227cdc1c11bc'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:53.024038 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8195f58f-cd4f-4d59-a14a-43bed7864862 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.1721866 Nov 28 07:49:53.025823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Attempting to bind port 27ed69fe-8418-4262-84ae-d18438c89b7d on network 6a4c3a30-482e-408d-9bf6-227cdc1c11bc {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:53.038455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39538) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:53.094931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:53.095310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Checking segment: {'id': 'cfff6512-7ea5-443f-9522-74286679e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ad135517-ec38-43ad-98e5-9b634d0795fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:53.095713 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.096117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Bound using segment: {'id': 'cfff6512-7ea5-443f-9522-74286679e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ad135517-ec38-43ad-98e5-9b634d0795fe'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:53.096583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Bound port: 116b5f97-7b95-496c-a35b-95cc6f8a6ec6, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfff6512-7ea5-443f-9522-74286679e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ad135517-ec38-43ad-98e5-9b634d0795fe'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:53.096965 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.101954 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Pushing event updated for resources: {'Port': ['ID=116b5f97-7b95-496c-a35b-95cc6f8a6ec6,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:53.175093 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-72a15fa9-c97f-4936-80c2-d4180d881e7b tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] device_id is not set on port 9dbf2a2c-0c58-45e0-827c-2710856da0d0 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:49:53.180833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] For port c1eee2c4-fcfe-478b-978f-b6f473fdd268, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:53.191594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:53.191967 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Checking segment: {'id': 'b327873c-445e-4ac6-8a88-95ec975a368b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a4c3a30-482e-408d-9bf6-227cdc1c11bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:53.192364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.192754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Bound using segment: {'id': 'b327873c-445e-4ac6-8a88-95ec975a368b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a4c3a30-482e-408d-9bf6-227cdc1c11bc'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:53.193236 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Bound port: 27ed69fe-8418-4262-84ae-d18438c89b7d, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b327873c-445e-4ac6-8a88-95ec975a368b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a4c3a30-482e-408d-9bf6-227cdc1c11bc'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:53.193614 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.211866 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 19b14031-1afd-445a-bec5-5cdb3195e418 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:53.232853 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ab405e-5b85-4edf-b847-c65ade81ab65 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:53.233265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.234590 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ab405e-5b85-4edf-b847-c65ade81ab65 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:53.236815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ab405e-5b85-4edf-b847-c65ade81ab65 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:53.241039 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-71ab405e-5b85-4edf-b847-c65ade81ab65 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2001526 Nov 28 07:49:53.251715 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.252934 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.255642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39540) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:53.425985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.431118 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Allocated IP 2001:db8::1 (01999d16-76da-46f7-8d56-33a68c81d091/8130575b-f8cc-4aa0-906c-c42e23594a26/82424453-0fbb-4c16-8621-02c6c5121531) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:53.452358 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-72a15fa9-c97f-4936-80c2-d4180d881e7b tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Allocated IP 172.20.0.4 (2d656a4d-8f7a-44c0-899a-133b329c4b73/3ff60a55-ae97-41ba-b410-982aedc02d83/9dbf2a2c-0c58-45e0-827c-2710856da0d0) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:53.502281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-2610e303-0c1a-4c48-9fff-46534c6ee7be tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Delete allocated IP 172.20.0.6 (e3e4322f-8aa4-43ba-a9c7-1594b03a4257/1522ce8e-96e2-4869-b7b2-1f6ce45be579) {{(pid=115119) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 28 07:49:53.514824 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-2610e303-0c1a-4c48-9fff-46534c6ee7be tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Allocated IP 172.20.0.21 (e3e4322f-8aa4-43ba-a9c7-1594b03a4257/8189bb1b-6108-4dd6-8494-449f5263a3ca/ae530f11-4008-4166-91ff-d9498d58d7ed) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:53.613088 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.629700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Deleting port 27ed69fe-8418-4262-84ae-d18438c89b7d {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:53.630640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.634018 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] For port c1eee2c4-fcfe-478b-978f-b6f473fdd268, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c1eee2c4-fcfe-478b-978f-b6f473fdd268,segment=NetworkSegment(f1529bc7-bbd8-4a89-af54-1b297814879f),segment_id=f1529bc7-bbd8-4a89-af54-1b297814879f)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:53.652378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.670107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.671057 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=a4444674-0444-4ddf-a0de-1b45b8b4c856,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:53.675337 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-40d2138e-1cba-44ba-89fc-71b1cdadb164 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The resource could not be found. Nov 28 07:49:53.676620 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-40d2138e-1cba-44ba-89fc-71b1cdadb164 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8838010 Nov 28 07:49:53.683623 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39542) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:53.695973 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-4322feb9-5c1d-49f0-b5df-9fa330c2d294 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': 'c8673021-6af3-47ca-8573-30799f8bcb3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8de1898b-e994-41ef-8739-c81400380a2f'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:53.715750 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-05c5b8f0-baf1-4e4d-8895-30601f6fa81f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:49:53.716108 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-05c5b8f0-baf1-4e4d-8895-30601f6fa81f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:49:53.721375 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=b4d29eeb-3187-4f5e-887f-71deaa272fbd,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:53.730687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58087b7-c8c3-4948-aeec-5b670e8ead4e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Deleting subnet 8130575b-f8cc-4aa0-906c-c42e23594a26 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:49:53.749091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1af8e4-2b11-49db-a18f-67fb0a1e8f07 None None] Network 14f03785-5df0-4ac5-b54f-2db846bf0b92 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:53.749488 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e58087b7-c8c3-4948-aeec-5b670e8ead4e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.753508 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.756126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.828461 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e58087b7-c8c3-4948-aeec-5b670e8ead4e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.882398 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 19b14031-1afd-445a-bec5-5cdb3195e418 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:53.882398 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.892812 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Network 01999d16-76da-46f7-8d56-33a68c81d091 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:53.901996 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2610e303-0c1a-4c48-9fff-46534c6ee7be tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.911309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:53.918516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 2608cfd0-8377-4fe4-9b6f-20d9320f9c63 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:53.924284 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2610e303-0c1a-4c48-9fff-46534c6ee7be tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:53.929556 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:53.966934 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-4322feb9-5c1d-49f0-b5df-9fa330c2d294 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The resource could not be found. Nov 28 07:49:53.966934 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4322feb9-5c1d-49f0-b5df-9fa330c2d294 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2717934 Nov 28 07:49:53.966934 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39544) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:53.979809 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:54.081933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] For port 27ed69fe-8418-4262-84ae-d18438c89b7d, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:54.082292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.122279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.141276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d826c9-315a-4460-a097-928634249e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-dee04ae5-f077-42cc-a400-cba7f29c3beb', 'network_id': 'dee04ae5-f077-42cc-a400-cba7f29c3beb', 'tenant_id': 'fd167b44b8704cd9aadf5352822419fd', 'fixed_ips': [{'subnet_id': 'eb8b55b9-bd67-40d2-8e27-d8d700b65df8'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:49:54.142054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-22d826c9-315a-4460-a097-928634249e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.152611 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Calling delete_port for 27ed69fe-8418-4262-84ae-d18438c89b7d owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:54.167012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'Port': ['ID=8d844cd6-f1f8-4016-a0cb-2e9c0b48c460,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:54.189149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Attempting to bind port 82424453-0fbb-4c16-8621-02c6c5121531 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:54.189149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Attempting to bind port 82424453-0fbb-4c16-8621-02c6c5121531 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '67502c63-4ba8-45c6-82b6-9ac7f5f6e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '01999d16-76da-46f7-8d56-33a68c81d091'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:54.189515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Attempting to bind port 82424453-0fbb-4c16-8621-02c6c5121531 on network 01999d16-76da-46f7-8d56-33a68c81d091 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:54.195157 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] For port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:54.206238 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] For port 27ed69fe-8418-4262-84ae-d18438c89b7d, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:54.212659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5e5ea-61a6-4cd2-98df-467ee54d4135 None None] Pushing event updated for resources: {'Port': ['ID=c1eee2c4-fcfe-478b-978f-b6f473fdd268,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:54.266664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610e303-0c1a-4c48-9fff-46534c6ee7be tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=ae530f11-4008-4166-91ff-d9498d58d7ed,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:54.279139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-72a15fa9-c97f-4936-80c2-d4180d881e7b tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.347970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:54.347970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Checking segment: {'id': '67502c63-4ba8-45c6-82b6-9ac7f5f6e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '01999d16-76da-46f7-8d56-33a68c81d091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:54.348499 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.348765 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Bound using segment: {'id': '67502c63-4ba8-45c6-82b6-9ac7f5f6e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '01999d16-76da-46f7-8d56-33a68c81d091'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:54.349251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Bound port: 82424453-0fbb-4c16-8621-02c6c5121531, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67502c63-4ba8-45c6-82b6-9ac7f5f6e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '01999d16-76da-46f7-8d56-33a68c81d091'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:54.349628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.367135 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e58087b7-c8c3-4948-aeec-5b670e8ead4e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.371303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Network 14f03785-5df0-4ac5-b54f-2db846bf0b92 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:54.375339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:54.376957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Pushing event updated for resources: {'Port': ['ID=82424453-0fbb-4c16-8621-02c6c5121531,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:54.381645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] For port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=116b5f97-7b95-496c-a35b-95cc6f8a6ec6,segment=NetworkSegment(cfff6512-7ea5-443f-9522-74286679e9d5),segment_id=cfff6512-7ea5-443f-9522-74286679e9d5)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:54.398271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] For port 27ed69fe-8418-4262-84ae-d18438c89b7d, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=27ed69fe-8418-4262-84ae-d18438c89b7d,segment=NetworkSegment(b327873c-445e-4ac6-8a88-95ec975a368b),segment_id=b327873c-445e-4ac6-8a88-95ec975a368b)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:54.412609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.415867 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-2610e303-0c1a-4c48-9fff-46534c6ee7be tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] In _notify_port_updated(), no bound segment for port ae530f11-4008-4166-91ff-d9498d58d7ed on network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 {{(pid=115119) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:49:54.421829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2610e303-0c1a-4c48-9fff-46534c6ee7be tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:54.423250 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2610e303-0c1a-4c48-9fff-46534c6ee7be tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.424860 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2610e303-0c1a-4c48-9fff-46534c6ee7be tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "PUT /v2.0/ports/ae530f11-4008-4166-91ff-d9498d58d7ed HTTP/1.1" status: 200 len: 921 time: 2.3305519 Nov 28 07:49:54.440124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39546) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:54.457013 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-72a15fa9-c97f-4936-80c2-d4180d881e7b tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.481294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.492464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e4f8c-f2c3-4671-8bd4-15b39229d332 None None] Pushing event updated for resources: {'Port': ['ID=116b5f97-7b95-496c-a35b-95cc6f8a6ec6,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:54.509901 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.553419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a15fa9-c97f-4936-80c2-d4180d881e7b tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Network 2d656a4d-8f7a-44c0-899a-133b329c4b73 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:54.556630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-071ad91c-3d7c-4632-a3d0-be375fbb6c4f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.557745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No DVR routers for this DVR port 27ed69fe-8418-4262-84ae-d18438c89b7d on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:54.595901 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18308f7b-d1c8-4a0d-97e9-5c0d16a7cfee None None] Pushing event deleted for resources: {'Port': ['ID=27ed69fe-8418-4262-84ae-d18438c89b7d,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:54.612895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-72a15fa9-c97f-4936-80c2-d4180d881e7b tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:54.615873 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a15fa9-c97f-4936-80c2-d4180d881e7b tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:54.665012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-071ad91c-3d7c-4632-a3d0-be375fbb6c4f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.680880 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e58087b7-c8c3-4948-aeec-5b670e8ead4e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.686620 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a15fa9-c97f-4936-80c2-d4180d881e7b tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event updated for resources: {'Port': ['ID=9dbf2a2c-0c58-45e0-827c-2710856da0d0,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:54.767452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58087b7-c8c3-4948-aeec-5b670e8ead4e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event deleted for resources: {'Subnet': ['ID=8130575b-f8cc-4aa0-906c-c42e23594a26,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:54.790815 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-84b37b76-a3be-4ec3-b094-8a8947d6253e None None] Provisioning complete for port 19b14031-1afd-445a-bec5-5cdb3195e418 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:54.791226 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84b37b76-a3be-4ec3-b094-8a8947d6253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.792017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e58087b7-c8c3-4948-aeec-5b670e8ead4e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.795700 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e58087b7-c8c3-4948-aeec-5b670e8ead4e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "DELETE /v2.0/subnets/8130575b-f8cc-4aa0-906c-c42e23594a26 HTTP/1.1" status: 204 len: 168 time: 1.5340514 Nov 28 07:49:54.798782 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39548) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:54.825293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.848893 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4c3a30-482e-408d-9bf6-227cdc1c11bc']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:54.860249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b327873c-445e-4ac6-8a88-95ec975a368b') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:54.860890 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b327873c-445e-4ac6-8a88-95ec975a368b') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:54.871098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.886589 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.894990 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:54.895697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:54.910043 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-012a7f34-a5f8-4387-8980-1815ea006865 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Deleting subnet eb8b55b9-bd67-40d2-8e27-d8d700b65df8 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:49:54.927259 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:54.966864 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server [None req-e792b2ea-26e4-4fe6-bd21-47a6e524d820 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 27ed69fe-8418-4262-84ae-d18438c89b7d could not be found. Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 27ed69fe-8418-4262-84ae-d18438c89b7d could not be found. Nov 28 07:49:54.989168 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server Nov 28 07:49:55.014603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Port': ['ID=27ed69fe-8418-4262-84ae-d18438c89b7d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:55.035449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:55.041289 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:55.044934 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/6a4c3a30-482e-408d-9bf6-227cdc1c11bc HTTP/1.1" status: 204 len: 168 time: 4.9185646 Nov 28 07:49:55.051932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39550) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:55.061566 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a15fa9-c97f-4936-80c2-d4180d881e7b tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:55.062220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-72a15fa9-c97f-4936-80c2-d4180d881e7b tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:55.076641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bb04b1-c715-43b2-a500-e0c477ad4751 None None] Network 6a4c3a30-482e-408d-9bf6-227cdc1c11bc requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:55.096467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64c365-f62e-4f34-814e-3a4575d40c02 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Network': ['ID=6a4c3a30-482e-408d-9bf6-227cdc1c11bc,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:55.119805 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] For port 82424453-0fbb-4c16-8621-02c6c5121531, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:55.122020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:55.139250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bb04b1-c715-43b2-a500-e0c477ad4751 None None] Network 6a4c3a30-482e-408d-9bf6-227cdc1c11bc could not be found, it might have been deleted concurrently. {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 28 07:49:55.143719 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eaccf6b-aeed-4d98-9281-61ebad7bcfa2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:55.144221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eaccf6b-aeed-4d98-9281-61ebad7bcfa2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:55.147758 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1eaccf6b-aeed-4d98-9281-61ebad7bcfa2 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/subnets/759843fa-88cb-4912-b318-9af682c7048e HTTP/1.1" status: 404 len: 337 time: 0.0928955 Nov 28 07:49:55.151206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39552) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:55.155300 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Router 347d5c76-00bf-48f1-b875-f7ebea728343 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:49:55.168067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] For port 82424453-0fbb-4c16-8621-02c6c5121531, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=82424453-0fbb-4c16-8621-02c6c5121531,segment=NetworkSegment(67502c63-4ba8-45c6-82b6-9ac7f5f6e69e),segment_id=67502c63-4ba8-45c6-82b6-9ac7f5f6e69e)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:55.168812 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-72a15fa9-c97f-4936-80c2-d4180d881e7b tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8659670 Nov 28 07:49:55.172536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39554) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:55.178273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-de32fa2a-4ce3-4eed-8d94-13ce72991852 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port ae530f11-4008-4166-91ff-d9498d58d7ed {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:55.178614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de32fa2a-4ce3-4eed-8d94-13ce72991852 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:55.182921 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67887dfa-694f-4827-b6a2-9c835880f25a None None] Network 6a4c3a30-482e-408d-9bf6-227cdc1c11bc requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:55.187396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-dfc0175b-244b-484e-bc43-4d3b9686a8a9 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:28:14:6d'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:55.196836 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd2b3ba-42c6-4583-8466-47f4a0909905 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:55.197359 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd2b3ba-42c6-4583-8466-47f4a0909905 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:55.200727 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dfd2b3ba-42c6-4583-8466-47f4a0909905 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/6a4c3a30-482e-408d-9bf6-227cdc1c11bc HTTP/1.1" status: 404 len: 339 time: 0.0479026 Nov 28 07:49:55.207281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39556) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:55.242433 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-071ad91c-3d7c-4632-a3d0-be375fbb6c4f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:55.245484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-071ad91c-3d7c-4632-a3d0-be375fbb6c4f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:55.249712 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-071ad91c-3d7c-4632-a3d0-be375fbb6c4f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "DELETE /v2.0/security-groups/c8673021-6af3-47ca-8573-30799f8bcb3b HTTP/1.1" status: 204 len: 168 time: 1.2820837 Nov 28 07:49:55.251954 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c1beb4-a6d6-4331-9750-cdc4a6a26f71 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:55.252609 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c1beb4-a6d6-4331-9750-cdc4a6a26f71 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:55.259134 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39558) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:55.259977 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c0c1beb4-a6d6-4331-9750-cdc4a6a26f71 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/subnets/c21177de-d665-4a5c-9a3c-b3904ce6d63a HTTP/1.1" status: 404 len: 337 time: 0.0492480 Nov 28 07:49:55.269952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39560) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:55.279736 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-22d826c9-315a-4460-a097-928634249e81 None None] Allocated IP 2001:db8:0:1::1 (dee04ae5-f077-42cc-a400-cba7f29c3beb/eb8b55b9-bd67-40d2-8e27-d8d700b65df8/4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:55.297701 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ad91c-3d7c-4632-a3d0-be375fbb6c4f tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8673021-6af3-47ca-8573-30799f8bcb3b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:55.310487 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:55.323462 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a1daa-a103-4237-a028-f28ed2798af8 None None] Sync routers for ids ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:55.325818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39562) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:55.333680 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-096572bf-efa1-4bae-8992-2b834f0c7ad9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2243631 Nov 28 07:49:55.339660 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a1daa-a103-4237-a028-f28ed2798af8 None None] Routers {'8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:55.340308 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-795a1daa-a103-4237-a028-f28ed2798af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:55.401958 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-4596425e-a6f0-4715-979c-8948309d854c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:55.407375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4596425e-a6f0-4715-979c-8948309d854c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:55.414159 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4596425e-a6f0-4715-979c-8948309d854c tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/7c29536d-457d-4198-94d2-18b7a5f1baf5 HTTP/1.1" status: 404 len: 339 time: 0.1330042 Nov 28 07:49:55.419415 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39564) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:55.440818 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-795a1daa-a103-4237-a028-f28ed2798af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:55.465516 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a1daa-a103-4237-a028-f28ed2798af8 None None] Routers {'8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:55.470366 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-795a1daa-a103-4237-a028-f28ed2798af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:55.507825 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed59613e-10c9-4b0d-a4bf-db9c1e20cc09 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:55.509268 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ed59613e-10c9-4b0d-a4bf-db9c1e20cc09 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports/a4444674-0444-4ddf-a0de-1b45b8b4c856 HTTP/1.1" status: 200 len: 911 time: 0.1693811 Nov 28 07:49:55.536696 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de32fa2a-4ce3-4eed-8d94-13ce72991852 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:55.543784 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-795a1daa-a103-4237-a028-f28ed2798af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:55.544862 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a1daa-a103-4237-a028-f28ed2798af8 None None] The sync data for ids ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:49:55.556125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39566) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:55.570593 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-de32fa2a-4ce3-4eed-8d94-13ce72991852 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for ae530f11-4008-4166-91ff-d9498d58d7ed owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:55.578505 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-134044c7-ae30-4711-8c6e-ff36735297b7 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3146248 Nov 28 07:49:55.617078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84b37b76-a3be-4ec3-b094-8a8947d6253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:55.620954 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:55.621986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39568) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:55.633265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-cf57e217-9fc2-4ff5-b955-deec2f54fa7d tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': '0fa73f55-01da-4bd7-b28a-87a9384b4917', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:55.642772 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67887dfa-694f-4827-b6a2-9c835880f25a None None] Network 6a4c3a30-482e-408d-9bf6-227cdc1c11bc could not be found, it might have been deleted concurrently. {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 28 07:49:55.647849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6b33-a2c2-4f11-b8dc-74aed206364f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:55.738428 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:49:55.748959 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a16de1b7-3abb-49ce-924c-004a063a7584 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "PUT /v2.0/routers/347d5c76-00bf-48f1-b875-f7ebea728343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2369761 Nov 28 07:49:55.825566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6b33-a2c2-4f11-b8dc-74aed206364f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:55.850938 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-cf57e217-9fc2-4ff5-b955-deec2f54fa7d tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The resource could not be found. Nov 28 07:49:55.856853 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cf57e217-9fc2-4ff5-b955-deec2f54fa7d tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2254987 Nov 28 07:49:55.882174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39572) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:55.890391 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Sync routers for ids ['347d5c76-00bf-48f1-b875-f7ebea728343'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:49:55.891240 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b2946fdb-8b9b-4bcd-a9ba-b31a41e8e511 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204517342'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:55.894300 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 19b14031-1afd-445a-bec5-5cdb3195e418, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=19b14031-1afd-445a-bec5-5cdb3195e418,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:55.900882 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-dbbe6b33-a2c2-4f11-b8dc-74aed206364f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6bdcad-cfbd-4d99-9ad0-66fca4d7bd72']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:55.923145 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-dbbe6b33-a2c2-4f11-b8dc-74aed206364f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a31961-d788-4374-88ee-a47ebe2232d9') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:55.923441 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-dbbe6b33-a2c2-4f11-b8dc-74aed206364f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a31961-d788-4374-88ee-a47ebe2232d9') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:55.951359 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6b33-a2c2-4f11-b8dc-74aed206364f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:55.984471 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf0470-4e68-4385-818c-ce79803b4158 None None] Pushing event updated for resources: {'Port': ['ID=82424453-0fbb-4c16-8621-02c6c5121531,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:55.988321 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de32fa2a-4ce3-4eed-8d94-13ce72991852 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:56.003179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfc0175b-244b-484e-bc43-4d3b9686a8a9 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:56.003574 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2946fdb-8b9b-4bcd-a9ba-b31a41e8e511 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:56.008945 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:56.012350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6b33-a2c2-4f11-b8dc-74aed206364f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:56.039571 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89814f09-4214-496c-90e7-b9c0e9530aa2 None None] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:56.099293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32fa2a-4ce3-4eed-8d94-13ce72991852 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=ae530f11-4008-4166-91ff-d9498d58d7ed,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:56.161610 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbe6b33-a2c2-4f11-b8dc-74aed206364f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:49:56.166858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6b33-a2c2-4f11-b8dc-74aed206364f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:49:56.197446 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:49:56.287702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Routers {'347d5c76-00bf-48f1-b875-f7ebea728343'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:49:56.288445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['347d5c76-00bf-48f1-b875-f7ebea728343'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:56.325134 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de32fa2a-4ce3-4eed-8d94-13ce72991852 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:56.329026 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-de32fa2a-4ce3-4eed-8d94-13ce72991852 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/ae530f11-4008-4166-91ff-d9498d58d7ed HTTP/1.1" status: 204 len: 168 time: 1.8875029 Nov 28 07:49:56.341130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39590) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:56.434053 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-b26b76bc-df0c-437f-838e-ec858d951141 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547447334&fields=id&tenant_id=667079ab83ea42fabb793483c1db8bda HTTP/1.1" status: 200 len: 267 time: 0.4346223 Nov 28 07:49:56.484880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:56.498540 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b166b6-d0e6-49cf-9287-a388e92f438a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] GET failed (client error): The resource could not be found. Nov 28 07:49:56.508662 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-93b166b6-d0e6-49cf-9287-a388e92f438a tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/ae530f11-4008-4166-91ff-d9498d58d7ed HTTP/1.1" status: 404 len: 333 time: 0.1466565 Nov 28 07:49:56.533588 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39592) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:56.538360 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-84b37b76-a3be-4ec3-b094-8a8947d6253e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:49:56.538737 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-84b37b76-a3be-4ec3-b094-8a8947d6253e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:49:56.577811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=19b14031-1afd-445a-bec5-5cdb3195e418,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:56.772297 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8682f0-b376-4e03-bcfc-d844960c640e None None] Network ad135517-ec38-43ad-98e5-9b634d0795fe requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:56.807469 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-22d826c9-315a-4460-a097-928634249e81 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:56.919301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-22d826c9-315a-4460-a097-928634249e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.021990 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-012a7f34-a5f8-4387-8980-1815ea006865 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.034357 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6b33-a2c2-4f11-b8dc-74aed206364f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.041031 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d826c9-315a-4460-a097-928634249e81 None None] Pushing event updated for resources: {'Port': ['ID=4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:57.044896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6b33-a2c2-4f11-b8dc-74aed206364f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.050943 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dbbe6b33-a2c2-4f11-b8dc-74aed206364f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/df6bdcad-cfbd-4d99-9ad0-66fca4d7bd72 HTTP/1.1" status: 204 len: 168 time: 1.6278701 Nov 28 07:49:57.102762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39594) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:57.166677 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe6b33-a2c2-4f11-b8dc-74aed206364f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Network': ['ID=df6bdcad-cfbd-4d99-9ad0-66fca4d7bd72,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:57.170121 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f797a9f-6ff0-4de6-98af-45f90da8b449 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.170986 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb659155-c6b4-4a54-a4a7-6c5677fa2f86 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:57.171435 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb659155-c6b4-4a54-a4a7-6c5677fa2f86 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:57.175292 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bb659155-c6b4-4a54-a4a7-6c5677fa2f86 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/subnets/a4ddf0c4-869c-4c5e-9a74-6a8c486d3ed8 HTTP/1.1" status: 404 len: 337 time: 0.0693743 Nov 28 07:49:57.185474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39596) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:57.197718 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2624bf6-3076-4363-859e-f7e589697d33 req-2e0d28d8-dc28-47f4-8b4a-499131b4382a tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:57.204802 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-2e0d28d8-dc28-47f4-8b4a-499131b4382a tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/networks?id=14f03785-5df0-4ac5-b54f-2db846bf0b92 HTTP/1.1" status: 200 len: 796 time: 0.7589743 Nov 28 07:49:57.216316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Set router 347d5c76-00bf-48f1-b875-f7ebea728343 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:49:57.248633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-012a7f34-a5f8-4387-8980-1815ea006865 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.273172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f797a9f-6ff0-4de6-98af-45f90da8b449 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.282909 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.283434 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b57bec-5e94-42a3-a6a1-e36acca2ea66 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:57.283998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b57bec-5e94-42a3-a6a1-e36acca2ea66 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:57.287115 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-33b57bec-5e94-42a3-a6a1-e36acca2ea66 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/490460ae-a9a9-4b8e-837f-719055faf06b HTTP/1.1" status: 404 len: 339 time: 0.0812955 Nov 28 07:49:57.296368 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39598) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:57.300007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfc0175b-244b-484e-bc43-4d3b9686a8a9 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.314690 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2946fdb-8b9b-4bcd-a9ba-b31a41e8e511 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.320594 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-8edb17be-7673-42f2-839f-95cf805ae6c8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/quotas/667079ab83ea42fabb793483c1db8bda HTTP/1.1" status: 200 len: 375 time: 0.0991774 Nov 28 07:49:57.334592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfc0175b-244b-484e-bc43-4d3b9686a8a9 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.354984 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2946fdb-8b9b-4bcd-a9ba-b31a41e8e511 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.363626 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c33e3a6-c945-417c-94ea-04595c63f9f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:57.364134 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c33e3a6-c945-417c-94ea-04595c63f9f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:57.369685 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2c33e3a6-c945-417c-94ea-04595c63f9f7 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/subnets/3fa284a3-939d-4ca9-b60e-f6c918c13657 HTTP/1.1" status: 404 len: 337 time: 0.0657640 Nov 28 07:49:57.376706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39602) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:57.467915 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-86da5281-c9f7-4f11-9084-7fb15ce403f5 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:57.468521 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86da5281-c9f7-4f11-9084-7fb15ce403f5 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:57.472929 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-86da5281-c9f7-4f11-9084-7fb15ce403f5 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/27580a86-4e41-4a61-ac71-ecf80532a096 HTTP/1.1" status: 404 len: 339 time: 0.0831192 Nov 28 07:49:57.481606 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39604) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:57.490434 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2946fdb-8b9b-4bcd-a9ba-b31a41e8e511 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa13000-3dd3-416b-925a-5760221b0ce3,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:57.495802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2946fdb-8b9b-4bcd-a9ba-b31a41e8e511 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.497744 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b2946fdb-8b9b-4bcd-a9ba-b31a41e8e511 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6118484 Nov 28 07:49:57.515113 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39606) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:57.523058 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-620e1612-d442-4739-8a78-d63ff4c24a3b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1466017873'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:57.559870 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-6288b8d4-514d-41ce-8d18-2fcf871341d0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:57.560735 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6288b8d4-514d-41ce-8d18-2fcf871341d0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:57.565508 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6288b8d4-514d-41ce-8d18-2fcf871341d0 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/subnets/3c0a4c15-ec69-4bd8-87f0-4a6c37a3a32e HTTP/1.1" status: 404 len: 337 time: 0.0817919 Nov 28 07:49:57.569875 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39608) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:57.573967 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-012a7f34-a5f8-4387-8980-1815ea006865 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.577328 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d826c9-315a-4460-a097-928634249e81 None None] Network dee04ae5-f077-42cc-a400-cba7f29c3beb is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:57.609229 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-22d826c9-315a-4460-a097-928634249e81 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:57.612956 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d826c9-315a-4460-a097-928634249e81 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:57.628564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:57.629317 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.710415 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-172ef515-5a29-45de-8a01-39c749aa661d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:57.711607 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172ef515-5a29-45de-8a01-39c749aa661d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:57.716372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0175b-244b-484e-bc43-4d3b9686a8a9 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event updated for resources: {'Port': ['ID=9dbf2a2c-0c58-45e0-827c-2710856da0d0,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:57.720028 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-172ef515-5a29-45de-8a01-39c749aa661d tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/1c58085d-765d-4fba-84f5-b8b8e5fad306 HTTP/1.1" status: 404 len: 339 time: 0.1478603 Nov 28 07:49:57.720517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f797a9f-6ff0-4de6-98af-45f90da8b449 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.723737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f797a9f-6ff0-4de6-98af-45f90da8b449 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.727972 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1f797a9f-6ff0-4de6-98af-45f90da8b449 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/security-groups/4652f3c5-39ee-46ed-b91d-3148e1d5505e HTTP/1.1" status: 204 len: 168 time: 1.1906912 Nov 28 07:49:57.728729 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39610) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:57.729063 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39612) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:57.757013 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-012a7f34-a5f8-4387-8980-1815ea006865 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.778929 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-620e1612-d442-4739-8a78-d63ff4c24a3b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.779270 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1f6c05-58bc-4ec9-b60a-bedaef67196d None None] Network 01999d16-76da-46f7-8d56-33a68c81d091 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:57.801140 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f797a9f-6ff0-4de6-98af-45f90da8b449 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4652f3c5-39ee-46ed-b91d-3148e1d5505e,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:57.804199 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a09a31d-06cc-4db7-b555-6e91aceda51b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:57.804659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a09a31d-06cc-4db7-b555-6e91aceda51b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:57.808239 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8a09a31d-06cc-4db7-b555-6e91aceda51b tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/subnets/bffce858-a8f8-4a82-b51f-9dfc20f806a7 HTTP/1.1" status: 404 len: 337 time: 0.0714109 Nov 28 07:49:57.821646 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39614) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:57.835290 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a7f34-a5f8-4387-8980-1815ea006865 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8b55b9-bd67-40d2-8e27-d8d700b65df8,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:57.837428 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-012a7f34-a5f8-4387-8980-1815ea006865 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.843134 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-012a7f34-a5f8-4387-8980-1815ea006865 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "DELETE /v2.0/subnets/eb8b55b9-bd67-40d2-8e27-d8d700b65df8 HTTP/1.1" status: 204 len: 168 time: 3.0409293 Nov 28 07:49:57.843349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0175b-244b-484e-bc43-4d3b9686a8a9 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] In _notify_port_updated(), no bound segment for port 9dbf2a2c-0c58-45e0-827c-2710856da0d0 on network 2d656a4d-8f7a-44c0-899a-133b329c4b73 {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:49:57.844614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39616) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:57.846113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-84b37b76-a3be-4ec3-b094-8a8947d6253e None None] Provisioning complete for port b4d29eeb-3187-4f5e-887f-71deaa272fbd triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:57.846490 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84b37b76-a3be-4ec3-b094-8a8947d6253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.847572 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc0175b-244b-484e-bc43-4d3b9686a8a9 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:57.848201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfc0175b-244b-484e-bc43-4d3b9686a8a9 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:57.852434 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dfc0175b-244b-484e-bc43-4d3b9686a8a9 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "PUT /v2.0/ports/9dbf2a2c-0c58-45e0-827c-2710856da0d0 HTTP/1.1" status: 200 len: 996 time: 2.6788170 Nov 28 07:49:57.854402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39618) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:57.902413 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db79a3e1-843c-4526-ac9e-98de556f1609 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:49:57.907990 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-db79a3e1-843c-4526-ac9e-98de556f1609 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0585954 Nov 28 07:49:57.910367 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39620) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:57.915402 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae678cdf-00a3-4d29-bba3-1f0b199f8641 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:57.915402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae678cdf-00a3-4d29-bba3-1f0b199f8641 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:57.918401 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ae678cdf-00a3-4d29-bba3-1f0b199f8641 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/2fd177a0-89b5-4d3e-a086-15e55c42f114 HTTP/1.1" status: 404 len: 339 time: 0.0957720 Nov 28 07:49:57.932264 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39622) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:57.993099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-22d826c9-315a-4460-a097-928634249e81 None None] Attempting to bind port 4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:49:57.993571 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-22d826c9-315a-4460-a097-928634249e81 None None] Attempting to bind port 4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '55e795ac-87d0-47cc-aeb1-1d747cfae494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dee04ae5-f077-42cc-a400-cba7f29c3beb'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:49:57.994000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d826c9-315a-4460-a097-928634249e81 None None] Attempting to bind port 4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05 on network dee04ae5-f077-42cc-a400-cba7f29c3beb {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:49:58.019309 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-1bc42de2-fdd1-4205-8747-cc52b382bf84 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=667079ab83ea42fabb793483c1db8bda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6766219 Nov 28 07:49:58.044929 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d826c9-315a-4460-a097-928634249e81 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:49:58.046063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d826c9-315a-4460-a097-928634249e81 None None] Checking segment: {'id': '55e795ac-87d0-47cc-aeb1-1d747cfae494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dee04ae5-f077-42cc-a400-cba7f29c3beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:49:58.046604 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-e473c122-6765-41c8-991c-f4631cd406e5 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:58.047400 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-22d826c9-315a-4460-a097-928634249e81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.047617 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e473c122-6765-41c8-991c-f4631cd406e5 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:58.048119 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d826c9-315a-4460-a097-928634249e81 None None] Bound using segment: {'id': '55e795ac-87d0-47cc-aeb1-1d747cfae494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dee04ae5-f077-42cc-a400-cba7f29c3beb'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:49:58.048757 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-22d826c9-315a-4460-a097-928634249e81 None None] Bound port: 4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e795ac-87d0-47cc-aeb1-1d747cfae494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dee04ae5-f077-42cc-a400-cba7f29c3beb'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:49:58.049320 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-22d826c9-315a-4460-a097-928634249e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.053368 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e473c122-6765-41c8-991c-f4631cd406e5 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/subnets/08f3dc73-91ef-472c-bd33-3763c0c9af9b HTTP/1.1" status: 404 len: 337 time: 0.1065984 Nov 28 07:49:58.054001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39624) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:58.124644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Allocated IP 2001:db8:1::1 (ad135517-ec38-43ad-98e5-9b634d0795fe/a2f55d8e-35ac-430a-8967-a95c5dd4f1ac/ade7855e-191d-483b-9494-9e2a49412c14) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:49:58.132826 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2f63e1-5c2e-4bb6-a0ea-3e91553ecad4 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:58.137203 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2f63e1-5c2e-4bb6-a0ea-3e91553ecad4 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:58.143758 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0a2f63e1-5c2e-4bb6-a0ea-3e91553ecad4 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/0f4fb16b-5724-4898-ad7f-d3b1cc034ed5 HTTP/1.1" status: 404 len: 339 time: 0.0837872 Nov 28 07:49:58.147650 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.157288 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39626) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:58.165306 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-22d826c9-315a-4460-a097-928634249e81 None None] For port 4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:49:58.169347 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-22d826c9-315a-4460-a097-928634249e81 None None] For port 4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05,segment=NetworkSegment(55e795ac-87d0-47cc-aeb1-1d747cfae494),segment_id=55e795ac-87d0-47cc-aeb1-1d747cfae494)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:49:58.187290 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:49:52Z', 'revision_number': 4, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '8d844cd6-f1f8-4016-a0cb-2e9c0b48c460', 'name': '', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'mac_address': 'fa:16:3e:6b:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:48Z', 'updated_at': '2021-11-28T07:49:53Z', 'revision_number': 2, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'subnets': [{'id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:49:58.264793 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f45401-dd5e-4941-b8a3-fc4d242cd695 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:58.265266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f45401-dd5e-4941-b8a3-fc4d242cd695 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:58.275280 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b5f45401-dd5e-4941-b8a3-fc4d242cd695 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/subnets/f275d13a-2cda-409c-a0df-7d4559d30aa7 HTTP/1.1" status: 404 len: 337 time: 0.1168084 Nov 28 07:49:58.282172 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39628) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:58.302793 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.329186 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-527860ff-cbab-4a91-8c6d-2b915dd2cfca tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:58.329745 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527860ff-cbab-4a91-8c6d-2b915dd2cfca tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:58.335426 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-527860ff-cbab-4a91-8c6d-2b915dd2cfca tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/81528e15-1c51-4842-93c8-f2d4b5d32026 HTTP/1.1" status: 404 len: 339 time: 0.0480692 Nov 28 07:49:58.358046 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39630) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:58.375502 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-269c51b6-e0ea-43f6-984a-6ec5f0df5f2f service neutron] 10.222.0.31 "GET /v2.0/networks/14f03785-5df0-4ac5-b54f-2db846bf0b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167162 Nov 28 07:49:58.378100 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-620e1612-d442-4739-8a78-d63ff4c24a3b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.392665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.423065 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-620e1612-d442-4739-8a78-d63ff4c24a3b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.472189 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfced8d-ec24-4a87-97fe-4a2a4c48938f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:58.472593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfced8d-ec24-4a87-97fe-4a2a4c48938f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:58.479083 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bdfced8d-ec24-4a87-97fe-4a2a4c48938f tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/subnets/1c3e0036-dabe-46df-9fe1-90cee755a363 HTTP/1.1" status: 404 len: 337 time: 0.1173270 Nov 28 07:49:58.488339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45170f6e-b81a-4a53-824e-4a239e01d497 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.492572 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39632) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:58.495219 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e1612-d442-4739-8a78-d63ff4c24a3b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c698d5e3-8657-44a5-8feb-a9af3a57d3dc,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:58.506599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network ad135517-ec38-43ad-98e5-9b634d0795fe is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:49:58.523323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Checking router: 347d5c76-00bf-48f1-b875-f7ebea728343 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:49:58.523765 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Updating router 347d5c76-00bf-48f1-b875-f7ebea728343 port 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:49:58.530147 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-22d826c9-315a-4460-a097-928634249e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.541301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:49:58.543811 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:49:58.544532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.547644 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-620e1612-d442-4739-8a78-d63ff4c24a3b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.548901 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-620e1612-d442-4739-8a78-d63ff4c24a3b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0311038 Nov 28 07:49:58.553921 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39634) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:58.560673 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ebf227cb-32ef-4f40-a7c1-29fd3b38493a tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group_rule': {'security_group_id': 'bfa13000-3dd3-416b-925a-5760221b0ce3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c698d5e3-8657-44a5-8feb-a9af3a57d3dc'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:49:58.618436 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-ebf227cb-32ef-4f40-a7c1-29fd3b38493a tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:49:58.619532 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ebf227cb-32ef-4f40-a7c1-29fd3b38493a tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0629251 Nov 28 07:49:58.622728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39636) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:58.631924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Deleting port 4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:58.632266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.646917 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-e966034a-44bc-4be0-9ec6-c44165d6d81e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:58.647446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e966034a-44bc-4be0-9ec6-c44165d6d81e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:58.654264 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e966034a-44bc-4be0-9ec6-c44165d6d81e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/16984389-ac3c-439e-b34a-5391590d99e7 HTTP/1.1" status: 404 len: 339 time: 0.1453223 Nov 28 07:49:58.663331 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39638) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:58.683762 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45170f6e-b81a-4a53-824e-4a239e01d497 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.686439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=ade7855e-191d-483b-9494-9e2a49412c14,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:58.714061 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f8006f-b41e-4ae8-a6b9-54c2eb9bac81 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:58.714618 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f8006f-b41e-4ae8-a6b9-54c2eb9bac81 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:58.717992 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-64f8006f-b41e-4ae8-a6b9-54c2eb9bac81 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/subnets/f4b00409-6831-4615-b7ec-ff12a92d651f HTTP/1.1" status: 404 len: 337 time: 0.0539370 Nov 28 07:49:58.725200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39640) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:58.743719 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-0acb72b6-0fd2-4df2-bfce-5d3d1b9f662d service neutron] 10.222.0.31 "GET /v2.0/networks/14f03785-5df0-4ac5-b54f-2db846bf0b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355253 Nov 28 07:49:58.759706 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.772239 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae16c581-335e-49ce-bcbc-3af69334aa9a None None] Update dhcp port {'port': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'fixed_ips': [{'subnet_id': '1522ce8e-96e2-4869-b7b2-1f6ce45be579', 'ip_address': '172.20.0.2'}, {'subnet_id': '8189bb1b-6108-4dd6-8494-449f5263a3ca'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': 'c1eee2c4-fcfe-478b-978f-b6f473fdd268'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:49:58.790624 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-077414b7-0919-41b7-9ed6-2df33147d288 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] DELETE failed (client error): The resource could not be found. Nov 28 07:49:58.791252 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077414b7-0919-41b7-9ed6-2df33147d288 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:49:58.794642 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-077414b7-0919-41b7-9ed6-2df33147d288 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/e885aefe-5396-4b33-b883-7195261aeb74 HTTP/1.1" status: 404 len: 339 time: 0.0647440 Nov 28 07:49:58.799939 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39642) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:58.818827 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ae16c581-335e-49ce-bcbc-3af69334aa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.824707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.832751 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d826c9-315a-4460-a097-928634249e81 None None] Pushing event updated for resources: {'Port': ['ID=4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:58.833221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-2f7708cd-1ab8-4f99-b423-ad3e1ff8afdb tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Deleting port 9dbf2a2c-0c58-45e0-827c-2710856da0d0 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:58.834114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2f7708cd-1ab8-4f99-b423-ad3e1ff8afdb tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.847964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45170f6e-b81a-4a53-824e-4a239e01d497 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.854258 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45170f6e-b81a-4a53-824e-4a239e01d497 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.863410 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-45170f6e-b81a-4a53-824e-4a239e01d497 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/security-groups/ca340763-ffce-46a2-86d4-7d5d743d3b52 HTTP/1.1" status: 204 len: 168 time: 1.1255288 Nov 28 07:49:58.872192 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39644) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:58.941270 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] For port 4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05,segment=NetworkSegment(55e795ac-87d0-47cc-aeb1-1d747cfae494),segment_id=55e795ac-87d0-47cc-aeb1-1d747cfae494)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:58.941769 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.946613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-faa941e5-125b-461e-968f-1deb36957868 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:58.996245 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45170f6e-b81a-4a53-824e-4a239e01d497 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca340763-ffce-46a2-86d4-7d5d743d3b52,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:59.008584 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-2528234f-b92b-4a90-8adf-2c234add429f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting subnet 1522ce8e-96e2-4869-b7b2-1f6ce45be579 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:49:59.012887 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2528234f-b92b-4a90-8adf-2c234add429f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.059889 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2528234f-b92b-4a90-8adf-2c234add429f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.089126 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.091405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Calling delete_port for 4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:59.123091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-adca95a5-0ca1-4fda-aca0-60bf3557a95e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Deleting subnet 23ae3b12-3d2a-4570-bbd6-44c4fc919c96 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:49:59.128884 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adca95a5-0ca1-4fda-aca0-60bf3557a95e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.167644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2f7708cd-1ab8-4f99-b423-ad3e1ff8afdb tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.189300 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adca95a5-0ca1-4fda-aca0-60bf3557a95e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.193586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-2f7708cd-1ab8-4f99-b423-ad3e1ff8afdb tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Calling delete_port for 9dbf2a2c-0c58-45e0-827c-2710856da0d0 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:59.225299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-faa941e5-125b-461e-968f-1deb36957868 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.240737 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bfa0e9-0e27-4226-bb4c-4f3295eab9ec None None] Network dee04ae5-f077-42cc-a400-cba7f29c3beb requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:49:59.242641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dff0fe-8551-4fc9-8cff-1a2ef9ce4ed3 None None] DHCP port deletion for 01999d16-76da-46f7-8d56-33a68c81d091 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:49:59.294484 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=116b5f97-7b95-496c-a35b-95cc6f8a6ec6,segment=NetworkSegment(cfff6512-7ea5-443f-9522-74286679e9d5),segment_id=cfff6512-7ea5-443f-9522-74286679e9d5)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:59.307866 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bf5160cb-dd2b-4d56-aa72-00f49ce24d14 req-82eb4030-433d-440e-9f87-e2527adcfe36 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 210 time: 0.1999834 Nov 28 07:49:59.339771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.340732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c1eee2c4-fcfe-478b-978f-b6f473fdd268 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:49:59.351743 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-faa941e5-125b-461e-968f-1deb36957868 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.354698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-faa941e5-125b-461e-968f-1deb36957868 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.358258 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-faa941e5-125b-461e-968f-1deb36957868 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "DELETE /v2.0/security-groups/c698d5e3-8657-44a5-8feb-a9af3a57d3dc HTTP/1.1" status: 204 len: 168 time: 0.7322500 Nov 28 07:49:59.370734 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39658) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:59.402964 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa941e5-125b-461e-968f-1deb36957868 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c698d5e3-8657-44a5-8feb-a9af3a57d3dc,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:59.508764 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-84b37b76-a3be-4ec3-b094-8a8947d6253e None None] Provisioning complete for port a4444674-0444-4ddf-a0de-1b45b8b4c856 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:59.509590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84b37b76-a3be-4ec3-b094-8a8947d6253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.567867 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2528234f-b92b-4a90-8adf-2c234add429f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.594067 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.596629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adca95a5-0ca1-4fda-aca0-60bf3557a95e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.633619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.637276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=116b5f97-7b95-496c-a35b-95cc6f8a6ec6,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:59.646986 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a25d4cb2-258c-4287-ab12-9c11bf50e43c tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2705841 Nov 28 07:49:59.669315 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-84b37b76-a3be-4ec3-b094-8a8947d6253e None None] Port a4444674-0444-4ddf-a0de-1b45b8b4c856 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:49:59.669781 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39662) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:49:59.686584 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event deleted for resources: {'Port': ['ID=4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:59.691696 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] No DVR routers for this DVR port 4ced20b7-f1bc-4535-b5fb-9cdf48bdfd05 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:49:59.698474 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b9dff0fe-8551-4fc9-8cff-1a2ef9ce4ed3 None None] Deleting port 82424453-0fbb-4c16-8621-02c6c5121531 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:49:59.698850 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9dff0fe-8551-4fc9-8cff-1a2ef9ce4ed3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.700547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c1eee2c4-fcfe-478b-978f-b6f473fdd268 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:59.700889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.729232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.730476 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.854948 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.858562 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2528234f-b92b-4a90-8adf-2c234add429f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.860377 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b9dff0fe-8551-4fc9-8cff-1a2ef9ce4ed3 None None] For port 82424453-0fbb-4c16-8621-02c6c5121531, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=82424453-0fbb-4c16-8621-02c6c5121531,segment=NetworkSegment(67502c63-4ba8-45c6-82b6-9ac7f5f6e69e),segment_id=67502c63-4ba8-45c6-82b6-9ac7f5f6e69e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:49:59.860780 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9dff0fe-8551-4fc9-8cff-1a2ef9ce4ed3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server [None req-ae16c581-335e-49ce-bcbc-3af69334aa9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1522ce8e-96e2-4869-b7b2-1f6ce45be579: This subnet is being modified by another concurrent operation. Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise exception Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1522ce8e-96e2-4869-b7b2-1f6ce45be579: This subnet is being modified by another concurrent operation. Nov 28 07:49:59.878694 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server Nov 28 07:49:59.894014 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2f7708cd-1ab8-4f99-b423-ad3e1ff8afdb tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.896663 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.897617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=ade7855e-191d-483b-9494-9e2a49412c14,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:59.899299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b9dff0fe-8551-4fc9-8cff-1a2ef9ce4ed3 None None] Calling delete_port for 82424453-0fbb-4c16-8621-02c6c5121531 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:49:59.910612 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Provisioning complete for port 19b14031-1afd-445a-bec5-5cdb3195e418 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:49:59.911015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.914513 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.937968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adca95a5-0ca1-4fda-aca0-60bf3557a95e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.938801 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528234f-b92b-4a90-8adf-2c234add429f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Subnet': ['ID=1522ce8e-96e2-4869-b7b2-1f6ce45be579,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:49:59.992508 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2528234f-b92b-4a90-8adf-2c234add429f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:49:59.996066 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2528234f-b92b-4a90-8adf-2c234add429f tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/1522ce8e-96e2-4869-b7b2-1f6ce45be579 HTTP/1.1" status: 204 len: 168 time: 1.1228151 Nov 28 07:50:00.014591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39664) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:00.015631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7708cd-1ab8-4f99-b423-ad3e1ff8afdb tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event deleted for resources: {'Port': ['ID=9dbf2a2c-0c58-45e0-827c-2710856da0d0,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:00.034065 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-54a66a86-8a2d-4d0d-aedd-f7fbbfae9dcb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:00.042837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca95a5-0ca1-4fda-aca0-60bf3557a95e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Subnet': ['ID=23ae3b12-3d2a-4570-bbd6-44c4fc919c96,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:00.045922 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee04ae5-f077-42cc-a400-cba7f29c3beb']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:00.064065 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adca95a5-0ca1-4fda-aca0-60bf3557a95e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.069905 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-adca95a5-0ca1-4fda-aca0-60bf3557a95e tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/subnets/23ae3b12-3d2a-4570-bbd6-44c4fc919c96 HTTP/1.1" status: 204 len: 168 time: 1.2658062 Nov 28 07:50:00.069905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c21f50b-0a3d-42cd-931f-5b9d9ada1d8b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.089894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39666) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:00.095242 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c21f50b-0a3d-42cd-931f-5b9d9ada1d8b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.099866 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8249620-27b3-4e89-996b-6ba4820ad899 None None] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:00.120350 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e1a345-fe90-4127-abe8-bff582b10cea None None] Network 79d3a5ed-873d-4ecc-95f2-5aaac485cc36 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:00.155515 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e795ac-87d0-47cc-aeb1-1d747cfae494') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:00.155811 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e795ac-87d0-47cc-aeb1-1d747cfae494') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:00.169711 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c21f50b-0a3d-42cd-931f-5b9d9ada1d8b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.177400 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c21f50b-0a3d-42cd-931f-5b9d9ada1d8b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.178626 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9c21f50b-0a3d-42cd-931f-5b9d9ada1d8b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "DELETE /v2.0/security-groups/bfa13000-3dd3-416b-925a-5760221b0ce3 HTTP/1.1" status: 204 len: 168 time: 0.5043690 Nov 28 07:50:00.190708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39668) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:00.196823 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.198637 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.215645 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21f50b-0a3d-42cd-931f-5b9d9ada1d8b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa13000-3dd3-416b-925a-5760221b0ce3,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:00.226733 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.233078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9dff0fe-8551-4fc9-8cff-1a2ef9ce4ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.235969 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:00.236177 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:00.239312 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:00.339757 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2f7708cd-1ab8-4f99-b423-ad3e1ff8afdb tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.347096 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39670) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:00.362299 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2f7708cd-1ab8-4f99-b423-ad3e1ff8afdb tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "DELETE /v2.0/ports/9dbf2a2c-0c58-45e0-827c-2710856da0d0 HTTP/1.1" status: 204 len: 168 time: 2.5033126 Nov 28 07:50:00.366660 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa8dc1-21c1-4aff-b39c-2dc7ded312f8 None None] Pushing event updated for resources: {'Port': ['ID=8d844cd6-f1f8-4016-a0cb-2e9c0b48c460,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:00.373961 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network ad135517-ec38-43ad-98e5-9b634d0795fe is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:00.375670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:00.427143 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4daeca-042f-4420-8adb-5c8c7818b480 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] GET failed (client error): The resource could not be found. Nov 28 07:50:00.434973 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2b796b64-299d-42cb-a120-2ae8d44a0020 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2335308 Nov 28 07:50:00.437751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39674) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:00.439211 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3f4daeca-042f-4420-8adb-5c8c7818b480 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "GET /v2.0/ports/9dbf2a2c-0c58-45e0-827c-2710856da0d0 HTTP/1.1" status: 404 len: 333 time: 0.0801146 Nov 28 07:50:00.441593 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39676) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:00.449488 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-dd927dc2-2984-4ca7-b552-08b25adb7313 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680502119'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:00.454245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.459006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.464649 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "DELETE /v2.0/networks/dee04ae5-f077-42cc-a400-cba7f29c3beb HTTP/1.1" status: 204 len: 168 time: 2.5466371 Nov 28 07:50:00.465095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d9829d08-6ec1-4700-aefb-7d9de343ee82 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Request body: {'port': {'network_id': '2d656a4d-8f7a-44c0-899a-133b329c4b73', 'name': 'tempest-AllowedAddressPairTestJSON-626306556'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:00.467075 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39678) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:00.489716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dff0fe-8551-4fc9-8cff-1a2ef9ce4ed3 None None] No DVR routers for this DVR port 82424453-0fbb-4c16-8621-02c6c5121531 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:00.526251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dff0fe-8551-4fc9-8cff-1a2ef9ce4ed3 None None] Pushing event deleted for resources: {'Port': ['ID=82424453-0fbb-4c16-8621-02c6c5121531,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:00.537024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.570200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54921a7f-8871-44ef-bd66-e6388f17d6a0 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event deleted for resources: {'Network': ['ID=dee04ae5-f077-42cc-a400-cba7f29c3beb,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:00.581790 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ed83cfaa-4995-4469-afed-be11d16158a7 req-4ffc7182-fbb4-495c-b7d7-fc33c5efa479 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 210 time: 0.1110449 Nov 28 07:50:00.665264 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dd927dc2-2984-4ca7-b552-08b25adb7313 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.684624 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1cf93b3a-b677-4c8a-ac6c-1cdfb16a350e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.761176 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9829d08-6ec1-4700-aefb-7d9de343ee82 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Made reservation on behalf of 35dd725aab5e41d5aa825b864563835d for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:00.766422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d9829d08-6ec1-4700-aefb-7d9de343ee82 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.839012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1cf93b3a-b677-4c8a-ac6c-1cdfb16a350e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.861723 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dd927dc2-2984-4ca7-b552-08b25adb7313 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.870759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-1cf93b3a-b677-4c8a-ac6c-1cdfb16a350e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01999d16-76da-46f7-8d56-33a68c81d091']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:00.873698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dd927dc2-2984-4ca7-b552-08b25adb7313 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.892992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Attempting to bind port 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:00.893305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Attempting to bind port 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:00.893635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Attempting to bind port 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 on network 14f03785-5df0-4ac5-b54f-2db846bf0b92 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:00.897072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-1cf93b3a-b677-4c8a-ac6c-1cdfb16a350e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67502c63-4ba8-45c6-82b6-9ac7f5f6e69e') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:00.897378 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-1cf93b3a-b677-4c8a-ac6c-1cdfb16a350e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67502c63-4ba8-45c6-82b6-9ac7f5f6e69e') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:00.918124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1cf93b3a-b677-4c8a-ac6c-1cdfb16a350e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.920998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port c1eee2c4-fcfe-478b-978f-b6f473fdd268, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c1eee2c4-fcfe-478b-978f-b6f473fdd268,segment=NetworkSegment(f1529bc7-bbd8-4a89-af54-1b297814879f),segment_id=f1529bc7-bbd8-4a89-af54-1b297814879f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:00.929322 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd927dc2-2984-4ca7-b552-08b25adb7313 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c28f05-481d-4831-b9c3-1976e9149366,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:00.945883 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.946911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b4d29eeb-3187-4f5e-887f-71deaa272fbd up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:00.949128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1cf93b3a-b677-4c8a-ac6c-1cdfb16a350e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.958472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf93b3a-b677-4c8a-ac6c-1cdfb16a350e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:00.959475 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1cf93b3a-b677-4c8a-ac6c-1cdfb16a350e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:00.962909 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:01.014603 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:01.015094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Checking segment: {'id': 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:01.015481 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.015909 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Bound using segment: {'id': 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:01.016398 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Bound port: 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:01.016808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.038940 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1cf93b3a-b677-4c8a-ac6c-1cdfb16a350e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.048089 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1cf93b3a-b677-4c8a-ac6c-1cdfb16a350e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.051579 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1cf93b3a-b677-4c8a-ac6c-1cdfb16a350e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "DELETE /v2.0/networks/01999d16-76da-46f7-8d56-33a68c81d091 HTTP/1.1" status: 204 len: 168 time: 0.5760379 Nov 28 07:50:01.053976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39684) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:01.083922 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf93b3a-b677-4c8a-ac6c-1cdfb16a350e tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event deleted for resources: {'Network': ['ID=01999d16-76da-46f7-8d56-33a68c81d091,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:01.126729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=c1eee2c4-fcfe-478b-978f-b6f473fdd268,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:01.151463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a1cbf6b-471b-400c-a05a-4446868208c7 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.166491 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dd927dc2-2984-4ca7-b552-08b25adb7313 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.170483 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dd927dc2-2984-4ca7-b552-08b25adb7313 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7249691 Nov 28 07:50:01.170632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.192432 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39686) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:01.198999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-d9829d08-6ec1-4700-aefb-7d9de343ee82 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] device_id is not set on port 4af900cd-c4bf-434b-b939-6b6e72e36001 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:01.203774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a66a86-8a2d-4d0d-aedd-f7fbbfae9dcb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:01.207343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-54a66a86-8a2d-4d0d-aedd-f7fbbfae9dcb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.216964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-fec58b7c-4df9-4db3-823b-74fe485bf610 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:01.217176 dv-neutron-744815-16-hyperv neutron-server[115118]: WARNING neutron.api.v2.base [None req-fec58b7c-4df9-4db3-823b-74fe485bf610 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 28 07:50:01.217655 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-fec58b7c-4df9-4db3-823b-74fe485bf610 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] update failed (client error): There was a conflict when trying to complete your request. Nov 28 07:50:01.221210 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fec58b7c-4df9-4db3-823b-74fe485bf610 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "PUT /v2.0/security-groups/b3c28f05-481d-4831-b9c3-1976e9149366 HTTP/1.1" status: 409 len: 330 time: 0.0064042 Nov 28 07:50:01.224577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39688) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:01.235137 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Provisioning complete for port 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:01.235463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.248773 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] For port 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:01.272825 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port b4d29eeb-3187-4f5e-887f-71deaa272fbd triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:01.272825 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.312210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2dea6b-1d79-488f-b39e-9ad62bac9473 None None] DHCP port deletion for 79d3a5ed-873d-4ecc-95f2-5aaac485cc36 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:01.322908 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] For port 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=8d844cd6-f1f8-4016-a0cb-2e9c0b48c460,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:01.341153 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:50:01.356296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.398813 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Port 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:01.399543 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Deleting port b435033e-9f54-4452-83cf-a1022ddc139f {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:01.399725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.413743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2624bf6-3076-4363-859e-f7e589697d33 req-5c4ed2a0-a7c2-4329-8336-d0016725add2 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:01.415333 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-5c4ed2a0-a7c2-4329-8336-d0016725add2 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.35 "GET /v2.0/networks?id=14f03785-5df0-4ac5-b54f-2db846bf0b92 HTTP/1.1" status: 200 len: 796 time: 0.7004349 Nov 28 07:50:01.478455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b509d27c-69dd-4825-9409-f70109d0ea8f None None] Update dhcp port {'port': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'fixed_ips': [{'subnet_id': '8189bb1b-6108-4dd6-8494-449f5263a3ca'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': 'c1eee2c4-fcfe-478b-978f-b6f473fdd268'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:50:01.491462 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Provisioning complete for port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:01.491896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.543834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Routers {'347d5c76-00bf-48f1-b875-f7ebea728343'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:01.544476 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['347d5c76-00bf-48f1-b875-f7ebea728343'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:01.555119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a1cbf6b-471b-400c-a05a-4446868208c7 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.580761 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-3a1cbf6b-471b-400c-a05a-4446868208c7 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137ae6ba-78b5-4a1c-9d50-7689fbc0150f']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:01.598389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-3a1cbf6b-471b-400c-a05a-4446868208c7 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de836e8-f8a9-4d69-b234-951ebd788837') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:01.598777 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-3a1cbf6b-471b-400c-a05a-4446868208c7 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de836e8-f8a9-4d69-b234-951ebd788837') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:01.600930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa8dc1-21c1-4aff-b39c-2dc7ded312f8 None None] Pushing event updated for resources: {'Port': ['ID=8d844cd6-f1f8-4016-a0cb-2e9c0b48c460,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:01.638630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-d9829d08-6ec1-4700-aefb-7d9de343ee82 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Allocated IP 172.20.0.6 (2d656a4d-8f7a-44c0-899a-133b329c4b73/3ff60a55-ae97-41ba-b410-982aedc02d83/4af900cd-c4bf-434b-b939-6b6e72e36001) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:01.640910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b509d27c-69dd-4825-9409-f70109d0ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.673858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a1cbf6b-471b-400c-a05a-4446868208c7 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.705162 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a1cbf6b-471b-400c-a05a-4446868208c7 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.722245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1cbf6b-471b-400c-a05a-4446868208c7 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:01.722387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] For port b435033e-9f54-4452-83cf-a1022ddc139f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b435033e-9f54-4452-83cf-a1022ddc139f,segment=NetworkSegment(5fc4598b-ece4-4142-964b-d25f6bd28ccf),segment_id=5fc4598b-ece4-4142-964b-d25f6bd28ccf)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:01.722660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a1cbf6b-471b-400c-a05a-4446868208c7 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.722965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:01.750977 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:01.783735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-0c2dea6b-1d79-488f-b39e-9ad62bac9473 None None] Deleting port b435033e-9f54-4452-83cf-a1022ddc139f {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:01.784117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0c2dea6b-1d79-488f-b39e-9ad62bac9473 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.784661 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-86015cc6-047e-4005-aaa9-99be6fc9521b req-38d3f34f-94e7-40d0-8ed9-2170a3f1eab4 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 210 time: 0.0803683 Nov 28 07:50:01.805260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f2f307e-3b6f-46e2-833e-1adc908aa1cd tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.806440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Calling delete_port for b435033e-9f54-4452-83cf-a1022ddc139f owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:01.828985 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-2ac83679-082d-4dd4-b2ce-3087f2e41ad1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=667079ab83ea42fabb793483c1db8bda HTTP/1.1" status: 200 len: 379 time: 0.3754923 Nov 28 07:50:01.850169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a1cbf6b-471b-400c-a05a-4446868208c7 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.858551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f2f307e-3b6f-46e2-833e-1adc908aa1cd tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.859619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-d2624bf6-3076-4363-859e-f7e589697d33 req-afe05686-6167-43d7-8653-f6d90af57d16 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Request body: {'port': {'device_id': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'admin_state_up': True, 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'security_groups': ['5c194475-12c0-4443-b7b5-bebc4ae5e722']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:01.866940 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a1cbf6b-471b-400c-a05a-4446868208c7 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:01.873121 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3a1cbf6b-471b-400c-a05a-4446868208c7 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "DELETE /v2.0/networks/137ae6ba-78b5-4a1c-9d50-7689fbc0150f HTTP/1.1" status: 204 len: 168 time: 0.8180592 Nov 28 07:50:01.880385 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39692) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:01.914758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cbf6b-471b-400c-a05a-4446868208c7 tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event deleted for resources: {'Network': ['ID=137ae6ba-78b5-4a1c-9d50-7689fbc0150f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:01.940026 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:01.954956 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4601b9-7484-45fd-bad3-54aa078a831c None None] Sync routers for ids ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:01.972724 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4601b9-7484-45fd-bad3-54aa078a831c None None] Routers {'8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:01.973341 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0f4601b9-7484-45fd-bad3-54aa078a831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:01.989276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 19b14031-1afd-445a-bec5-5cdb3195e418 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:02.004539 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] Set router 347d5c76-00bf-48f1-b875-f7ebea728343 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:50:02.010928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f2f307e-3b6f-46e2-833e-1adc908aa1cd tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.014688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f2f307e-3b6f-46e2-833e-1adc908aa1cd tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.016089 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0f4601b9-7484-45fd-bad3-54aa078a831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:02.016929 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9f2f307e-3b6f-46e2-833e-1adc908aa1cd tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "DELETE /v2.0/security-groups/b3c28f05-481d-4831-b9c3-1976e9149366 HTTP/1.1" status: 204 len: 168 time: 0.7916725 Nov 28 07:50:02.022514 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39694) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:02.025768 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4601b9-7484-45fd-bad3-54aa078a831c None None] Routers {'8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:02.026504 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7bf7-451e-4952-b763-a68441d3b18a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.026712 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0f4601b9-7484-45fd-bad3-54aa078a831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:02.050395 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f307e-3b6f-46e2-833e-1adc908aa1cd tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c28f05-481d-4831-b9c3-1976e9149366,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:02.068807 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0f4601b9-7484-45fd-bad3-54aa078a831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:02.069715 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4601b9-7484-45fd-bad3-54aa078a831c None None] The sync data for ids ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:02.099304 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-429756d0-1a37-4d95-ad0d-a4fafeb62879 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5386178 Nov 28 07:50:02.107544 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39696) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:02.122485 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8dffe70c-38fc-485b-8319-3891691a3055 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0936861 Nov 28 07:50:02.142853 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39698) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:02.184683 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-feaaf021-ff23-4169-b40f-3306115b0d47 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] delete failed (client error): The resource could not be found. Nov 28 07:50:02.189988 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0c2dea6b-1d79-488f-b39e-9ad62bac9473 None None] For port b435033e-9f54-4452-83cf-a1022ddc139f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b435033e-9f54-4452-83cf-a1022ddc139f,segment=NetworkSegment(5fc4598b-ece4-4142-964b-d25f6bd28ccf),segment_id=5fc4598b-ece4-4142-964b-d25f6bd28ccf)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:02.190240 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-feaaf021-ff23-4169-b40f-3306115b0d47 tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "DELETE /v2.0/security-groups/aeafe18f-bf2e-4392-b46f-71f1ec5cfdb1 HTTP/1.1" status: 404 len: 347 time: 0.0407908 Nov 28 07:50:02.190370 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0c2dea6b-1d79-488f-b39e-9ad62bac9473 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.195866 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39700) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:02.237330 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cde55c2-6ec4-4072-a420-5c400fd440e7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:02.241752 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0cde55c2-6ec4-4072-a420-5c400fd440e7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports/ade7855e-191d-483b-9494-9e2a49412c14 HTTP/1.1" status: 200 len: 913 time: 0.1293302 Nov 28 07:50:02.245620 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39702) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:02.245873 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2624bf6-3076-4363-859e-f7e589697d33 req-afe05686-6167-43d7-8653-f6d90af57d16 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Made reservation on behalf of 667079ab83ea42fabb793483c1db8bda for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:02.249393 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d2624bf6-3076-4363-859e-f7e589697d33 req-afe05686-6167-43d7-8653-f6d90af57d16 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.250108 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-0c2dea6b-1d79-488f-b39e-9ad62bac9473 None None] Calling delete_port for b435033e-9f54-4452-83cf-a1022ddc139f owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:02.304938 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-b509d27c-69dd-4825-9409-f70109d0ea8f None None] Allocated IP 172.20.0.18 (e3e4322f-8aa4-43ba-a9c7-1594b03a4257/8189bb1b-6108-4dd6-8494-449f5263a3ca/c1eee2c4-fcfe-478b-978f-b6f473fdd268) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:02.356678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7bf7-451e-4952-b763-a68441d3b18a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.366209 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-3f3d694d-e288-47ff-a2f9-466cb71a144c tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] show failed (client error): The resource could not be found. Nov 28 07:50:02.367405 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3f3d694d-e288-47ff-a2f9-466cb71a144c tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "GET /v2.0/security-groups/cf988659-7238-41cd-99e9-dd6d123cbf7c HTTP/1.1" status: 404 len: 347 time: 0.1704884 Nov 28 07:50:02.372468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Provisioning complete for port c1eee2c4-fcfe-478b-978f-b6f473fdd268 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:02.372891 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.374509 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39704) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:02.388161 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 19b14031-1afd-445a-bec5-5cdb3195e418 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:02.388528 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.389854 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.407392 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d9829d08-6ec1-4700-aefb-7d9de343ee82 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.447667 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Port': ['ID=b435033e-9f54-4452-83cf-a1022ddc139f,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:02.450673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-54a66a86-8a2d-4d0d-aedd-f7fbbfae9dcb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.456998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] No DVR routers for this DVR port b435033e-9f54-4452-83cf-a1022ddc139f on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:02.480073 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ff8a7bf7-451e-4952-b763-a68441d3b18a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e42a2f-0ae7-4145-95bb-903cacc74765']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:02.482584 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-3b61b7c1-3756-49a4-bf74-d4c441be838b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] show failed (client error): The resource could not be found. Nov 28 07:50:02.483854 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3b61b7c1-3756-49a4-bf74-d4c441be838b tempest-NegativeSecGroupTest-440108089 tempest-NegativeSecGroupTest-440108089-project] 10.222.0.31 "GET /v2.0/security-group-rules/be0a6763-4728-44f3-b8d0-096b258e9592 HTTP/1.1" status: 404 len: 356 time: 0.1060340 Nov 28 07:50:02.497425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ff8a7bf7-451e-4952-b763-a68441d3b18a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73822fa3-134d-4a83-8490-c90a67229ff3') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:02.497719 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ff8a7bf7-451e-4952-b763-a68441d3b18a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73822fa3-134d-4a83-8490-c90a67229ff3') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:02.518339 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7bf7-451e-4952-b763-a68441d3b18a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.545901 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7bf7-451e-4952-b763-a68441d3b18a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.573043 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8a7bf7-451e-4952-b763-a68441d3b18a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:02.575509 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7bf7-451e-4952-b763-a68441d3b18a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.575661 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a66a86-8a2d-4d0d-aedd-f7fbbfae9dcb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:02.599985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-54a66a86-8a2d-4d0d-aedd-f7fbbfae9dcb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:02.623703 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a66a86-8a2d-4d0d-aedd-f7fbbfae9dcb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:02.624313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-54a66a86-8a2d-4d0d-aedd-f7fbbfae9dcb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.639805 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a66a86-8a2d-4d0d-aedd-f7fbbfae9dcb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Subnet': ['ID=1d1de8ae-3f34-4b2e-a09f-1cfc68db069a,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:02.692290 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:02.695061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.713084 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-d2624bf6-3076-4363-859e-f7e589697d33 req-afe05686-6167-43d7-8653-f6d90af57d16 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Allocated IP 172.20.0.7 (14f03785-5df0-4ac5-b54f-2db846bf0b92/9e99359b-64e8-449a-9fac-a5f012bd58ae/2f2a0bec-99f1-4da6-8755-ea43ce0322ae) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:02.718956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7bf7-451e-4952-b763-a68441d3b18a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.731611 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-54a66a86-8a2d-4d0d-aedd-f7fbbfae9dcb tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7048595 Nov 28 07:50:02.733346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39708) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:02.736121 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d9829d08-6ec1-4700-aefb-7d9de343ee82 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.740371 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8adb5f3f-afb0-45fc-9166-7b5cdadbba27 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'security_group': {'name': 'tempest-secgroup-1990669033'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:02.747050 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d3a5ed-873d-4ecc-95f2-5aaac485cc36']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:02.749516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7bf7-451e-4952-b763-a68441d3b18a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.759582 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ff8a7bf7-451e-4952-b763-a68441d3b18a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] 10.222.0.31 "DELETE /v2.0/networks/32e42a2f-0ae7-4145-95bb-903cacc74765 HTTP/1.1" status: 204 len: 168 time: 0.8755178 Nov 28 07:50:02.793238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a7bf7-451e-4952-b763-a68441d3b18a tempest-BulkNetworkOpsIpV6Test-1872471033 tempest-BulkNetworkOpsIpV6Test-1872471033-project] Pushing event deleted for resources: {'Network': ['ID=32e42a2f-0ae7-4145-95bb-903cacc74765,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:02.799283 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc4598b-ece4-4142-964b-d25f6bd28ccf') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:02.804443 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc4598b-ece4-4142-964b-d25f6bd28ccf') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:02.874568 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0c2dea6b-1d79-488f-b39e-9ad62bac9473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.890240 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b509d27c-69dd-4825-9409-f70109d0ea8f None None] For port c1eee2c4-fcfe-478b-978f-b6f473fdd268, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c1eee2c4-fcfe-478b-978f-b6f473fdd268,segment=NetworkSegment(f1529bc7-bbd8-4a89-af54-1b297814879f),segment_id=f1529bc7-bbd8-4a89-af54-1b297814879f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:02.911241 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.927638 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39716) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:02.972682 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9829d08-6ec1-4700-aefb-7d9de343ee82 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Network 2d656a4d-8f7a-44c0-899a-133b329c4b73 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:02.974790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2dea6b-1d79-488f-b39e-9ad62bac9473 None None] No DVR routers for this DVR port b435033e-9f54-4452-83cf-a1022ddc139f on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:02.981506 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dea6b-1d79-488f-b39e-9ad62bac9473 None None] Pushing event deleted for resources: {'Port': ['ID=b435033e-9f54-4452-83cf-a1022ddc139f,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:02.981712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8adb5f3f-afb0-45fc-9166-7b5cdadbba27 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:02.991581 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:03.004356 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-68389a11-5182-4eb3-981f-35af3c643746 req-84aff909-8d2f-4ffd-b609-4f04d763ff28 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 210 time: 0.1011968 Nov 28 07:50:03.005526 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-d9829d08-6ec1-4700-aefb-7d9de343ee82 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:03.028398 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9829d08-6ec1-4700-aefb-7d9de343ee82 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:03.033013 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9829d08-6ec1-4700-aefb-7d9de343ee82 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event updated for resources: {'Port': ['ID=4af900cd-c4bf-434b-b939-6b6e72e36001,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:03.045411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Could not find standard attr ID for object 82424453-0fbb-4c16-8621-02c6c5121531. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:50:03.058008 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:03.058606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:03.059493 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:03.061555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b509d27c-69dd-4825-9409-f70109d0ea8f None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:03.062604 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:03.066468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Could not find standard attr ID for object 9dbf2a2c-0c58-45e0-827c-2710856da0d0. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:50:03.096451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b509d27c-69dd-4825-9409-f70109d0ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:03.114942 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:49:52Z', 'revision_number': 4, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '8d844cd6-f1f8-4016-a0cb-2e9c0b48c460', 'name': '', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'mac_address': 'fa:16:3e:6b:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:48Z', 'updated_at': '2021-11-28T07:50:01Z', 'revision_number': 4, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'subnets': [{'id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:03.168941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f3868572-e135-4b0b-823b-aff1285a25bd tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:03.180043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a75968-3fca-41cc-b0e7-3e6092bceb8d None None] The sync data for ids ['347d5c76-00bf-48f1-b875-f7ebea728343'] in dv-neutron-744815-16-hyperv is: [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:49:52Z', 'revision_number': 4, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '8d844cd6-f1f8-4016-a0cb-2e9c0b48c460', 'name': '', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'mac_address': 'fa:16:3e:6b:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:48Z', 'updated_at': '2021-11-28T07:50:01Z', 'revision_number': 4, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'subnets': [{'id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:03.226089 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Provisioning complete for port ade7855e-191d-483b-9494-9e2a49412c14 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:03.226464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:03.329311 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509d27c-69dd-4825-9409-f70109d0ea8f None None] Pushing event updated for resources: {'Port': ['ID=c1eee2c4-fcfe-478b-978f-b6f473fdd268,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:03.381144 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Port ade7855e-191d-483b-9494-9e2a49412c14 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:03.383395 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:03.383395 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:03.533471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39722) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:03.581455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Provisioning complete for port fa61d0ff-a75d-42c1-bc35-30a63e10afac triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:03.583117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:03.624834 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fa8c97ae-785a-4fc7-8e03-1911e739e9ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df0ef77602684c66bc1699c2f1583121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6952484 Nov 28 07:50:03.628469 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39726) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:03.673697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Port fa61d0ff-a75d-42c1-bc35-30a63e10afac cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:03.750312 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Provisioning complete for port a4444674-0444-4ddf-a0de-1b45b8b4c856 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:03.750522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:03.827149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7743d5a6-d4b8-4bed-be98-f0e55ce8f314 None None] Port a4444674-0444-4ddf-a0de-1b45b8b4c856 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:03.847593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b435033e-9f54-4452-83cf-a1022ddc139f no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:50:03.884755 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b52627d3-8015-461e-be46-153364ee5f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:03.895566 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: b435033e-9f54-4452-83cf-a1022ddc139f {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:50:03.896046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b435033e-9f54-4452-83cf-a1022ddc139f not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:50:03.896339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c1eee2c4-fcfe-478b-978f-b6f473fdd268 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:50:03.919598 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b52627d3-8015-461e-be46-153364ee5f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:03.935410 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:03.947406 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-09ace238-6844-4e31-96b8-221b265762c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd167b44b8704cd9aadf5352822419fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4126408 Nov 28 07:50:03.948822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39728) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:03.963216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9829d08-6ec1-4700-aefb-7d9de343ee82 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:03.963955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d9829d08-6ec1-4700-aefb-7d9de343ee82 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:03.969393 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:03.975368 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] 10.222.0.31 "DELETE /v2.0/networks/79d3a5ed-873d-4ecc-95f2-5aaac485cc36 HTTP/1.1" status: 204 len: 168 time: 3.8815749 Nov 28 07:50:04.019070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b48676-c5ce-4f03-87d7-f38782fec696 tempest-NetworksTest-2055182955 tempest-NetworksTest-2055182955-project] Pushing event deleted for resources: {'Network': ['ID=79d3a5ed-873d-4ecc-95f2-5aaac485cc36,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:04.055278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Provisioning complete for port ade7855e-191d-483b-9494-9e2a49412c14 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:04.055900 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.089746 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d9829d08-6ec1-4700-aefb-7d9de343ee82 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6452317 Nov 28 07:50:04.095905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39734) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:04.109993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d2624bf6-3076-4363-859e-f7e589697d33 req-afe05686-6167-43d7-8653-f6d90af57d16 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.123003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Request body: {'port': {'network_id': '2d656a4d-8f7a-44c0-899a-133b329c4b73', 'name': 'tempest-AllowedAddressPairTestJSON-501822201'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:04.158515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Port ade7855e-191d-483b-9494-9e2a49412c14 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:04.186520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-982da6f9-6788-4f01-a937-44abd6602e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.195424 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9d229d10-d135-4aa4-9249-d1429ab94fa5 req-1464cdb9-ac29-4779-a27a-c0b1e540e1f0 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 210 time: 0.0536997 Nov 28 07:50:04.208966 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.226346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8adb5f3f-afb0-45fc-9166-7b5cdadbba27 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.227298 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Provisioning complete for port 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:04.228072 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.244564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8adb5f3f-afb0-45fc-9166-7b5cdadbba27 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.300564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port c1eee2c4-fcfe-478b-978f-b6f473fdd268, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c1eee2c4-fcfe-478b-978f-b6f473fdd268,segment=NetworkSegment(f1529bc7-bbd8-4a89-af54-1b297814879f),segment_id=f1529bc7-bbd8-4a89-af54-1b297814879f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:04.322978 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.324955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8adb5f3f-afb0-45fc-9166-7b5cdadbba27 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.332448 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8adb5f3f-afb0-45fc-9166-7b5cdadbba27 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5980062 Nov 28 07:50:04.336284 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39738) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:04.344856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-982da6f9-6788-4f01-a937-44abd6602e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.349982 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f2c08ffd-e7cf-416e-8ac5-ec6c115492b7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'security_group': {'name': 'tempest-secgroup-1103102421'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:04.361513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb5f3f-afb0-45fc-9166-7b5cdadbba27 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc55b9cd-5c8e-4611-ad7d-d468d547b088,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:04.377818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d2624bf6-3076-4363-859e-f7e589697d33 req-afe05686-6167-43d7-8653-f6d90af57d16 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.456664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.db.api [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 28 07:50:04.456664 dv-neutron-744815-16-hyperv neutron-server[115119]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 28 07:50:04.456664 dv-neutron-744815-16-hyperv neutron-server[115119]: [parameters: {'project_id_1': '35dd725aab5e41d5aa825b864563835d', 'expiration_1': datetime.datetime(2021, 11, 28, 7, 49, 44, 406031)}] Nov 28 07:50:04.456664 dv-neutron-744815-16-hyperv neutron-server[115119]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:50:04.457395 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG oslo_db.api [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:50:04.458048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-982da6f9-6788-4f01-a937-44abd6602e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.461070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-982da6f9-6788-4f01-a937-44abd6602e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.465124 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-982da6f9-6788-4f01-a937-44abd6602e67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b082c9de-1a87-4f12-920c-83bb102ad593 HTTP/1.1" status: 204 len: 168 time: 0.5080829 Nov 28 07:50:04.494896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=c1eee2c4-fcfe-478b-978f-b6f473fdd268,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:04.520303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982da6f9-6788-4f01-a937-44abd6602e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b082c9de-1a87-4f12-920c-83bb102ad593,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:04.529035 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2624bf6-3076-4363-859e-f7e589697d33 req-afe05686-6167-43d7-8653-f6d90af57d16 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Network 14f03785-5df0-4ac5-b54f-2db846bf0b92 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:04.539062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f2c08ffd-e7cf-416e-8ac5-ec6c115492b7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.548278 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-d2624bf6-3076-4363-859e-f7e589697d33 req-afe05686-6167-43d7-8653-f6d90af57d16 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:04.578694 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39742) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:04.583564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2624bf6-3076-4363-859e-f7e589697d33 req-afe05686-6167-43d7-8653-f6d90af57d16 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:04.584418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.597424 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b52627d3-8015-461e-be46-153364ee5f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.600181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b52627d3-8015-461e-be46-153364ee5f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.618271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb880960-80cc-4a42-bd74-694ea0c03b53 None None] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:04.621329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe05686-6167-43d7-8653-f6d90af57d16 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'Port': ['ID=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:04.622173 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b52627d3-8015-461e-be46-153364ee5f7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c0bb5cd-aacd-4a27-a3da-f349a9cae116 HTTP/1.1" status: 204 len: 168 time: 0.9918754 Nov 28 07:50:04.652103 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52627d3-8015-461e-be46-153364ee5f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0bb5cd-aacd-4a27-a3da-f349a9cae116,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:04.741242 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f3868572-e135-4b0b-823b-aff1285a25bd tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port ade7855e-191d-483b-9494-9e2a49412c14 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:04.741242 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f3868572-e135-4b0b-823b-aff1285a25bd tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.743732 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2624bf6-3076-4363-859e-f7e589697d33 req-afe05686-6167-43d7-8653-f6d90af57d16 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:04.781405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d2624bf6-3076-4363-859e-f7e589697d33 req-afe05686-6167-43d7-8653-f6d90af57d16 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.846580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:04.854136 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-afe05686-6167-43d7-8653-f6d90af57d16 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0061796 Nov 28 07:50:04.890206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Request body: {'port': {'device_id': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:04.945285 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] For port 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=8d844cd6-f1f8-4016-a0cb-2e9c0b48c460,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:04.968119 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.983095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f2c08ffd-e7cf-416e-8ac5-ec6c115492b7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:04.998555 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3b341074-2e9e-4108-b5e0-6d31688bc1e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33f82d3e6fff4150af406bef92d9867d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4143934 Nov 28 07:50:05.011420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39750) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:05.026223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f2c08ffd-e7cf-416e-8ac5-ec6c115492b7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.034314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:05.034683 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.064827 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Made reservation on behalf of 35dd725aab5e41d5aa825b864563835d for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:05.072790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Provisioning complete for port fa61d0ff-a75d-42c1-bc35-30a63e10afac triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:05.072790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.079221 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.114380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] device_id is not set on port b34ba131-4dd4-4688-8378-3ca7153821f0 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:05.184866 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Pushing event updated for resources: {'Port': ['ID=8d844cd6-f1f8-4016-a0cb-2e9c0b48c460,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:05.227851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Port fa61d0ff-a75d-42c1-bc35-30a63e10afac cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:05.242108 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c08ffd-e7cf-416e-8ac5-ec6c115492b7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22caa23-c0f1-4e06-96bc-fef2193e59e0,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:05.285723 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d9bb-63c8-4486-9114-f3cd6f200b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.302744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.316021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f2c08ffd-e7cf-416e-8ac5-ec6c115492b7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.322049 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f2c08ffd-e7cf-416e-8ac5-ec6c115492b7 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9834991 Nov 28 07:50:05.325690 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Provisioning complete for port 4af900cd-c4bf-434b-b939-6b6e72e36001 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:05.326067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.341620 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39760) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:05.368957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b7812855-b1ef-4ae2-98f7-7c4c03b51dd3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'security_group': {'name': 'tempest-secgroup-1004052690'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:05.398298 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f3868572-e135-4b0b-823b-aff1285a25bd tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.427141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d9bb-63c8-4486-9114-f3cd6f200b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.445762 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c1eee2c4-fcfe-478b-978f-b6f473fdd268 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:05.467515 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7812855-b1ef-4ae2-98f7-7c4c03b51dd3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.487184 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Allocated IP 172.20.0.8 (2d656a4d-8f7a-44c0-899a-133b329c4b73/3ff60a55-ae97-41ba-b410-982aedc02d83/b34ba131-4dd4-4688-8378-3ca7153821f0) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:05.527297 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Port 4af900cd-c4bf-434b-b939-6b6e72e36001 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:05.535619 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f3868572-e135-4b0b-823b-aff1285a25bd tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for ade7855e-191d-483b-9494-9e2a49412c14 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:05.571359 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Provisioning complete for port c1eee2c4-fcfe-478b-978f-b6f473fdd268 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:05.571727 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.585079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7812855-b1ef-4ae2-98f7-7c4c03b51dd3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.595966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7812855-b1ef-4ae2-98f7-7c4c03b51dd3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.607830 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206a5c48-8db5-47ef-a12b-511ccdaa1602 None None] Update dhcp port {'port': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'fixed_ips': [{'subnet_id': '8189bb1b-6108-4dd6-8494-449f5263a3ca', 'ip_address': '172.20.0.18'}, {'subnet_id': '1d1de8ae-3f34-4b2e-a09f-1cfc68db069a'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': 'c1eee2c4-fcfe-478b-978f-b6f473fdd268'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:50:05.637430 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7812855-b1ef-4ae2-98f7-7c4c03b51dd3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2072c54-dbe4-4274-8622-b390e62b4fe9,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:05.668880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c1eee2c4-fcfe-478b-978f-b6f473fdd268 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:05.669248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.673916 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7812855-b1ef-4ae2-98f7-7c4c03b51dd3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.677587 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b7812855-b1ef-4ae2-98f7-7c4c03b51dd3 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3324625 Nov 28 07:50:05.678220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39778) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:05.705029 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4d82a027-512b-48d8-bf48-08eca234c51d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-207335125', 'security_groups': ['a2072c54-dbe4-4274-8622-b390e62b4fe9'], 'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d1de8ae-3f34-4b2e-a09f-1cfc68db069a'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:05.754297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312331f1-d918-4325-bed4-a26bfc1057d0 req-8fcf3a7d-a2df-4a11-951a-7ddcb5bd94a5 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:05.755895 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-312331f1-d918-4325-bed4-a26bfc1057d0 req-8fcf3a7d-a2df-4a11-951a-7ddcb5bd94a5 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 931 time: 0.3777339 Nov 28 07:50:05.804725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-206a5c48-8db5-47ef-a12b-511ccdaa1602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.983389 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d9bb-63c8-4486-9114-f3cd6f200b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.986598 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d9bb-63c8-4486-9114-f3cd6f200b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:05.991185 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8ac1d9bb-63c8-4486-9114-f3cd6f200b8c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10e2db0d-2e1e-4b51-90e9-1a60db656587 HTTP/1.1" status: 204 len: 168 time: 0.9764366 Nov 28 07:50:06.007691 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-312331f1-d918-4325-bed4-a26bfc1057d0 req-f43ca7b2-a9bf-44f2-8676-948f2ab112ff tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249575 Nov 28 07:50:06.037388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1d9bb-63c8-4486-9114-f3cd6f200b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e2db0d-2e1e-4b51-90e9-1a60db656587,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:06.111975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d82a027-512b-48d8-bf48-08eca234c51d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:06.148986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39794) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:06.149200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f3868572-e135-4b0b-823b-aff1285a25bd tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:06.166394 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:06.225643 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3868572-e135-4b0b-823b-aff1285a25bd tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=ade7855e-191d-483b-9494-9e2a49412c14,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:06.308192 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2a0bec-99f1-4da6-8755-ea43ce0322ae {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:50:06.331261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:06.352943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Transition to ACTIVE for port object 2f2a0bec-99f1-4da6-8755-ea43ce0322ae will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:50:06.365225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d82a027-512b-48d8-bf48-08eca234c51d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:06.371920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:06.409089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39798) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:06.420112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:06.428846 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0122890 Nov 28 07:50:06.491840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:06.494477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39800) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:06.527002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-4d82a027-512b-48d8-bf48-08eca234c51d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] device_id is not set on port 03d15082-a265-4eef-acb1-7d4a162ac0a4 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:06.677671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] For port c1eee2c4-fcfe-478b-978f-b6f473fdd268, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c1eee2c4-fcfe-478b-978f-b6f473fdd268,segment=NetworkSegment(f1529bc7-bbd8-4a89-af54-1b297814879f),segment_id=f1529bc7-bbd8-4a89-af54-1b297814879f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:06.697031 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:06.772212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:06.804488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-883372933'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:06.865396 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e57d0192-a02f-4919-b15d-784d1941288c tempest-NetworksApiDiscovery-631950849 tempest-NetworksApiDiscovery-631950849-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3526437 Nov 28 07:50:06.893118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f3868572-e135-4b0b-823b-aff1285a25bd tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:06.898407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:06.918271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f8108-66a9-4c75-9ce6-0940a2a7af86 None None] Pushing event updated for resources: {'Port': ['ID=c1eee2c4-fcfe-478b-978f-b6f473fdd268,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:06.927693 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Network 2d656a4d-8f7a-44c0-899a-133b329c4b73 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:06.930818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Attempting to bind port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:06.931274 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Attempting to bind port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:06.931613 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Attempting to bind port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae on network 14f03785-5df0-4ac5-b54f-2db846bf0b92 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:06.932633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:06.940111 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae on network 14f03785-5df0-4ac5-b54f-2db846bf0b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:50:06.940323 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Attempting to bind port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae on network 14f03785-5df0-4ac5-b54f-2db846bf0b92 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:06.948115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:06.951568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:06.956771 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:06.978467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:06.978709 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Checking segment: {'id': 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:06.979068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Bound using segment: {'id': 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:06.979518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Bound port: 2f2a0bec-99f1-4da6-8755-ea43ce0322ae, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:06.979874 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:07.014672 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-97eefe9d-08f4-4028-9600-ccc6b2f5dd2d None None] Provisioning complete for port c1eee2c4-fcfe-478b-978f-b6f473fdd268 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:07.015690 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-97eefe9d-08f4-4028-9600-ccc6b2f5dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:07.063577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-206a5c48-8db5-47ef-a12b-511ccdaa1602 None None] Allocated IP 172.20.0.2 (e3e4322f-8aa4-43ba-a9c7-1594b03a4257/1d1de8ae-3f34-4b2e-a09f-1cfc68db069a/c1eee2c4-fcfe-478b-978f-b6f473fdd268) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:07.101504 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] For port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:07.106017 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] For port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:07.110571 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:07.114379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:50:07.114786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:50:07.141884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:07.257465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:07.258300 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:07.259501 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] 10.222.0.35 "PUT /v2.0/ports/2f2a0bec-99f1-4da6-8755-ea43ce0322ae HTTP/1.1" status: 200 len: 1093 time: 2.3885255 Nov 28 07:50:07.266339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'tag': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:50:07.274182 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd42359-3b88-4bde-896e-ed4ebde17ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb8331c-df5c-46d4-a328-247430ba6922", "tag": "2f2a0bec-99f1-4da6-8755-ea43ce0322ae"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:50:07.306937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-206a5c48-8db5-47ef-a12b-511ccdaa1602 None None] For port c1eee2c4-fcfe-478b-978f-b6f473fdd268, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c1eee2c4-fcfe-478b-978f-b6f473fdd268,segment=NetworkSegment(f1529bc7-bbd8-4a89-af54-1b297814879f),segment_id=f1529bc7-bbd8-4a89-af54-1b297814879f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:07.368170 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-206a5c48-8db5-47ef-a12b-511ccdaa1602 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:07.406135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39824) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:07.410686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-206a5c48-8db5-47ef-a12b-511ccdaa1602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:07.415336 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcebd78-c2ad-451c-a4b3-9dd6cfe87c6e x-openstack-request-id: req-1fcebd78-c2ad-451c-a4b3-9dd6cfe87c6e {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:50:07.421777 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb8331c-df5c-46d4-a328-247430ba6922", "tag": "2f2a0bec-99f1-4da6-8755-ea43ce0322ae", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:50:07.422222 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fcebd78-c2ad-451c-a4b3-9dd6cfe87c6e {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:50:07.422651 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'tag': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'status': 'completed', 'code': 200} Nov 28 07:50:07.431372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:07.432025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:07.460947 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3529115 Nov 28 07:50:07.495599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39830) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:07.502651 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be5630-f2ee-4163-9506-9b69dac14a75 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event updated for resources: {'Port': ['ID=b34ba131-4dd4-4688-8378-3ca7153821f0,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:07.512883 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8536782-270e-41c3-b4be-4f28b467eee5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:07.527626 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a5c48-8db5-47ef-a12b-511ccdaa1602 None None] Pushing event updated for resources: {'Port': ['ID=c1eee2c4-fcfe-478b-978f-b6f473fdd268,revision_number=8']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:07.537903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317162b-b33e-4c69-a4ed-4f996b513ee6 req-491aa4c2-31b9-4a57-8d96-d0bb1635eee1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:07.546332 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f317162b-b33e-4c69-a4ed-4f996b513ee6 req-491aa4c2-31b9-4a57-8d96-d0bb1635eee1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 943 time: 0.4017215 Nov 28 07:50:07.566365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4a71ff92-4c19-4646-a3ac-cf71ee229363 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:28:14:6d'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:2f:9c:66'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:07.595418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3868572-e135-4b0b-823b-aff1285a25bd tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:50:07.670394 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f317162b-b33e-4c69-a4ed-4f996b513ee6 req-5b648a91-796d-4a7a-914b-220570f2b297 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211493 Nov 28 07:50:07.705208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-97eefe9d-08f4-4028-9600-ccc6b2f5dd2d None None] Provisioning complete for port fa61d0ff-a75d-42c1-bc35-30a63e10afac triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:07.705708 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-97eefe9d-08f4-4028-9600-ccc6b2f5dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:07.731690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-4d82a027-512b-48d8-bf48-08eca234c51d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Allocated IP 172.20.0.4 (e3e4322f-8aa4-43ba-a9c7-1594b03a4257/1d1de8ae-3f34-4b2e-a09f-1cfc68db069a/03d15082-a265-4eef-acb1-7d4a162ac0a4) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:07.740453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2624bf6-3076-4363-859e-f7e589697d33 req-03399bac-e25f-4087-807e-eca1b07d2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:07.741968 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-03399bac-e25f-4087-807e-eca1b07d2a57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667079ab83ea42fabb793483c1db8bda&device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 1096 time: 0.4064059 Nov 28 07:50:07.759889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-97eefe9d-08f4-4028-9600-ccc6b2f5dd2d None None] Port fa61d0ff-a75d-42c1-bc35-30a63e10afac cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:07.838253 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3868572-e135-4b0b-823b-aff1285a25bd tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:07.851270 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea172e-c0a6-418e-9847-74bf3ae482cd None None] Sync routers for ids ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:07.864621 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f3868572-e135-4b0b-823b-aff1285a25bd tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6169028 Nov 28 07:50:07.865409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39836) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:07.869069 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea172e-c0a6-418e-9847-74bf3ae482cd None None] Routers {'8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:07.869798 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-48ea172e-c0a6-418e-9847-74bf3ae482cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:07.874272 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39838) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:07.892044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:07.893749 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-df0af60c-92f1-459a-82c5-d8d2b80f3a39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f2a0bec-99f1-4da6-8755-ea43ce0322ae HTTP/1.1" status: 200 len: 217 time: 0.1398389 Nov 28 07:50:07.925268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:07.931693 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-48ea172e-c0a6-418e-9847-74bf3ae482cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:07.945409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-4bc1db42-793d-490f-84c8-d081772c377e tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] Request body: {'port': {'network_id': '3990beab-3791-47d5-9299-980a2196d79a', 'name': 'tempest-NetworksNegativeTestJSON-320041959'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:07.967711 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc1db42-793d-490f-84c8-d081772c377e tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] POST failed (client error): The resource could not be found. Nov 28 07:50:07.967974 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc1db42-793d-490f-84c8-d081772c377e tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:07.974476 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4bc1db42-793d-490f-84c8-d081772c377e tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1077750 Nov 28 07:50:07.975209 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39842) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:07.982703 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea172e-c0a6-418e-9847-74bf3ae482cd None None] Routers {'8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:07.983528 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-48ea172e-c0a6-418e-9847-74bf3ae482cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:07.996821 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb23ae58-6499-4ca6-b9ec-618e1cbda01c tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:07.997343 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb23ae58-6499-4ca6-b9ec-618e1cbda01c tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:08.005520 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-eb23ae58-6499-4ca6-b9ec-618e1cbda01c tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] 10.222.0.31 "DELETE /v2.0/networks/31ece90d-4b6f-4fad-beab-878facd77e57 HTTP/1.1" status: 404 len: 339 time: 0.0286520 Nov 28 07:50:08.006323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39844) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:08.029989 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-48ea172e-c0a6-418e-9847-74bf3ae482cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:08.030963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea172e-c0a6-418e-9847-74bf3ae482cd None None] The sync data for ids ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:08.036382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-681f0bb6-5e64-4795-ac77-f619d8e70c68 None None] Provisioning complete for port b34ba131-4dd4-4688-8378-3ca7153821f0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:08.036734 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-681f0bb6-5e64-4795-ac77-f619d8e70c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.039985 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-42becf0e-02da-4826-9d1c-73a7548471a5 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:08.040871 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42becf0e-02da-4826-9d1c-73a7548471a5 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:08.050102 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-42becf0e-02da-4826-9d1c-73a7548471a5 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] 10.222.0.31 "DELETE /v2.0/ports/67053159-87ec-4e45-b414-888e07c84a8d HTTP/1.1" status: 404 len: 333 time: 0.0427358 Nov 28 07:50:08.051398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39846) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:08.057710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2624bf6-3076-4363-859e-f7e589697d33 req-311d90a9-f9fa-43ed-a2d7-812ed3a50609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:08.059241 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-311d90a9-f9fa-43ed-a2d7-812ed3a50609 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e99359b-64e8-449a-9fac-a5f012bd58ae HTTP/1.1" status: 200 len: 834 time: 0.1269729 Nov 28 07:50:08.060005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d575-a895-4841-b8d6-779ca1d388db admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.062493 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.073716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:50:08.085453 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-b198a0d0-a5de-4c75-addd-68cd2637cbcb tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:08.086011 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b198a0d0-a5de-4c75-addd-68cd2637cbcb tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:08.094571 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-681f0bb6-5e64-4795-ac77-f619d8e70c68 None None] Port b34ba131-4dd4-4688-8378-3ca7153821f0 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:08.094844 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b198a0d0-a5de-4c75-addd-68cd2637cbcb tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] 10.222.0.31 "DELETE /v2.0/subnets/89126c58-35e4-4c5e-9ecd-aeea152b01b0 HTTP/1.1" status: 404 len: 337 time: 0.0422287 Nov 28 07:50:08.095683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39848) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:08.098510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:08.098906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.118956 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c59b3a-b525-4b79-80f8-fbd5226ebc7a tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] GET failed (client error): The resource could not be found. Nov 28 07:50:08.125953 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a7c59b3a-b525-4b79-80f8-fbd5226ebc7a tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] 10.222.0.31 "GET /v2.0/networks/0a41d80f-273a-4bb5-81a6-68664468536d HTTP/1.1" status: 404 len: 339 time: 0.0289121 Nov 28 07:50:08.126490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39850) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:08.156978 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92d73ba-945a-46df-9a99-048e95e96830 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] GET failed (client error): The resource could not be found. Nov 28 07:50:08.163262 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f92d73ba-945a-46df-9a99-048e95e96830 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] 10.222.0.31 "GET /v2.0/ports/f9fc3e6e-4853-4361-a105-f5aa04dc4c14 HTTP/1.1" status: 404 len: 333 time: 0.0356026 Nov 28 07:50:08.163964 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39852) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:08.197320 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-025a5453-cb3d-45cf-849d-76696f025e48 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] GET failed (client error): The resource could not be found. Nov 28 07:50:08.198655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.199223 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Added segment fe665305-7919-4a5a-8241-10fdcf70699f of type vlan for network 7ec8e32c-cd44-4843-865e-cd798727b4df Nov 28 07:50:08.202684 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-025a5453-cb3d-45cf-849d-76696f025e48 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] 10.222.0.31 "GET /v2.0/subnets/780a3726-6004-4673-9ac6-e4d0b5b3617a HTTP/1.1" status: 404 len: 337 time: 0.0372353 Nov 28 07:50:08.203794 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39854) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:08.209155 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e11675a3-c5f4-41d9-af94-12f178bb5ff5 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] Request body: {'network': {'name': 'new_name'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:08.224494 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11675a3-c5f4-41d9-af94-12f178bb5ff5 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] PUT failed (client error): The resource could not be found. Nov 28 07:50:08.225015 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11675a3-c5f4-41d9-af94-12f178bb5ff5 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:08.225934 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c1eee2c4-fcfe-478b-978f-b6f473fdd268 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:08.230465 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e11675a3-c5f4-41d9-af94-12f178bb5ff5 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] 10.222.0.31 "PUT /v2.0/networks/d2274902-fba9-41f0-a754-5e92355a8f48 HTTP/1.1" status: 404 len: 339 time: 0.0259080 Nov 28 07:50:08.231123 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39856) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:08.236897 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a24f511e-7eed-408a-a4ab-a37fc306230a tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] Request body: {'port': {'name': 'new_name'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:08.259565 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24f511e-7eed-408a-a4ab-a37fc306230a tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] PUT failed (client error): The resource could not be found. Nov 28 07:50:08.260144 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24f511e-7eed-408a-a4ab-a37fc306230a tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:08.266074 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a24f511e-7eed-408a-a4ab-a37fc306230a tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] 10.222.0.31 "PUT /v2.0/ports/f4653a23-823a-4814-9598-1c3e192f1210 HTTP/1.1" status: 404 len: 333 time: 0.0338948 Nov 28 07:50:08.266701 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39858) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:08.273283 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-07101fd3-7118-473c-b643-02cb542378f9 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:08.299484 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c1eee2c4-fcfe-478b-978f-b6f473fdd268 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:08.300205 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.303973 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-07101fd3-7118-473c-b643-02cb542378f9 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] PUT failed (client error): The resource could not be found. Nov 28 07:50:08.304440 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07101fd3-7118-473c-b643-02cb542378f9 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:08.313010 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-07101fd3-7118-473c-b643-02cb542378f9 tempest-NetworksNegativeTestJSON-239935510 tempest-NetworksNegativeTestJSON-239935510-project] 10.222.0.31 "PUT /v2.0/subnets/315ea381-5c9c-400b-8093-8beda7903061 HTTP/1.1" status: 404 len: 337 time: 0.0451820 Nov 28 07:50:08.461809 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-44b960a7-6566-48c1-bddd-3b67e3d49cc5 None None] Provisioning complete for port fa61d0ff-a75d-42c1-bc35-30a63e10afac triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:08.462185 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-44b960a7-6566-48c1-bddd-3b67e3d49cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.508284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-44b960a7-6566-48c1-bddd-3b67e3d49cc5 None None] Port fa61d0ff-a75d-42c1-bc35-30a63e10afac cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:08.519203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-44b960a7-6566-48c1-bddd-3b67e3d49cc5 None None] Provisioning complete for port c1eee2c4-fcfe-478b-978f-b6f473fdd268 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:08.519580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-44b960a7-6566-48c1-bddd-3b67e3d49cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.588805 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39864) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:08.711389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f256f6f-6529-4fa7-999b-149235717303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.723538 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.748358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-56c7a806-85aa-4152-b6d8-f31de42899b8 None None] Could not find standard attr ID for object ae530f11-4008-4166-91ff-d9498d58d7ed. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:50:08.785596 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c4b2a6-5e3a-4878-8384-914ac99e6e66,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:08.859814 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9818fd-d558-402c-958b-10ddbee0c8e1 req-e6efe300-a019-4cf3-a18e-aa9b2d4bea56 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:08.861351 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bc9818fd-d558-402c-958b-10ddbee0c8e1 req-e6efe300-a019-4cf3-a18e-aa9b2d4bea56 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 943 time: 0.0983181 Nov 28 07:50:08.863362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f256f6f-6529-4fa7-999b-149235717303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.870712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f256f6f-6529-4fa7-999b-149235717303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.891682 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d575-a895-4841-b8d6-779ca1d388db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.919712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a71ff92-4c19-4646-a3ac-cf71ee229363 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.922953 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.db.resource_extend [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 28 07:50:08.931466 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9f256f6f-6529-4fa7-999b-149235717303 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33688fcab1c24ee89423499de4901351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3386710 Nov 28 07:50:08.940179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39870) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:08.951531 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d575-a895-4841-b8d6-779ca1d388db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:08.955440 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f256f6f-6529-4fa7-999b-149235717303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6e4a05-6fde-4b75-895e-7a2eec9c4e53,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:08.976966 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bc9818fd-d558-402c-958b-10ddbee0c8e1 req-8d989dda-1ab5-4dfd-a879-354fc2859209 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084452 Nov 28 07:50:09.002751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2624bf6-3076-4363-859e-f7e589697d33 req-e4684246-51ce-49dc-9e30-f38575b61599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:09.004285 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-e4684246-51ce-49dc-9e30-f38575b61599 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14f03785-5df0-4ac5-b54f-2db846bf0b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8258021 Nov 28 07:50:09.025112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-82588cf7-757d-4339-b925-6b87e8caaa35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.052260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.052916 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-82588cf7-757d-4339-b925-6b87e8caaa35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.057986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:09.058608 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.066299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7fae06b7-67dd-4d17-a337-6e325e1395fc None None] Could not find standard attr ID for object ae530f11-4008-4166-91ff-d9498d58d7ed. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:50:09.118319 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-82588cf7-757d-4339-b925-6b87e8caaa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.121419 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-82588cf7-757d-4339-b925-6b87e8caaa35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.125514 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-82588cf7-757d-4339-b925-6b87e8caaa35 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee6e4a05-6fde-4b75-895e-7a2eec9c4e53 HTTP/1.1" status: 204 len: 168 time: 0.1836534 Nov 28 07:50:09.133652 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82588cf7-757d-4339-b925-6b87e8caaa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6e4a05-6fde-4b75-895e-7a2eec9c4e53,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:09.136705 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2d575-a895-4841-b8d6-779ca1d388db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e96aab5-232d-47b7-9bfb-c6723459bf0e,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:09.141515 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ecc2d575-a895-4841-b8d6-779ca1d388db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7072cd8fd4204f9bb4cb025c500bca2f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7019134 Nov 28 07:50:09.145361 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39874) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:09.157114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d82a027-512b-48d8-bf48-08eca234c51d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.212248 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0617709 Nov 28 07:50:09.216112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39876) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:09.224096 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'name': 'tempest-PortsIpV6TestJSON-1604684865'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:09.240780 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b01c37b2-e8ba-4f45-b3a3-8fb310fdcd6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.317511 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441c865c-1b9e-46c4-907f-ddaea08a3023 None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:50:09.361613 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfcad0-ac66-4711-97e7-f7da41dc1a14 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Network': ['ID=7ec8e32c-cd44-4843-865e-cd798727b4df,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:09.362601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b01c37b2-e8ba-4f45-b3a3-8fb310fdcd6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.377659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 7ec8e32c-cd44-4843-865e-cd798727b4df details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:50:09.389074 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:09.396168 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.448042 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port 1227d4a1-bb99-4ad9-8b63-162614dac2db yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:09.457304 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-1ee775a5-6ce1-41ec-81e8-648022543297 service neutron] 10.222.0.35 "GET /v2.0/networks/14f03785-5df0-4ac5-b54f-2db846bf0b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831275 Nov 28 07:50:09.489318 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d82a027-512b-48d8-bf48-08eca234c51d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.527420 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b01c37b2-e8ba-4f45-b3a3-8fb310fdcd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.530035 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b01c37b2-e8ba-4f45-b3a3-8fb310fdcd6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.533277 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b01c37b2-e8ba-4f45-b3a3-8fb310fdcd6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e96aab5-232d-47b7-9bfb-c6723459bf0e HTTP/1.1" status: 204 len: 168 time: 0.3847508 Nov 28 07:50:09.557842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441c865c-1b9e-46c4-907f-ddaea08a3023 None None] Resources bound (agent type, host, resource id): {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 07:50:09.630501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d82a027-512b-48d8-bf48-08eca234c51d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:09.644836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-4d82a027-512b-48d8-bf48-08eca234c51d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:09.653976 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82a027-512b-48d8-bf48-08eca234c51d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:09.664025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.665223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82a027-512b-48d8-bf48-08eca234c51d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=03d15082-a265-4eef-acb1-7d4a162ac0a4,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:09.688399 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c37b2-e8ba-4f45-b3a3-8fb310fdcd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e96aab5-232d-47b7-9bfb-c6723459bf0e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:09.711017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.744015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a71ff92-4c19-4646-a3ac-cf71ee229363 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.759439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a71ff92-4c19-4646-a3ac-cf71ee229363 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.781262 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=1227d4a1-bb99-4ad9-8b63-162614dac2db,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:09.821310 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Checking segment: {'id': 'fe665305-7919-4a5a-8241-10fdcf70699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:09.821683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network hostable DHCP agents. Network: 7ec8e32c-cd44-4843-865e-cd798727b4df, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:50:09.846167 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 7ec8e32c-cd44-4843-865e-cd798727b4df is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:50:09.862541 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 7ec8e32c-cd44-4843-865e-cd798727b4df) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:09.868688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:09.872307 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d2624bf6-3076-4363-859e-f7e589697d33 req-aa173667-68d2-4206-af5d-461b6e0e3dd6 service neutron] 10.222.0.35 "GET /v2.0/networks/14f03785-5df0-4ac5-b54f-2db846bf0b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014847 Nov 28 07:50:09.877494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:09.878364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.884465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d82a027-512b-48d8-bf48-08eca234c51d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:09.885135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d82a027-512b-48d8-bf48-08eca234c51d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.914747 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-908a236c-7a89-4494-a331-38014a715317 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6948729 Nov 28 07:50:09.915093 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39880) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:09.923240 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2b5e7276-48ff-4963-a4f8-457530d7ff4c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1351059817'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:09.958766 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5e7276-48ff-4963-a4f8-457530d7ff4c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:09.959448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ff92-4c19-4646-a3ac-cf71ee229363 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] In _notify_port_updated(), no bound segment for port b34ba131-4dd4-4688-8378-3ca7153821f0 on network 2d656a4d-8f7a-44c0-899a-133b329c4b73 {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:50:09.964459 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7276-48ff-4963-a4f8-457530d7ff4c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.965271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a71ff92-4c19-4646-a3ac-cf71ee229363 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:09.965930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4a71ff92-4c19-4646-a3ac-cf71ee229363 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:09.974846 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4a71ff92-4c19-4646-a3ac-cf71ee229363 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "PUT /v2.0/ports/b34ba131-4dd4-4688-8378-3ca7153821f0 HTTP/1.1" status: 200 len: 1054 time: 2.4716902 Nov 28 07:50:09.976705 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac466f-b30f-4869-954c-48263b9fa18a None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 07:50:09.978674 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39882) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:10.002920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ff92-4c19-4646-a3ac-cf71ee229363 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event updated for resources: {'Port': ['ID=b34ba131-4dd4-4688-8378-3ca7153821f0,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:10.017007 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4d82a027-512b-48d8-bf48-08eca234c51d tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3364086 Nov 28 07:50:10.017229 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39886) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:10.022793 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-680cb1ba-7bdc-497f-ba65-997603a597ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:10.065569 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd42359-3b88-4bde-896e-ed4ebde17ba6 req-d313c8d7-4b22-49b2-b5bc-8c0e6f3b4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:10.067315 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fd42359-3b88-4bde-896e-ed4ebde17ba6 req-d313c8d7-4b22-49b2-b5bc-8c0e6f3b4ddd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667079ab83ea42fabb793483c1db8bda&device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 1096 time: 0.1236806 Nov 28 07:50:10.071988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15b4-9881-4ea5-8f78-c0f144ebf5bf tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:10.075372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5e7276-48ff-4963-a4f8-457530d7ff4c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:50:10.104904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dac466f-b30f-4869-954c-48263b9fa18a None None] Resources bound (agent type, host, resource id): {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 07:50:10.149577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7276-48ff-4963-a4f8-457530d7ff4c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:10.149908 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-2b5e7276-48ff-4963-a4f8-457530d7ff4c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Added segment 260a4525-04e1-49d6-bd87-b809820822c1 of type vlan for network 6dd2ab6d-069e-4d39-ba22-636870a19ae4 Nov 28 07:50:10.216489 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7276-48ff-4963-a4f8-457530d7ff4c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:10.271776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7276-48ff-4963-a4f8-457530d7ff4c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:10.277939 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e7276-48ff-4963-a4f8-457530d7ff4c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:10.278545 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7276-48ff-4963-a4f8-457530d7ff4c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:10.283068 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-4388971b-5965-40e3-bde1-ec9a12f82d00 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Deleting port b34ba131-4dd4-4688-8378-3ca7153821f0 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:10.283396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4388971b-5965-40e3-bde1-ec9a12f82d00 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:10.294576 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680cb1ba-7bdc-497f-ba65-997603a597ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:10.297833 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-680cb1ba-7bdc-497f-ba65-997603a597ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:10.376003 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2b5e7276-48ff-4963-a4f8-457530d7ff4c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4597661 Nov 28 07:50:10.407821 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39888) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:10.438406 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'ports': [{'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df'}, {'network_id': '6dd2ab6d-069e-4d39-ba22-636870a19ae4'}]} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:10.438759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:10.439220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'network_id': '6dd2ab6d-069e-4d39-ba22-636870a19ae4'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:10.530845 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e7276-48ff-4963-a4f8-457530d7ff4c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Network': ['ID=6dd2ab6d-069e-4d39-ba22-636870a19ae4,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:10.543985 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 6dd2ab6d-069e-4d39-ba22-636870a19ae4 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:50:10.601956 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.ipam_backend_mixin [None req-680cb1ba-7bdc-497f-ba65-997603a597ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1d1de8ae-3f34-4b2e-a09f-1cfc68db069a (CIDR: 172.20.0.0/28) Nov 28 07:50:10.604072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4388971b-5965-40e3-bde1-ec9a12f82d00 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:10.617416 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-680cb1ba-7bdc-497f-ba65-997603a597ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:50:10.617907 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680cb1ba-7bdc-497f-ba65-997603a597ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:10.627962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-4388971b-5965-40e3-bde1-ec9a12f82d00 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Calling delete_port for b34ba131-4dd4-4688-8378-3ca7153821f0 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:10.682467 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-680cb1ba-7bdc-497f-ba65-997603a597ee tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6640229 Nov 28 07:50:10.682704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39890) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:10.695309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7588c89-4ba0-42f0-9dba-5a1f8f7151ac req-f426f3af-378c-46ef-8f84-527c5a316ec0 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:10.696898 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7588c89-4ba0-42f0-9dba-5a1f8f7151ac req-f426f3af-378c-46ef-8f84-527c5a316ec0 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 943 time: 0.5721054 Nov 28 07:50:10.701850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-69a5f5ed-67e2-41fa-8fba-f44cf62fd900 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:10.733000 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd42359-3b88-4bde-896e-ed4ebde17ba6 req-9ee73abb-a1b2-4de3-88e3-53edda9631c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:10.736039 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fd42359-3b88-4bde-896e-ed4ebde17ba6 req-9ee73abb-a1b2-4de3-88e3-53edda9631c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14f03785-5df0-4ac5-b54f-2db846bf0b92 HTTP/1.1" status: 200 len: 897 time: 0.6602559 Nov 28 07:50:10.818923 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 2} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:10.824536 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:10.865747 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:10.899739 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fd42359-3b88-4bde-896e-ed4ebde17ba6 req-55712fbf-cc64-4e5f-a377-4cade300efbd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f2a0bec-99f1-4da6-8755-ea43ce0322ae HTTP/1.1" status: 200 len: 217 time: 0.0606086 Nov 28 07:50:10.915365 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4388971b-5965-40e3-bde1-ec9a12f82d00 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:10.938334 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7588c89-4ba0-42f0-9dba-5a1f8f7151ac req-6571f289-b675-44ee-9557-069f6cb40f09 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323334 Nov 28 07:50:10.989696 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388971b-5965-40e3-bde1-ec9a12f82d00 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event deleted for resources: {'Port': ['ID=b34ba131-4dd4-4688-8378-3ca7153821f0,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:11.000743 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72022aea-64ba-43f9-b539-aeddf7b49884 None None] Network 7ec8e32c-cd44-4843-865e-cd798727b4df requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:11.018334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd42359-3b88-4bde-896e-ed4ebde17ba6 req-c2a7f27b-dbe8-4c4d-893d-706f6252fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:11.019860 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fd42359-3b88-4bde-896e-ed4ebde17ba6 req-c2a7f27b-dbe8-4c4d-893d-706f6252fa63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e99359b-64e8-449a-9fac-a5f012bd58ae HTTP/1.1" status: 200 len: 834 time: 0.1040812 Nov 28 07:50:11.021591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a5f5ed-67e2-41fa-8fba-f44cf62fd900 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:11.022101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port 41e484d6-f4e6-4ff7-be8c-f273b484e70d yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:11.025076 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-69a5f5ed-67e2-41fa-8fba-f44cf62fd900 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.033031 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f2dc30c6-73fe-4ee1-85a4-006c3b5ef182 None None] Provisioning complete for port fa61d0ff-a75d-42c1-bc35-30a63e10afac triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:11.034162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f2dc30c6-73fe-4ee1-85a4-006c3b5ef182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.103573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc30c6-73fe-4ee1-85a4-006c3b5ef182 None None] Port fa61d0ff-a75d-42c1-bc35-30a63e10afac cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:11.157030 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f2dc30c6-73fe-4ee1-85a4-006c3b5ef182 None None] Provisioning complete for port 03d15082-a265-4eef-acb1-7d4a162ac0a4 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:11.157592 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f2dc30c6-73fe-4ee1-85a4-006c3b5ef182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.245378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc30c6-73fe-4ee1-85a4-006c3b5ef182 None None] Port 03d15082-a265-4eef-acb1-7d4a162ac0a4 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:11.278886 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.ipam_backend_mixin [None req-69a5f5ed-67e2-41fa-8fba-f44cf62fd900 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8189bb1b-6108-4dd6-8494-449f5263a3ca (CIDR: 172.20.0.16/28) Nov 28 07:50:11.294599 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2f2a0bec-99f1-4da6-8755-ea43ce0322ae details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:50:11.307335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd42359-3b88-4bde-896e-ed4ebde17ba6 req-6c50fe25-93ca-43c8-98e0-46b32227e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:11.308843 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fd42359-3b88-4bde-896e-ed4ebde17ba6 req-6c50fe25-93ca-43c8-98e0-46b32227e277 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14f03785-5df0-4ac5-b54f-2db846bf0b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2763815 Nov 28 07:50:11.311317 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a5f5ed-67e2-41fa-8fba-f44cf62fd900 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:50:11.312290 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a5f5ed-67e2-41fa-8fba-f44cf62fd900 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:11.331869 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f2dc30c6-73fe-4ee1-85a4-006c3b5ef182 None None] Provisioning complete for port c1eee2c4-fcfe-478b-978f-b6f473fdd268 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:11.332247 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f2dc30c6-73fe-4ee1-85a4-006c3b5ef182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.352317 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-69a5f5ed-67e2-41fa-8fba-f44cf62fd900 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6660361 Nov 28 07:50:11.360850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39892) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:11.365973 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4388971b-5965-40e3-bde1-ec9a12f82d00 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.371710 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4388971b-5965-40e3-bde1-ec9a12f82d00 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "DELETE /v2.0/ports/b34ba131-4dd4-4688-8378-3ca7153821f0 HTTP/1.1" status: 204 len: 168 time: 1.3895121 Nov 28 07:50:11.371899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-6b9985c3-6913-4ef1-98ed-63ab0d1186b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'subnet': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:11.372648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39894) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:11.409667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.414089 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-49691c9a-a373-4abd-a5f8-d5e02c8029b7 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] GET failed (client error): The resource could not be found. Nov 28 07:50:11.418222 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-49691c9a-a373-4abd-a5f8-d5e02c8029b7 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "GET /v2.0/ports/b34ba131-4dd4-4688-8378-3ca7153821f0 HTTP/1.1" status: 404 len: 333 time: 0.0420041 Nov 28 07:50:11.418817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39896) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:11.489113 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port 7efcc675-6baf-4850-a153-02f367013185 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:11.550744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:11.563440 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'port_id': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'mac_address': 'fa:16:3e:67:e2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:50:11.567565 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e15b4-9881-4ea5-8f78-c0f144ebf5bf tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port a4444674-0444-4ddf-a0de-1b45b8b4c856 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:11.567906 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15b4-9881-4ea5-8f78-c0f144ebf5bf tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.611070 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.627217 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fd42359-3b88-4bde-896e-ed4ebde17ba6 req-e3e2a991-582b-42a4-b969-ae4f38d84db9 service neutron] 10.222.0.35 "GET /v2.0/networks/14f03785-5df0-4ac5-b54f-2db846bf0b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016691 Nov 28 07:50:11.627450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2a0bec-99f1-4da6-8755-ea43ce0322ae {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:50:11.646638 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.659575 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8501360b-aaa0-44ad-a49a-1ef424824648 None None] Could not find standard attr ID for object b34ba131-4dd4-4688-8378-3ca7153821f0. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:50:11.663948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:11.672026 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.701082 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.702277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8501360b-aaa0-44ad-a49a-1ef424824648 None None] Provisioning complete for port 03d15082-a265-4eef-acb1-7d4a162ac0a4 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:11.702777 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8501360b-aaa0-44ad-a49a-1ef424824648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.771721 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8501360b-aaa0-44ad-a49a-1ef424824648 None None] Port 03d15082-a265-4eef-acb1-7d4a162ac0a4 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:11.774244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:11.775958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9985c3-6913-4ef1-98ed-63ab0d1186b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Made reservation on behalf of 3de17531069145178d352061b04d50eb for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:11.779553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b9985c3-6913-4ef1-98ed-63ab0d1186b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.793335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15b4-9881-4ea5-8f78-c0f144ebf5bf tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.825758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e15b4-9881-4ea5-8f78-c0f144ebf5bf tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for a4444674-0444-4ddf-a0de-1b45b8b4c856 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:11.901053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-381dd189-ac74-4c9a-aa10-0bc7a8128950 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Deleting port 4af900cd-c4bf-434b-b939-6b6e72e36001 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:11.901392 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-381dd189-ac74-4c9a-aa10-0bc7a8128950 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:11.955536 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fd42359-3b88-4bde-896e-ed4ebde17ba6 req-e1ef863c-4efb-4a7d-bd67-d2e1041672b7 service neutron] 10.222.0.35 "GET /v2.0/networks/14f03785-5df0-4ac5-b54f-2db846bf0b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124931 Nov 28 07:50:11.956010 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['2f2a0bec-99f1-4da6-8755-ea43ce0322ae'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:50:12.019364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 7ec8e32c-cd44-4843-865e-cd798727b4df is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:12.023384 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:12.031069 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:12.032290 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:12.063179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=41e484d6-f4e6-4ff7-be8c-f273b484e70d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:12.137303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-381dd189-ac74-4c9a-aa10-0bc7a8128950 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:12.161144 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Checking segment: {'id': '260a4525-04e1-49d6-bd87-b809820822c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2ab6d-069e-4d39-ba22-636870a19ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:12.161503 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network hostable DHCP agents. Network: 6dd2ab6d-069e-4d39-ba22-636870a19ae4, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:50:12.163595 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=7efcc675-6baf-4850-a153-02f367013185,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:12.175461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-381dd189-ac74-4c9a-aa10-0bc7a8128950 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Calling delete_port for 4af900cd-c4bf-434b-b939-6b6e72e36001 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:12.178373 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f23561-455f-4492-8bc9-eaa6a6dbc10a req-17e0d411-55be-4ba9-8a87-5c33e3ca8d56 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:12.179976 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-49f23561-455f-4492-8bc9-eaa6a6dbc10a req-17e0d411-55be-4ba9-8a87-5c33e3ca8d56 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 944 time: 0.1414731 Nov 28 07:50:12.200974 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 6dd2ab6d-069e-4d39-ba22-636870a19ae4 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:50:12.221569 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 6dd2ab6d-069e-4d39-ba22-636870a19ae4) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:12.231626 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:12.237327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:12.237642 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f943d01-95ab-43a0-95ed-6064c7bc625f None None] Network 6dd2ab6d-069e-4d39-ba22-636870a19ae4 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:12.242143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:12.242807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:12.268422 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-49f23561-455f-4492-8bc9-eaa6a6dbc10a req-579673dc-ec34-4f7a-89cf-fc35ae512dc1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746727 Nov 28 07:50:12.277744 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-df64b219-c492-453b-b117-2f681a4118b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8440948 Nov 28 07:50:12.278360 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39900) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:12.374249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15b4-9881-4ea5-8f78-c0f144ebf5bf tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:12.388648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e2cbdee5-3865-4299-8161-e14bd18b9e1c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port 7efcc675-6baf-4850-a153-02f367013185 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:12.389165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2cbdee5-3865-4299-8161-e14bd18b9e1c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:12.421872 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e15b4-9881-4ea5-8f78-c0f144ebf5bf tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=a4444674-0444-4ddf-a0de-1b45b8b4c856,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:12.465156 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2cbdee5-3865-4299-8161-e14bd18b9e1c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:12.480447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e2cbdee5-3865-4299-8161-e14bd18b9e1c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for 7efcc675-6baf-4850-a153-02f367013185 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:12.570081 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b9985c3-6913-4ef1-98ed-63ab0d1186b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:12.585177 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2cbdee5-3865-4299-8161-e14bd18b9e1c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:12.610919 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc5e15b4-9881-4ea5-8f78-c0f144ebf5bf tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:12.615080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbdee5-3865-4299-8161-e14bd18b9e1c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=7efcc675-6baf-4850-a153-02f367013185,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:12.620885 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2cbdee5-3865-4299-8161-e14bd18b9e1c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:12.626773 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e2cbdee5-3865-4299-8161-e14bd18b9e1c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/7efcc675-6baf-4850-a153-02f367013185 HTTP/1.1" status: 204 len: 168 time: 0.3473907 Nov 28 07:50:12.627441 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39902) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:12.699231 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9985c3-6913-4ef1-98ed-63ab0d1186b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:12.715153 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedacdd8-6807-4b5f-86c6-a23a3d1d676a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:12.721161 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedacdd8-6807-4b5f-86c6-a23a3d1d676a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:12.722766 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dedacdd8-6807-4b5f-86c6-a23a3d1d676a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0943918 Nov 28 07:50:12.725606 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39904) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:12.832766 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-eaefb3ec-973c-413c-840c-f235379834b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port 41e484d6-f4e6-4ff7-be8c-f273b484e70d {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:12.833012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eaefb3ec-973c-413c-840c-f235379834b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:12.899903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eaefb3ec-973c-413c-840c-f235379834b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:12.913431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-eaefb3ec-973c-413c-840c-f235379834b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for 41e484d6-f4e6-4ff7-be8c-f273b484e70d owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:13.003285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eaefb3ec-973c-413c-840c-f235379834b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.007858 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-6b9985c3-6913-4ef1-98ed-63ab0d1186b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:13.015408 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9985c3-6913-4ef1-98ed-63ab0d1186b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:13.016027 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b9985c3-6913-4ef1-98ed-63ab0d1186b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.017952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf131ac-df4c-4103-a99c-1c8152e3c825 None None] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:13.021634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9985c3-6913-4ef1-98ed-63ab0d1186b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Subnet': ['ID=43a1e678-ba18-4a6a-aa9b-dfac50df9c97,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:13.031387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-381dd189-ac74-4c9a-aa10-0bc7a8128950 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.054001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eaefb3ec-973c-413c-840c-f235379834b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.059433 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-eaefb3ec-973c-413c-840c-f235379834b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/41e484d6-f4e6-4ff7-be8c-f273b484e70d HTTP/1.1" status: 204 len: 168 time: 0.3327332 Nov 28 07:50:13.060564 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefb3ec-973c-413c-840c-f235379834b4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=41e484d6-f4e6-4ff7-be8c-f273b484e70d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:13.063389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39906) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:13.070578 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6b9985c3-6913-4ef1-98ed-63ab0d1186b6 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7061009 Nov 28 07:50:13.072903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39908) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:13.077402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dd189-ac74-4c9a-aa10-0bc7a8128950 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event deleted for resources: {'Port': ['ID=4af900cd-c4bf-434b-b939-6b6e72e36001,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:13.080166 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-bc501c64-95cb-45b5-a61e-1e882076ede8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1333145585', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43a1e678-ba18-4a6a-aa9b-dfac50df9c97'}], 'security_groups': ['dc55b9cd-5c8e-4611-ad7d-d468d547b088', 'f22caa23-c0f1-4e06-96bc-fef2193e59e0']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:13.138288 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293ef2aa-d404-4955-9549-1584d4271042 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:13.142649 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-293ef2aa-d404-4955-9549-1584d4271042 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0754881 Nov 28 07:50:13.142891 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39910) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:13.177833 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1b5bd4-9874-4645-ada7-b03b13ecc35b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] GET failed (client error): The resource could not be found. Nov 28 07:50:13.182109 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5e1b5bd4-9874-4645-ada7-b03b13ecc35b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/7efcc675-6baf-4850-a153-02f367013185 HTTP/1.1" status: 404 len: 333 time: 0.0352325 Nov 28 07:50:13.182377 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39912) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:13.210498 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-644b5e11-465b-49aa-949c-e6c944505263 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] GET failed (client error): The resource could not be found. Nov 28 07:50:13.214905 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-644b5e11-465b-49aa-949c-e6c944505263 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/41e484d6-f4e6-4ff7-be8c-f273b484e70d HTTP/1.1" status: 404 len: 333 time: 0.0287173 Nov 28 07:50:13.215769 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39914) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:13.288840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5e15b4-9881-4ea5-8f78-c0f144ebf5bf tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:50:13.294754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2f2a0bec-99f1-4da6-8755-ea43ce0322ae up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:13.318365 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8e82785d-f744-485b-8a51-de6ca898b0eb tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.361771 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-381dd189-ac74-4c9a-aa10-0bc7a8128950 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.366062 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-381dd189-ac74-4c9a-aa10-0bc7a8128950 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "DELETE /v2.0/ports/4af900cd-c4bf-434b-b939-6b6e72e36001 HTTP/1.1" status: 204 len: 168 time: 1.9344251 Nov 28 07:50:13.369520 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39918) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:13.409590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea1b51c-9cb6-46d7-ad1f-1eab77551ad8 None None] Update dhcp port {'port': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'fixed_ips': [{'subnet_id': '8189bb1b-6108-4dd6-8494-449f5263a3ca', 'ip_address': '172.20.0.18'}, {'subnet_id': '1d1de8ae-3f34-4b2e-a09f-1cfc68db069a', 'ip_address': '172.20.0.2'}, {'subnet_id': '43a1e678-ba18-4a6a-aa9b-dfac50df9c97'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': 'c1eee2c4-fcfe-478b-978f-b6f473fdd268'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:50:13.433281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8e82785d-f744-485b-8a51-de6ca898b0eb tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.435599 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ac53e8-ac86-436c-abdb-5286311c761e tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] GET failed (client error): The resource could not be found. Nov 28 07:50:13.437083 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-08ac53e8-ac86-436c-abdb-5286311c761e tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "GET /v2.0/ports/4af900cd-c4bf-434b-b939-6b6e72e36001 HTTP/1.1" status: 404 len: 333 time: 0.0556972 Nov 28 07:50:13.441642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39920) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:13.453640 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fea1b51c-9cb6-46d7-ad1f-1eab77551ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.466241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:50:13.473910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:13.474284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.478819 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-8e82785d-f744-485b-8a51-de6ca898b0eb tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd2ab6d-069e-4d39-ba22-636870a19ae4']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:13.494955 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-8e82785d-f744-485b-8a51-de6ca898b0eb tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260a4525-04e1-49d6-bd87-b809820822c1') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:13.495335 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-8e82785d-f744-485b-8a51-de6ca898b0eb tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260a4525-04e1-49d6-bd87-b809820822c1') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:13.542404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8e82785d-f744-485b-8a51-de6ca898b0eb tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.548351 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5e15b4-9881-4ea5-8f78-c0f144ebf5bf tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:13.556989 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cc5e15b4-9881-4ea5-8f78-c0f144ebf5bf tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6745539 Nov 28 07:50:13.562779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39922) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:13.568446 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8e82785d-f744-485b-8a51-de6ca898b0eb tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.568989 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1cca03-bc67-4558-8fa0-33c33a6217f6 None None] Sync routers for ids ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:13.573080 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8b78f-f9ee-4e9a-8f40-d518504a6def req-6bfd1503-9e15-40e2-a41e-0ae03dbef106 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:13.574599 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43f8b78f-f9ee-4e9a-8f40-d518504a6def req-6bfd1503-9e15-40e2-a41e-0ae03dbef106 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 944 time: 0.2165003 Nov 28 07:50:13.586118 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1cca03-bc67-4558-8fa0-33c33a6217f6 None None] Routers {'8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:13.587211 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5d1cca03-bc67-4558-8fa0-33c33a6217f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:13.603269 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e82785d-f744-485b-8a51-de6ca898b0eb tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:13.603673 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8e82785d-f744-485b-8a51-de6ca898b0eb tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:13.607107 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:13.612980 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7504e81a-d224-4f53-be49-eccb417d8d97 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa HTTP/1.1" status: 200 len: 205 time: 0.0440974 Nov 28 07:50:13.624820 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39924) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:13.635573 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5d1cca03-bc67-4558-8fa0-33c33a6217f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:13.642631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc501c64-95cb-45b5-a61e-1e882076ede8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.646349 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1cca03-bc67-4558-8fa0-33c33a6217f6 None None] Routers {'8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:13.647420 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5d1cca03-bc67-4558-8fa0-33c33a6217f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:49:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:13.684782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.747596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:50:13.749949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a286087e-581d-488e-b808-fa7c97a7d7ec" -d '{"events": [{"server_uuid": "bdb8331c-df5c-46d4-a328-247430ba6922", "name": "network-vif-plugged", "status": "completed", "tag": "2f2a0bec-99f1-4da6-8755-ea43ce0322ae"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:50:13.769663 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:13.774670 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-fea1b51c-9cb6-46d7-ad1f-1eab77551ad8 None None] Allocated IP 172.20.0.34 (e3e4322f-8aa4-43ba-a9c7-1594b03a4257/43a1e678-ba18-4a6a-aa9b-dfac50df9c97/c1eee2c4-fcfe-478b-978f-b6f473fdd268) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:13.782497 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.787929 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8e82785d-f744-485b-8a51-de6ca898b0eb tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.801352 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8e82785d-f744-485b-8a51-de6ca898b0eb tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.809227 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8e82785d-f744-485b-8a51-de6ca898b0eb tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/networks/6dd2ab6d-069e-4d39-ba22-636870a19ae4 HTTP/1.1" status: 204 len: 168 time: 0.5885971 Nov 28 07:50:13.824072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91af2dc4-bedf-4745-808a-b7285135e84e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.828885 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39928) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:13.833265 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5d1cca03-bc67-4558-8fa0-33c33a6217f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:13.834124 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1cca03-bc67-4558-8fa0-33c33a6217f6 None None] The sync data for ids ['8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:13.834381 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5f0beba8-af33-4af9-ac55-8d4c5ef7a2ea tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-151110621'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:13.838746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a8f229-3b02-4f1f-880d-93f974f66805 x-openstack-request-id: req-50a8f229-3b02-4f1f-880d-93f974f66805 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:50:13.839067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb8331c-df5c-46d4-a328-247430ba6922", "name": "network-vif-plugged", "status": "completed", "tag": "2f2a0bec-99f1-4da6-8755-ea43ce0322ae", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:50:13.839316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50a8f229-3b02-4f1f-880d-93f974f66805 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:50:13.839702 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'code': 200} Nov 28 07:50:13.897698 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43f8b78f-f9ee-4e9a-8f40-d518504a6def req-87208d45-2bfa-4fd1-9763-6259e3c20222 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032806 Nov 28 07:50:13.947075 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:13.948906 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82785d-f744-485b-8a51-de6ca898b0eb tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Network': ['ID=6dd2ab6d-069e-4d39-ba22-636870a19ae4,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:13.953345 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-05710595-6519-4a0a-b619-1f6805583593 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Deleting port 894bc122-3614-416a-80a7-73f35a3ca631 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:13.953689 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-05710595-6519-4a0a-b619-1f6805583593 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:13.970181 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-fea1b51c-9cb6-46d7-ad1f-1eab77551ad8 None None] For port c1eee2c4-fcfe-478b-978f-b6f473fdd268, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c1eee2c4-fcfe-478b-978f-b6f473fdd268,segment=NetworkSegment(f1529bc7-bbd8-4a89-af54-1b297814879f),segment_id=f1529bc7-bbd8-4a89-af54-1b297814879f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:14.007480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fea1b51c-9cb6-46d7-ad1f-1eab77551ad8 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.010966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0beba8-af33-4af9-ac55-8d4c5ef7a2ea tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:14.013605 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fea1b51c-9cb6-46d7-ad1f-1eab77551ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.014436 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5f0beba8-af33-4af9-ac55-8d4c5ef7a2ea tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.147961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1b51c-9cb6-46d7-ad1f-1eab77551ad8 None None] Pushing event updated for resources: {'Port': ['ID=c1eee2c4-fcfe-478b-978f-b6f473fdd268,revision_number=9']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:14.153455 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91af2dc4-bedf-4745-808a-b7285135e84e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.158753 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91af2dc4-bedf-4745-808a-b7285135e84e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.163896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6550147-55c0-4d4b-9a2f-3df0bf3b9a4d req-01f69e75-4174-42d2-8c80-818494341a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:14.165448 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c6550147-55c0-4d4b-9a2f-3df0bf3b9a4d req-01f69e75-4174-42d2-8c80-818494341a83 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 1098 time: 0.1231318 Nov 28 07:50:14.169565 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0beba8-af33-4af9-ac55-8d4c5ef7a2ea tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:50:14.204360 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-bc501c64-95cb-45b5-a61e-1e882076ede8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Delete allocated IP 172.20.0.4 (e3e4322f-8aa4-43ba-a9c7-1594b03a4257/1d1de8ae-3f34-4b2e-a09f-1cfc68db069a) {{(pid=115118) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 28 07:50:14.226952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-05710595-6519-4a0a-b619-1f6805583593 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.229665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-bc501c64-95cb-45b5-a61e-1e882076ede8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Allocated IP 172.20.0.46 (e3e4322f-8aa4-43ba-a9c7-1594b03a4257/43a1e678-ba18-4a6a-aa9b-dfac50df9c97/03d15082-a265-4eef-acb1-7d4a162ac0a4) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:14.240642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5f0beba8-af33-4af9-ac55-8d4c5ef7a2ea tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.241000 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-5f0beba8-af33-4af9-ac55-8d4c5ef7a2ea tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Added segment 8b30add2-1d48-4001-a2a9-1798ff4ce18d of type vlan for network e2198197-6ba9-4507-8d17-628f46585bd5 Nov 28 07:50:14.255583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-05710595-6519-4a0a-b619-1f6805583593 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Calling delete_port for 894bc122-3614-416a-80a7-73f35a3ca631 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:14.268899 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c6550147-55c0-4d4b-9a2f-3df0bf3b9a4d req-a27340e6-81ca-4ad6-bfb4-46bee7bb5711 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904827 Nov 28 07:50:14.283386 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91af2dc4-bedf-4745-808a-b7285135e84e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.283888 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91af2dc4-bedf-4745-808a-b7285135e84e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Fanout notify agent at l3_agent the message router_deleted on router 8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:50:14.294924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-91af2dc4-bedf-4745-808a-b7285135e84e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.299619 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-91af2dc4-bedf-4745-808a-b7285135e84e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/routers/8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa HTTP/1.1" status: 204 len: 168 time: 0.6676946 Nov 28 07:50:14.304189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39930) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:14.345313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5f0beba8-af33-4af9-ac55-8d4c5ef7a2ea tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.397869 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5f0beba8-af33-4af9-ac55-8d4c5ef7a2ea tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.404070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0beba8-af33-4af9-ac55-8d4c5ef7a2ea tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:14.404733 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5f0beba8-af33-4af9-ac55-8d4c5ef7a2ea tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.421921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5948e9f-a65a-403f-b307-4994ce646263 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting subnet a2f55d8e-35ac-430a-8967-a95c5dd4f1ac {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:14.429358 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5948e9f-a65a-403f-b307-4994ce646263 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.462135 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5f0beba8-af33-4af9-ac55-8d4c5ef7a2ea tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6292295 Nov 28 07:50:14.463291 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39932) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:14.492815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5948e9f-a65a-403f-b307-4994ce646263 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.502278 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6df9d479-0f23-42b0-802a-b19791ef690f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': 'e2198197-6ba9-4507-8d17-628f46585bd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:14.551318 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc501c64-95cb-45b5-a61e-1e882076ede8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.559334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc501c64-95cb-45b5-a61e-1e882076ede8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.562287 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0beba8-af33-4af9-ac55-8d4c5ef7a2ea tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Network': ['ID=e2198197-6ba9-4507-8d17-628f46585bd5,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:14.574035 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network e2198197-6ba9-4507-8d17-628f46585bd5 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:50:14.637068 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-05710595-6519-4a0a-b619-1f6805583593 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.657143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df9d479-0f23-42b0-802a-b19791ef690f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:14.661890 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6df9d479-0f23-42b0-802a-b19791ef690f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.691495 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc501c64-95cb-45b5-a61e-1e882076ede8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event updated for resources: {'Port': ['ID=03d15082-a265-4eef-acb1-7d4a162ac0a4,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:14.715949 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05710595-6519-4a0a-b619-1f6805583593 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event deleted for resources: {'Port': ['ID=894bc122-3614-416a-80a7-73f35a3ca631,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:14.756759 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-bc501c64-95cb-45b5-a61e-1e882076ede8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] In _notify_port_updated(), no bound segment for port 03d15082-a265-4eef-acb1-7d4a162ac0a4 on network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:50:14.764532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc501c64-95cb-45b5-a61e-1e882076ede8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:14.765733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc501c64-95cb-45b5-a61e-1e882076ede8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.769604 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bc501c64-95cb-45b5-a61e-1e882076ede8 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "PUT /v2.0/ports/03d15082-a265-4eef-acb1-7d4a162ac0a4 HTTP/1.1" status: 200 len: 960 time: 1.6912622 Nov 28 07:50:14.769604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5948e9f-a65a-403f-b307-4994ce646263 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.771901 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39934) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:14.787651 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-6df9d479-0f23-42b0-802a-b19791ef690f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Performing IP validity checks on allocation pools {{(pid=115119) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 28 07:50:14.790448 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-6df9d479-0f23-42b0-802a-b19791ef690f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115119) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 28 07:50:14.815045 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-18c9ad1b-24b0-4940-af70-a75bfb231389 None None] Provisioning complete for port fa61d0ff-a75d-42c1-bc35-30a63e10afac triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:14.816608 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-18c9ad1b-24b0-4940-af70-a75bfb231389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.850015 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-05710595-6519-4a0a-b619-1f6805583593 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.853491 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-05710595-6519-4a0a-b619-1f6805583593 tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "DELETE /v2.0/ports/894bc122-3614-416a-80a7-73f35a3ca631 HTTP/1.1" status: 204 len: 168 time: 1.4093373 Nov 28 07:50:14.856675 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39936) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:14.869680 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ad1b-24b0-4940-af70-a75bfb231389 None None] Port fa61d0ff-a75d-42c1-bc35-30a63e10afac cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:14.880064 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-18c9ad1b-24b0-4940-af70-a75bfb231389 None None] Provisioning complete for port 03d15082-a265-4eef-acb1-7d4a162ac0a4 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:14.880438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-18c9ad1b-24b0-4940-af70-a75bfb231389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.902982 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5948e9f-a65a-403f-b307-4994ce646263 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.927593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-18c9ad1b-24b0-4940-af70-a75bfb231389 None None] Port 03d15082-a265-4eef-acb1-7d4a162ac0a4 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:14.942091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5948e9f-a65a-403f-b307-4994ce646263 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f55d8e-35ac-430a-8967-a95c5dd4f1ac,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:14.944378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5948e9f-a65a-403f-b307-4994ce646263 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.950528 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f5948e9f-a65a-403f-b307-4994ce646263 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/a2f55d8e-35ac-430a-8967-a95c5dd4f1ac HTTP/1.1" status: 204 len: 168 time: 0.6453135 Nov 28 07:50:14.953451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39940) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:14.962999 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-18c9ad1b-24b0-4940-af70-a75bfb231389 None None] Provisioning complete for port c1eee2c4-fcfe-478b-978f-b6f473fdd268 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:14.962999 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-18c9ad1b-24b0-4940-af70-a75bfb231389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:14.970912 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22890ae1-d362-4d1a-82de-59bbfbbc1fa8 None None] Network ad135517-ec38-43ad-98e5-9b634d0795fe requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:14.971822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fbfc1e-83b4-431d-a4ae-1a473170cb3f tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Deleting subnet 3ff60a55-ae97-41ba-b410-982aedc02d83 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:14.978948 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfc1e-83b4-431d-a4ae-1a473170cb3f tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.008359 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a36ccf7e-d1bc-41db-a6bc-b2bb78b7ff64 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port 03d15082-a265-4eef-acb1-7d4a162ac0a4 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:15.008696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a36ccf7e-d1bc-41db-a6bc-b2bb78b7ff64 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.032128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-62715592-1e39-42a1-b925-8329c3d53c4d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting subnet 26658015-fb6a-4271-9d91-3f31df2a5ac5 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:15.040988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62715592-1e39-42a1-b925-8329c3d53c4d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.093588 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfc1e-83b4-431d-a4ae-1a473170cb3f tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.117847 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6df9d479-0f23-42b0-802a-b19791ef690f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.136309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62715592-1e39-42a1-b925-8329c3d53c4d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.214175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d952f2a-81ea-42b6-870f-b1557ff97114 req-b37679ea-0c27-43f0-bb46-167d634bd6a1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:15.215801 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6d952f2a-81ea-42b6-870f-b1557ff97114 req-b37679ea-0c27-43f0-bb46-167d634bd6a1 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.2114127 Nov 28 07:50:15.221355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9d479-0f23-42b0-802a-b19791ef690f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Subnet': ['ID=0b4dda7e-8303-4605-afcc-cedad2cd29f5,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:15.289119 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62715592-1e39-42a1-b925-8329c3d53c4d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.335377 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a36ccf7e-d1bc-41db-a6bc-b2bb78b7ff64 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.336691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4246cad-ef7c-428d-b9f5-07e63aeca9b4 None None] DHCP port deletion for ad135517-ec38-43ad-98e5-9b634d0795fe request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:15.371259 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfc1e-83b4-431d-a4ae-1a473170cb3f tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.388281 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a36ccf7e-d1bc-41db-a6bc-b2bb78b7ff64 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for 03d15082-a265-4eef-acb1-7d4a162ac0a4 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:15.407614 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5d5afede-8615-428c-8cae-a532a0f2e1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.409393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df9d479-0f23-42b0-802a-b19791ef690f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Checking segment: {'id': '8b30add2-1d48-4001-a2a9-1798ff4ce18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e2198197-6ba9-4507-8d17-628f46585bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:15.409885 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df9d479-0f23-42b0-802a-b19791ef690f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network hostable DHCP agents. Network: e2198197-6ba9-4507-8d17-628f46585bd5, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:50:15.453378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-f4246cad-ef7c-428d-b9f5-07e63aeca9b4 None None] Deleting port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:15.453753 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f4246cad-ef7c-428d-b9f5-07e63aeca9b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.468202 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6d952f2a-81ea-42b6-870f-b1557ff97114 req-d857bd76-a13b-4207-a601-0bfbb2757a8e tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767597 Nov 28 07:50:15.489418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df9d479-0f23-42b0-802a-b19791ef690f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network e2198197-6ba9-4507-8d17-628f46585bd5 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:50:15.521396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-6df9d479-0f23-42b0-802a-b19791ef690f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, e2198197-6ba9-4507-8d17-628f46585bd5) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:15.527308 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df9d479-0f23-42b0-802a-b19791ef690f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:15.528142 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6df9d479-0f23-42b0-802a-b19791ef690f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.545776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfc1e-83b4-431d-a4ae-1a473170cb3f tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.590262 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a36ccf7e-d1bc-41db-a6bc-b2bb78b7ff64 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.593706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62715592-1e39-42a1-b925-8329c3d53c4d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.596044 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6df9d479-0f23-42b0-802a-b19791ef690f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1309848 Nov 28 07:50:15.596368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39942) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:15.597061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbfc1e-83b4-431d-a4ae-1a473170cb3f tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff60a55-ae97-41ba-b410-982aedc02d83,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:15.602136 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfc1e-83b4-431d-a4ae-1a473170cb3f tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.605712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-765a3fd3-414b-438d-8be1-20261634698e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'network_id': 'e2198197-6ba9-4507-8d17-628f46585bd5', 'name': 'tempest-PortsIpV6TestJSON-1092460290'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:15.609356 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a0fbfc1e-83b4-431d-a4ae-1a473170cb3f tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "DELETE /v2.0/subnets/3ff60a55-ae97-41ba-b410-982aedc02d83 HTTP/1.1" status: 204 len: 168 time: 0.7511480 Nov 28 07:50:15.610239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39944) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:15.637557 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af785d49-9a6b-47e5-8ae9-c483acaf1a9b None None] Network e2198197-6ba9-4507-8d17-628f46585bd5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:15.639241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e61f60-9456-4c7d-8552-2661cc3d4f3c None None] Network 2d656a4d-8f7a-44c0-899a-133b329c4b73 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:15.672576 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d37bd96d-89a9-4037-a980-c57a4ce9f733 None None] Could not find standard attr ID for object 03d15082-a265-4eef-acb1-7d4a162ac0a4. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:50:15.679669 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ccf7e-d1bc-41db-a6bc-b2bb78b7ff64 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=03d15082-a265-4eef-acb1-7d4a162ac0a4,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:15.689287 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62715592-1e39-42a1-b925-8329c3d53c4d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Subnet': ['ID=26658015-fb6a-4271-9d91-3f31df2a5ac5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:15.716752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.720130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62715592-1e39-42a1-b925-8329c3d53c4d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.726880 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-62715592-1e39-42a1-b925-8329c3d53c4d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/26658015-fb6a-4271-9d91-3f31df2a5ac5 HTTP/1.1" status: 204 len: 168 time: 0.7708340 Nov 28 07:50:15.727126 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39946) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:15.753043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e562e9-20a9-4769-af38-1a5fac709bf2 None None] Network 2608cfd0-8377-4fe4-9b6f-20d9320f9c63 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:15.839941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.854219 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a36ccf7e-d1bc-41db-a6bc-b2bb78b7ff64 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.859479 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a36ccf7e-d1bc-41db-a6bc-b2bb78b7ff64 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/03d15082-a265-4eef-acb1-7d4a162ac0a4 HTTP/1.1" status: 204 len: 168 time: 1.0852716 Nov 28 07:50:15.866906 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39948) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:15.871756 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f4246cad-ef7c-428d-b9f5-07e63aeca9b4 None None] For port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=116b5f97-7b95-496c-a35b-95cc6f8a6ec6,segment=NetworkSegment(cfff6512-7ea5-443f-9522-74286679e9d5),segment_id=cfff6512-7ea5-443f-9522-74286679e9d5)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:15.872166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f4246cad-ef7c-428d-b9f5-07e63aeca9b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.876613 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c1eee2c4-fcfe-478b-978f-b6f473fdd268 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:15.906091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765a3fd3-414b-438d-8be1-20261634698e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:15.914747 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-765a3fd3-414b-438d-8be1-20261634698e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:15.944133 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-765a3fd3-414b-438d-8be1-20261634698e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port a8b85d71-4172-4d6d-b57b-1a479dc1aa98 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:16.004187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-f4246cad-ef7c-428d-b9f5-07e63aeca9b4 None None] Calling delete_port for 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:16.086106 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-765a3fd3-414b-438d-8be1-20261634698e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Allocated IP 2001:db8::37 (e2198197-6ba9-4507-8d17-628f46585bd5/0b4dda7e-8303-4605-afcc-cedad2cd29f5/a8b85d71-4172-4d6d-b57b-1a479dc1aa98) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:16.192297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Deleting port 7c831212-02c3-417a-957a-dc43c38fb4ba {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:16.192524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.194522 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-b939ab71-f0b4-4eaf-af3f-9e1762663122 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] GET failed (client error): The resource could not be found. Nov 28 07:50:16.195907 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b939ab71-f0b4-4eaf-af3f-9e1762663122 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports/03d15082-a265-4eef-acb1-7d4a162ac0a4 HTTP/1.1" status: 404 len: 333 time: 0.3266068 Nov 28 07:50:16.200148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39950) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:16.249179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c1eee2c4-fcfe-478b-978f-b6f473fdd268 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:16.249553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.281441 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] For port 7c831212-02c3-417a-957a-dc43c38fb4ba, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7c831212-02c3-417a-957a-dc43c38fb4ba,segment=NetworkSegment(2697eaba-d8f7-443b-b14e-11906e242813),segment_id=2697eaba-d8f7-443b-b14e-11906e242813)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:16.282333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.284831 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-e2198197-6ba9-4507-8d17-628f46585bd5', 'network_id': 'e2198197-6ba9-4507-8d17-628f46585bd5', 'tenant_id': 'fb58eb61cb674df8b687b13493fe7c67', 'fixed_ips': [{'subnet_id': '0b4dda7e-8303-4605-afcc-cedad2cd29f5'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:50:16.285702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.301891 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Calling delete_port for 7c831212-02c3-417a-957a-dc43c38fb4ba owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:16.308419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-765a3fd3-414b-438d-8be1-20261634698e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.319814 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:16.320534 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.333075 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded115df-c223-424b-a46a-ba4c6f5189cf None None] DHCP port deletion for 2d656a4d-8f7a-44c0-899a-133b329c4b73 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:16.351722 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f4246cad-ef7c-428d-b9f5-07e63aeca9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.352007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-765a3fd3-414b-438d-8be1-20261634698e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.397970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-98db1d7f-6380-4cb3-b78a-331046da0e19 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.426932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765a3fd3-414b-438d-8be1-20261634698e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network e2198197-6ba9-4507-8d17-628f46585bd5 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:16.437184 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-765a3fd3-414b-438d-8be1-20261634698e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:16.444500 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-98db1d7f-6380-4cb3-b78a-331046da0e19 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.447989 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a3fd3-414b-438d-8be1-20261634698e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:16.450287 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece3f4c-cf77-45c3-924c-74074aeed51a None None] DHCP port deletion for 2608cfd0-8377-4fe4-9b6f-20d9320f9c63 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:16.454605 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a3fd3-414b-438d-8be1-20261634698e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:16.455293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-765a3fd3-414b-438d-8be1-20261634698e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.466713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a3fd3-414b-438d-8be1-20261634698e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=a8b85d71-4172-4d6d-b57b-1a479dc1aa98,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:16.469027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4246cad-ef7c-428d-b9f5-07e63aeca9b4 None None] Pushing event deleted for resources: {'Port': ['ID=116b5f97-7b95-496c-a35b-95cc6f8a6ec6,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:16.470662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] For port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=116b5f97-7b95-496c-a35b-95cc6f8a6ec6,segment=NetworkSegment(cfff6512-7ea5-443f-9522-74286679e9d5),segment_id=cfff6512-7ea5-443f-9522-74286679e9d5)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:16.471074 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.479625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4246cad-ef7c-428d-b9f5-07e63aeca9b4 None None] No DVR routers for this DVR port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:16.488393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:16.502962 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-765a3fd3-414b-438d-8be1-20261634698e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8993752 Nov 28 07:50:16.505203 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39952) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:16.557531 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-98db1d7f-6380-4cb3-b78a-331046da0e19 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.563109 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-98db1d7f-6380-4cb3-b78a-331046da0e19 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.566771 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-98db1d7f-6380-4cb3-b78a-331046da0e19 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/security-groups/a2072c54-dbe4-4274-8622-b390e62b4fe9 HTTP/1.1" status: 204 len: 168 time: 0.3633952 Nov 28 07:50:16.570092 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39956) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:16.590231 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db1d7f-6380-4cb3-b78a-331046da0e19 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2072c54-dbe4-4274-8622-b390e62b4fe9,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:16.635729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Allocated IP 2001:db8::2 (e2198197-6ba9-4507-8d17-628f46585bd5/0b4dda7e-8303-4605-afcc-cedad2cd29f5/4a8beabb-a32a-4f51-b122-1d552fce8da5) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:16.650817 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.658732 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf5a02-5d27-42b3-9aa8-353be5699c09 req-c9493715-29e5-41ad-aac2-9a6147d0fc58 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:16.668724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-ded115df-c223-424b-a46a-ba4c6f5189cf None None] Deleting port 7c831212-02c3-417a-957a-dc43c38fb4ba {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:16.669318 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ded115df-c223-424b-a46a-ba4c6f5189cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.671882 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ecaf5a02-5d27-42b3-9aa8-353be5699c09 req-c9493715-29e5-41ad-aac2-9a6147d0fc58 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.1060390 Nov 28 07:50:16.677613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] No DVR routers for this DVR port 7c831212-02c3-417a-957a-dc43c38fb4ba on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:16.733162 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event deleted for resources: {'Port': ['ID=7c831212-02c3-417a-957a-dc43c38fb4ba,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:16.743486 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ecaf5a02-5d27-42b3-9aa8-353be5699c09 req-78468e72-8ae0-45e3-8443-538e5fa63951 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706589 Nov 28 07:50:16.769771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:50:16.812084 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-aece3f4c-cf77-45c3-924c-74074aeed51a None None] Deleting port b4d29eeb-3187-4f5e-887f-71deaa272fbd {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:16.812444 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-aece3f4c-cf77-45c3-924c-74074aeed51a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.818596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:50:16.818964 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:50:16.822790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-ded115df-c223-424b-a46a-ba4c6f5189cf None None] For port 7c831212-02c3-417a-957a-dc43c38fb4ba, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:16.823201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ded115df-c223-424b-a46a-ba4c6f5189cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.842934 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.858996 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-ded115df-c223-424b-a46a-ba4c6f5189cf None None] Calling delete_port for 7c831212-02c3-417a-957a-dc43c38fb4ba owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:16.870225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.ipam_backend_mixin [None req-ded115df-c223-424b-a46a-ba4c6f5189cf None None] Port 7c831212-02c3-417a-957a-dc43c38fb4ba was not found and therefore no delete operation was performed {{(pid=115120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:50:16.898633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ded115df-c223-424b-a46a-ba4c6f5189cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.899973 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8556cd49-417e-4ba2-9769-c1bc2a3476c5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.909597 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d656a4d-8f7a-44c0-899a-133b329c4b73']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:16.920136 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-0a36c035-ff73-4f01-81f3-60b0b037c0a8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port a8b85d71-4172-4d6d-b57b-1a479dc1aa98 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:16.920469 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a36c035-ff73-4f01-81f3-60b0b037c0a8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.945960 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded115df-c223-424b-a46a-ba4c6f5189cf None None] Pushing event deleted for resources: {'Port': ['ID=7c831212-02c3-417a-957a-dc43c38fb4ba,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:16.946849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:16.949341 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded115df-c223-424b-a46a-ba4c6f5189cf None None] No DVR routers for this DVR port 7c831212-02c3-417a-957a-dc43c38fb4ba on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:16.954998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2697eaba-d8f7-443b-b14e-11906e242813') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:16.955297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2697eaba-d8f7-443b-b14e-11906e242813') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:16.979619 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-aece3f4c-cf77-45c3-924c-74074aeed51a None None] For port b4d29eeb-3187-4f5e-887f-71deaa272fbd, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b4d29eeb-3187-4f5e-887f-71deaa272fbd,segment=NetworkSegment(899edb0f-08f0-4b3b-8f4d-c6324188b0d8),segment_id=899edb0f-08f0-4b3b-8f4d-c6324188b0d8)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:16.979927 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-aece3f4c-cf77-45c3-924c-74074aeed51a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.003544 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-aece3f4c-cf77-45c3-924c-74074aeed51a None None] Calling delete_port for b4d29eeb-3187-4f5e-887f-71deaa272fbd owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:17.004527 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8556cd49-417e-4ba2-9769-c1bc2a3476c5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.012671 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.018893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=116b5f97-7b95-496c-a35b-95cc6f8a6ec6,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:17.024536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.057851 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No DVR routers for this DVR port 116b5f97-7b95-496c-a35b-95cc6f8a6ec6 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:17.059121 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.086322 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.125803 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:17.126034 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Network e2198197-6ba9-4507-8d17-628f46585bd5 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:17.126212 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:17.131660 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:17.134353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Pushing event updated for resources: {'Port': ['ID=4a8beabb-a32a-4f51-b122-1d552fce8da5,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:17.136496 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:17.139695 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:17.153545 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5763a2-d4d5-4170-920e-9a94a537e4e6 req-2e689fc6-d4b6-4b45-9488-50cde1ddf5e0 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:17.157046 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7b5763a2-d4d5-4170-920e-9a94a537e4e6 req-2e689fc6-d4b6-4b45-9488-50cde1ddf5e0 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.3158004 Nov 28 07:50:17.194805 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-aece3f4c-cf77-45c3-924c-74074aeed51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.227990 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece3f4c-cf77-45c3-924c-74074aeed51a None None] Pushing event deleted for resources: {'Port': ['ID=b4d29eeb-3187-4f5e-887f-71deaa272fbd,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:17.230274 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Attempting to bind port 4a8beabb-a32a-4f51-b122-1d552fce8da5 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:17.230583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Attempting to bind port 4a8beabb-a32a-4f51-b122-1d552fce8da5 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '8b30add2-1d48-4001-a2a9-1798ff4ce18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e2198197-6ba9-4507-8d17-628f46585bd5'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:17.231142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Attempting to bind port 4a8beabb-a32a-4f51-b122-1d552fce8da5 on network e2198197-6ba9-4507-8d17-628f46585bd5 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:17.237231 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece3f4c-cf77-45c3-924c-74074aeed51a None None] No DVR routers for this DVR port b4d29eeb-3187-4f5e-887f-71deaa272fbd on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:17.240085 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:17.240455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Checking segment: {'id': '8b30add2-1d48-4001-a2a9-1798ff4ce18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e2198197-6ba9-4507-8d17-628f46585bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:17.240860 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.241234 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Bound using segment: {'id': '8b30add2-1d48-4001-a2a9-1798ff4ce18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e2198197-6ba9-4507-8d17-628f46585bd5'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:17.241695 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Bound port: 4a8beabb-a32a-4f51-b122-1d552fce8da5, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b30add2-1d48-4001-a2a9-1798ff4ce18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e2198197-6ba9-4507-8d17-628f46585bd5'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:17.242071 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.275783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a36c035-ff73-4f01-81f3-60b0b037c0a8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.288669 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.293024 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8556cd49-417e-4ba2-9769-c1bc2a3476c5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.295590 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8556cd49-417e-4ba2-9769-c1bc2a3476c5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.296756 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8556cd49-417e-4ba2-9769-c1bc2a3476c5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/security-groups/f22caa23-c0f1-4e06-96bc-fef2193e59e0 HTTP/1.1" status: 204 len: 168 time: 0.6851408 Nov 28 07:50:17.299648 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39960) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:17.323725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] For port 4a8beabb-a32a-4f51-b122-1d552fce8da5, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:17.327904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] For port 4a8beabb-a32a-4f51-b122-1d552fce8da5, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4a8beabb-a32a-4f51-b122-1d552fce8da5,segment=NetworkSegment(8b30add2-1d48-4001-a2a9-1798ff4ce18d),segment_id=8b30add2-1d48-4001-a2a9-1798ff4ce18d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:17.328239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.334011 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.335268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-0a36c035-ff73-4f01-81f3-60b0b037c0a8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for a8b85d71-4172-4d6d-b57b-1a479dc1aa98 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:17.349061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556cd49-417e-4ba2-9769-c1bc2a3476c5 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22caa23-c0f1-4e06-96bc-fef2193e59e0,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:17.352380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad135517-ec38-43ad-98e5-9b634d0795fe']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:17.359052 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.364737 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] 10.222.0.31 "DELETE /v2.0/networks/2d656a4d-8f7a-44c0-899a-133b329c4b73 HTTP/1.1" status: 204 len: 168 time: 1.7510245 Nov 28 07:50:17.374917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a145c7ab-074a-4f4d-92fb-494dc439bdec tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.392494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381afd3-5a12-417b-a180-f6add6d2b7ba tempest-AllowedAddressPairTestJSON-1649880698 tempest-AllowedAddressPairTestJSON-1649880698-project] Pushing event deleted for resources: {'Network': ['ID=2d656a4d-8f7a-44c0-899a-133b329c4b73,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:17.401127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a145c7ab-074a-4f4d-92fb-494dc439bdec tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.402414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfff6512-7ea5-443f-9522-74286679e9d5') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:17.403211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfff6512-7ea5-443f-9522-74286679e9d5') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:17.434189 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7b5763a2-d4d5-4170-920e-9a94a537e4e6 req-bc50a46f-b2d3-443a-b772-853fdcb53a80 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524059 Nov 28 07:50:17.442644 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.452984 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39964) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:17.463668 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a145c7ab-074a-4f4d-92fb-494dc439bdec tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.468648 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a145c7ab-074a-4f4d-92fb-494dc439bdec tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.473674 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a145c7ab-074a-4f4d-92fb-494dc439bdec tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/security-groups/dc55b9cd-5c8e-4611-ad7d-d468d547b088 HTTP/1.1" status: 204 len: 168 time: 0.1695073 Nov 28 07:50:17.488046 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39966) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:17.517123 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.543947 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:17.544557 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:17.549901 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:17.552051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c204a6d-1b55-46ba-b73e-692da086259c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting subnet 1d1de8ae-3f34-4b2e-a09f-1cfc68db069a {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:17.554623 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9c204a6d-1b55-46ba-b73e-692da086259c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.585401 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb7aa1-a81d-44b6-89a9-e431c7b544d1 None None] Pushing event updated for resources: {'Port': ['ID=4a8beabb-a32a-4f51-b122-1d552fce8da5,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:17.595146 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9c204a6d-1b55-46ba-b73e-692da086259c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.632372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145c7ab-074a-4f4d-92fb-494dc439bdec tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc55b9cd-5c8e-4611-ad7d-d468d547b088,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:17.653094 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.658981 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.665476 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/networks/ad135517-ec38-43ad-98e5-9b634d0795fe HTTP/1.1" status: 204 len: 168 time: 1.9348476 Nov 28 07:50:17.679357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39968) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:17.703450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be2de0-3efb-4331-8990-a2a6e18f3748 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Network': ['ID=ad135517-ec38-43ad-98e5-9b634d0795fe,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:17.703725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaf87ed-86b4-4f08-9127-14c28be4f11c tempest-TestNetworkAdvancedServerOps-992011779 tempest-TestNetworkAdvancedServerOps-992011779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:17.707902 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bfaf87ed-86b4-4f08-9127-14c28be4f11c tempest-TestNetworkAdvancedServerOps-992011779 tempest-TestNetworkAdvancedServerOps-992011779-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 1093 time: 0.2510552 Nov 28 07:50:17.724775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39972) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:17.728967 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:17.781333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.821108 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a36c035-ff73-4f01-81f3-60b0b037c0a8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.860679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7c831212-02c3-417a-957a-dc43c38fb4ba no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:50:17.891904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39974) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:17.893759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36c035-ff73-4f01-81f3-60b0b037c0a8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=a8b85d71-4172-4d6d-b57b-1a479dc1aa98,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:17.953158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a36c035-ff73-4f01-81f3-60b0b037c0a8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:17.957041 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 7c831212-02c3-417a-957a-dc43c38fb4ba {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:50:17.958644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7c831212-02c3-417a-957a-dc43c38fb4ba not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:50:17.959328 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b4d29eeb-3187-4f5e-887f-71deaa272fbd no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:50:17.961043 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0a36c035-ff73-4f01-81f3-60b0b037c0a8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/a8b85d71-4172-4d6d-b57b-1a479dc1aa98 HTTP/1.1" status: 204 len: 168 time: 1.4532449 Nov 28 07:50:17.961856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39978) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:18.004132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-eabb42d0-ff15-4962-9517-c8fd0f298c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.005773 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: b4d29eeb-3187-4f5e-887f-71deaa272fbd {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:50:18.006297 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b4d29eeb-3187-4f5e-887f-71deaa272fbd not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:50:18.014314 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-e725d10a-8d8b-43cf-87e3-a7ca002b9a77 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:18.014968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e725d10a-8d8b-43cf-87e3-a7ca002b9a77 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:18.022933 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e725d10a-8d8b-43cf-87e3-a7ca002b9a77 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/a8b85d71-4172-4d6d-b57b-1a479dc1aa98 HTTP/1.1" status: 404 len: 333 time: 0.0506849 Nov 28 07:50:18.023890 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39980) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:18.077743 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55a0e53-d880-4030-bc5e-bf52389cbc2c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] GET failed (client error): The resource could not be found. Nov 28 07:50:18.081939 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c55a0e53-d880-4030-bc5e-bf52389cbc2c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/a8b85d71-4172-4d6d-b57b-1a479dc1aa98 HTTP/1.1" status: 404 len: 333 time: 0.0457296 Nov 28 07:50:18.083040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9c204a6d-1b55-46ba-b73e-692da086259c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.086624 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39982) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:18.131601 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ef197a16-3efe-4e11-8d88-402d42872b3b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.163559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-817a9c78-1905-4e11-b78e-3971415e36ab tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting subnet 0b4dda7e-8303-4605-afcc-cedad2cd29f5 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:18.172234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-817a9c78-1905-4e11-b78e-3971415e36ab tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.218897 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9c204a6d-1b55-46ba-b73e-692da086259c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.221531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.239708 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bd6f5ead-983b-47e8-af36-27638a9f0ea0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35dd725aab5e41d5aa825b864563835d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428597 Nov 28 07:50:18.244817 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-817a9c78-1905-4e11-b78e-3971415e36ab tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.247113 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39984) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:18.274340 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ef197a16-3efe-4e11-8d88-402d42872b3b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.279339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9c204a6d-1b55-46ba-b73e-692da086259c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.284711 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9c204a6d-1b55-46ba-b73e-692da086259c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/1d1de8ae-3f34-4b2e-a09f-1cfc68db069a HTTP/1.1" status: 204 len: 168 time: 0.7933638 Nov 28 07:50:18.290681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c204a6d-1b55-46ba-b73e-692da086259c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1de8ae-3f34-4b2e-a09f-1cfc68db069a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:18.293108 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39986) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:18.309291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6407484f-8271-4570-b154-0ef067607fec None None] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:18.337255 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-ef197a16-3efe-4e11-8d88-402d42872b3b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2608cfd0-8377-4fe4-9b6f-20d9320f9c63']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:18.357658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-ef197a16-3efe-4e11-8d88-402d42872b3b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899edb0f-08f0-4b3b-8f4d-c6324188b0d8') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:18.357910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-ef197a16-3efe-4e11-8d88-402d42872b3b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899edb0f-08f0-4b3b-8f4d-c6324188b0d8') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:18.371836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ef197a16-3efe-4e11-8d88-402d42872b3b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.376945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-76920a15-3e8e-4d54-acfa-bb2efcebffb9 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting subnet 43a1e678-ba18-4a6a-aa9b-dfac50df9c97 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:18.387534 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76920a15-3e8e-4d54-acfa-bb2efcebffb9 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.419139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ef197a16-3efe-4e11-8d88-402d42872b3b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.430255 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef197a16-3efe-4e11-8d88-402d42872b3b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:18.430923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ef197a16-3efe-4e11-8d88-402d42872b3b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:18.433840 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:18.441254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92a4d43a-c387-42a1-a516-ded997aae414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.449400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76920a15-3e8e-4d54-acfa-bb2efcebffb9 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.472336 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-817a9c78-1905-4e11-b78e-3971415e36ab tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.479930 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Allocated IP 172.26.2.224 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/506b5993-8469-4303-b7c8-ed5ddad94811) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:18.511956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92a4d43a-c387-42a1-a516-ded997aae414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.538131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ef197a16-3efe-4e11-8d88-402d42872b3b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.550531 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ef197a16-3efe-4e11-8d88-402d42872b3b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.554078 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ef197a16-3efe-4e11-8d88-402d42872b3b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/networks/2608cfd0-8377-4fe4-9b6f-20d9320f9c63 HTTP/1.1" status: 204 len: 168 time: 0.8738742 Nov 28 07:50:18.569501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39988) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:18.592762 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7e6451c6-b53b-43b3-81f0-49aa113daf0d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1756570090'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:18.605556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef197a16-3efe-4e11-8d88-402d42872b3b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Network': ['ID=2608cfd0-8377-4fe4-9b6f-20d9320f9c63,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:18.656692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76920a15-3e8e-4d54-acfa-bb2efcebffb9 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.693423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6451c6-b53b-43b3-81f0-49aa113daf0d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:18.699604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e6451c6-b53b-43b3-81f0-49aa113daf0d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.700785 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.706262 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-817a9c78-1905-4e11-b78e-3971415e36ab tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.745825 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6451c6-b53b-43b3-81f0-49aa113daf0d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:50:18.747906 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-817a9c78-1905-4e11-b78e-3971415e36ab tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.761608 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76920a15-3e8e-4d54-acfa-bb2efcebffb9 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.763390 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-817a9c78-1905-4e11-b78e-3971415e36ab tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/0b4dda7e-8303-4605-afcc-cedad2cd29f5 HTTP/1.1" status: 204 len: 168 time: 0.6713672 Nov 28 07:50:18.763520 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 39990) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:18.767093 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a9c78-1905-4e11-b78e-3971415e36ab tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4dda7e-8303-4605-afcc-cedad2cd29f5,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:18.779598 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e6451c6-b53b-43b3-81f0-49aa113daf0d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.779962 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-7e6451c6-b53b-43b3-81f0-49aa113daf0d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Added segment 4eae801a-01b7-4a66-9ddd-df2bfcb8ee1f of type vlan for network b4619a06-9432-45f8-a5ef-0d5b1edd5371 Nov 28 07:50:18.782766 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92a4d43a-c387-42a1-a516-ded997aae414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.786248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92a4d43a-c387-42a1-a516-ded997aae414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.800919 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-92a4d43a-c387-42a1-a516-ded997aae414 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96bafbe7-e736-487f-a0f8-76932ae6df25 HTTP/1.1" status: 204 len: 168 time: 0.5487757 Nov 28 07:50:18.836878 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4d43a-c387-42a1-a516-ded997aae414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bafbe7-e736-487f-a0f8-76932ae6df25,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:18.838596 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76920a15-3e8e-4d54-acfa-bb2efcebffb9 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Subnet': ['ID=43a1e678-ba18-4a6a-aa9b-dfac50df9c97,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:18.858696 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.870540 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76920a15-3e8e-4d54-acfa-bb2efcebffb9 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.874604 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-76920a15-3e8e-4d54-acfa-bb2efcebffb9 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/43a1e678-ba18-4a6a-aa9b-dfac50df9c97 HTTP/1.1" status: 204 len: 168 time: 0.5782771 Nov 28 07:50:18.883468 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39994) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:18.912467 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:18.949045 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:18.954129 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36ed8d3-ae4f-42f3-bf5f-f155d7345a7c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:18.954859 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36ed8d3-ae4f-42f3-bf5f-f155d7345a7c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:18.959389 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f36ed8d3-ae4f-42f3-bf5f-f155d7345a7c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/1d1de8ae-3f34-4b2e-a09f-1cfc68db069a HTTP/1.1" status: 404 len: 337 time: 0.0556865 Nov 28 07:50:18.967050 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:18.967923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:18.969752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 39996) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:18.993243 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.027628 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e6451c6-b53b-43b3-81f0-49aa113daf0d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.076040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'Port': ['ID=506b5993-8469-4303-b7c8-ed5ddad94811,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:19.107088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f055ce-edeb-42b3-b70a-05de216ef862 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting subnet 8189bb1b-6108-4dd6-8494-449f5263a3ca {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:19.116170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f4f055ce-edeb-42b3-b70a-05de216ef862 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.128034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e6451c6-b53b-43b3-81f0-49aa113daf0d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.134753 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6451c6-b53b-43b3-81f0-49aa113daf0d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:19.135461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7e6451c6-b53b-43b3-81f0-49aa113daf0d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.148201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fda3c7-12b4-4a0b-8004-bb22352961a4 None None] Network e2198197-6ba9-4507-8d17-628f46585bd5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:19.225314 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f4f055ce-edeb-42b3-b70a-05de216ef862 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.252243 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7e6451c6-b53b-43b3-81f0-49aa113daf0d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6813729 Nov 28 07:50:19.253861 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6451c6-b53b-43b3-81f0-49aa113daf0d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Network': ['ID=b4619a06-9432-45f8-a5ef-0d5b1edd5371,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:19.256775 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40004) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:19.262415 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-dcd27647-2f9b-4454-ba6c-a79f83f11153 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'subnet': {'network_id': 'b4619a06-9432-45f8-a5ef-0d5b1edd5371', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:19.270232 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network b4619a06-9432-45f8-a5ef-0d5b1edd5371 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:50:19.283337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port 4a8beabb-a32a-4f51-b122-1d552fce8da5 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:19.283692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.397968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f4f055ce-edeb-42b3-b70a-05de216ef862 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.424863 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-0f0f9079-0382-4946-89ac-6e1c5ec19cb9 None None] Provisioning complete for port 4a8beabb-a32a-4f51-b122-1d552fce8da5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:19.425232 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9079-0382-4946-89ac-6e1c5ec19cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.440987 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] For port 4a8beabb-a32a-4f51-b122-1d552fce8da5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4a8beabb-a32a-4f51-b122-1d552fce8da5,segment=NetworkSegment(8b30add2-1d48-4001-a2a9-1798ff4ce18d),segment_id=8b30add2-1d48-4001-a2a9-1798ff4ce18d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:19.441441 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.469202 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for 4a8beabb-a32a-4f51-b122-1d552fce8da5 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:19.470789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc41a892-99b7-4cd7-9a36-b224684c6070 None None] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:19.489529 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd27647-2f9b-4454-ba6c-a79f83f11153 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:19.493412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dcd27647-2f9b-4454-ba6c-a79f83f11153 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.665335 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c60dd42-20b6-4585-9d86-44637a694e82 None None] DHCP port deletion for e2198197-6ba9-4507-8d17-628f46585bd5 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:19.667117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9079-0382-4946-89ac-6e1c5ec19cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.758093 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0f0f9079-0382-4946-89ac-6e1c5ec19cb9 None None] For port 4a8beabb-a32a-4f51-b122-1d552fce8da5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4a8beabb-a32a-4f51-b122-1d552fce8da5,segment=NetworkSegment(8b30add2-1d48-4001-a2a9-1798ff4ce18d),segment_id=8b30add2-1d48-4001-a2a9-1798ff4ce18d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:19.770555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9079-0382-4946-89ac-6e1c5ec19cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.870201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-2c60dd42-20b6-4585-9d86-44637a694e82 None None] Deleting port 4a8beabb-a32a-4f51-b122-1d552fce8da5 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:19.870694 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2c60dd42-20b6-4585-9d86-44637a694e82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.878409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f9079-0382-4946-89ac-6e1c5ec19cb9 None None] Pushing event updated for resources: {'Port': ['ID=4a8beabb-a32a-4f51-b122-1d552fce8da5,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:19.879742 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dcd27647-2f9b-4454-ba6c-a79f83f11153 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.905216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.939872 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40018) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:19.948315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No DVR routers for this DVR port 4a8beabb-a32a-4f51-b122-1d552fce8da5 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:19.958042 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5280ef2e-1aca-4ee6-af0d-47910e5accf7 None None] Update dhcp port {'port': {'network_id': 'e3e4322f-8aa4-43ba-a9c7-1594b03a4257', 'fixed_ips': [{'subnet_id': '8189bb1b-6108-4dd6-8494-449f5263a3ca'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': 'c1eee2c4-fcfe-478b-978f-b6f473fdd268'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:50:19.989911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e283a8eb-67f0-423d-80de-628583158b81 None None] Provisioning complete for port fa61d0ff-a75d-42c1-bc35-30a63e10afac triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:19.989911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e283a8eb-67f0-423d-80de-628583158b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:19.995308 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-2c60dd42-20b6-4585-9d86-44637a694e82 None None] For port 4a8beabb-a32a-4f51-b122-1d552fce8da5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4a8beabb-a32a-4f51-b122-1d552fce8da5,segment=NetworkSegment(8b30add2-1d48-4001-a2a9-1798ff4ce18d),segment_id=8b30add2-1d48-4001-a2a9-1798ff4ce18d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:19.996062 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2c60dd42-20b6-4585-9d86-44637a694e82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.008528 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f4f055ce-edeb-42b3-b70a-05de216ef862 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.015150 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=4a8beabb-a32a-4f51-b122-1d552fce8da5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:20.036279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-2c60dd42-20b6-4585-9d86-44637a694e82 None None] Calling delete_port for 4a8beabb-a32a-4f51-b122-1d552fce8da5 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:20.037998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5280ef2e-1aca-4ee6-af0d-47910e5accf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.063677 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f055ce-edeb-42b3-b70a-05de216ef862 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Subnet': ['ID=8189bb1b-6108-4dd6-8494-449f5263a3ca,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:20.068942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f4f055ce-edeb-42b3-b70a-05de216ef862 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.072499 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f4f055ce-edeb-42b3-b70a-05de216ef862 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/8189bb1b-6108-4dd6-8494-449f5263a3ca HTTP/1.1" status: 204 len: 168 time: 1.1001041 Nov 28 07:50:20.075414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40022) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.099797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd27647-2f9b-4454-ba6c-a79f83f11153 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Subnet': ['ID=3937551e-9894-428b-9b91-6d1478620049,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:20.110323 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-db02335b-08f7-47e7-bcac-fcfd05959bd0 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:20.110768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db02335b-08f7-47e7-bcac-fcfd05959bd0 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:20.111928 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.114919 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-db02335b-08f7-47e7-bcac-fcfd05959bd0 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/1522ce8e-96e2-4869-b7b2-1f6ce45be579 HTTP/1.1" status: 404 len: 337 time: 0.0385644 Nov 28 07:50:20.117469 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40024) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.125748 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-e283a8eb-67f0-423d-80de-628583158b81 None None] Port fa61d0ff-a75d-42c1-bc35-30a63e10afac cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:20.148008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2198197-6ba9-4507-8d17-628f46585bd5']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:20.158604 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3463a853-885e-46f2-89fe-fc2b84c75582 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "GET /v2.0/ports?device_id=07926918-ee37-4e06-91e6-02808c887f7e HTTP/1.1" status: 200 len: 205 time: 0.0399315 Nov 28 07:50:20.160372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd27647-2f9b-4454-ba6c-a79f83f11153 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Checking segment: {'id': '4eae801a-01b7-4a66-9ddd-df2bfcb8ee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b4619a06-9432-45f8-a5ef-0d5b1edd5371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:20.160733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd27647-2f9b-4454-ba6c-a79f83f11153 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network hostable DHCP agents. Network: b4619a06-9432-45f8-a5ef-0d5b1edd5371, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:50:20.160902 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40026) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.163821 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b30add2-1d48-4001-a2a9-1798ff4ce18d') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:20.164523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b30add2-1d48-4001-a2a9-1798ff4ce18d') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:20.179185 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-273105a9-0e0c-4303-b397-4e2f2b8ce974 tempest-ServiceProvidersTest-1015120480 tempest-ServiceProvidersTest-1015120480-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2347646 Nov 28 07:50:20.184918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.206966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.218395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd27647-2f9b-4454-ba6c-a79f83f11153 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network b4619a06-9432-45f8-a5ef-0d5b1edd5371 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:50:20.221275 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:20.221752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:20.226458 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:20.230964 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e283a8eb-67f0-423d-80de-628583158b81 None None] Provisioning complete for port c1eee2c4-fcfe-478b-978f-b6f473fdd268 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:20.231281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e283a8eb-67f0-423d-80de-628583158b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.259099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-dcd27647-2f9b-4454-ba6c-a79f83f11153 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, b4619a06-9432-45f8-a5ef-0d5b1edd5371) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:20.271418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3ef2f5-b2ac-4d1b-9b90-d476bbe9f873 None None] Network b4619a06-9432-45f8-a5ef-0d5b1edd5371 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:20.295126 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd27647-2f9b-4454-ba6c-a79f83f11153 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:20.296489 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dcd27647-2f9b-4454-ba6c-a79f83f11153 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.316567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.325484 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.329506 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/networks/e2198197-6ba9-4507-8d17-628f46585bd5 HTTP/1.1" status: 204 len: 168 time: 1.5602238 Nov 28 07:50:20.341945 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dcd27647-2f9b-4454-ba6c-a79f83f11153 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0826542 Nov 28 07:50:20.341945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40030) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.342341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40032) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.352960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-acb77e4a-f863-4c75-97a6-cb2d0792155f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1895093162'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:20.359118 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-2199a2a8-c259-4925-970b-ac6926e676ed tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] delete failed (client error): The resource could not be found. Nov 28 07:50:20.360275 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2199a2a8-c259-4925-970b-ac6926e676ed tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/routers/07926918-ee37-4e06-91e6-02808c887f7e HTTP/1.1" status: 404 len: 336 time: 0.1984243 Nov 28 07:50:20.369028 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40034) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.370798 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276a02e4-68d9-4b28-a648-f6f96c9bd1f4 None None] Network e3e4322f-8aa4-43ba-a9c7-1594b03a4257 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:20.371338 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e652ccb9-5796-45e9-9040-6660b3f672fb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-512799351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:20.383236 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd42e6a-2436-48e0-9cac-70dac9066d06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Network': ['ID=e2198197-6ba9-4507-8d17-628f46585bd5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:20.417505 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb77e4a-f863-4c75-97a6-cb2d0792155f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:20.418541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2c60dd42-20b6-4585-9d86-44637a694e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.422676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acb77e4a-f863-4c75-97a6-cb2d0792155f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.427191 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e652ccb9-5796-45e9-9040-6660b3f672fb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.428173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e652ccb9-5796-45e9-9040-6660b3f672fb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.431434 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75b05df-c1d9-43bf-9ab1-2ac428158e87 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:20.431895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75b05df-c1d9-43bf-9ab1-2ac428158e87 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:20.437515 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f75b05df-c1d9-43bf-9ab1-2ac428158e87 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/51a1ef0a-0b6e-4f66-a56d-90c2c0b6aea6 HTTP/1.1" status: 404 len: 337 time: 0.0645354 Nov 28 07:50:20.440938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40036) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.447279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.475553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c60dd42-20b6-4585-9d86-44637a694e82 None None] Network e2198197-6ba9-4507-8d17-628f46585bd5 is not hosted by any dhcp agent {{(pid=115120) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 28 07:50:20.476004 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c60dd42-20b6-4585-9d86-44637a694e82 None None] No DVR routers for this DVR port 4a8beabb-a32a-4f51-b122-1d552fce8da5 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:20.484547 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac70bb4-1f39-4e03-b499-9f2562792889 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:20.485674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac70bb4-1f39-4e03-b499-9f2562792889 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:20.492629 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6ac70bb4-1f39-4e03-b499-9f2562792889 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/a2e7513f-f873-4d1e-af9d-330defac5233 HTTP/1.1" status: 404 len: 337 time: 0.0500112 Nov 28 07:50:20.501420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40040) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.527232 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60dd42-20b6-4585-9d86-44637a694e82 None None] Pushing event deleted for resources: {'Port': ['ID=4a8beabb-a32a-4f51-b122-1d552fce8da5,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:20.538804 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a4fa7b-6d9a-4ed5-8253-f7f63600c60c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:20.539697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a4fa7b-6d9a-4ed5-8253-f7f63600c60c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:20.543196 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a6a4fa7b-6d9a-4ed5-8253-f7f63600c60c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/0dd03ef7-afd3-43bc-8b2a-103f3e2cd687 HTTP/1.1" status: 404 len: 337 time: 0.0394633 Nov 28 07:50:20.550168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40042) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.551215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb77e4a-f863-4c75-97a6-cb2d0792155f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:50:20.610900 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4b8e4d-97b1-4a26-9639-0d40be3b322e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:20.611950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4b8e4d-97b1-4a26-9639-0d40be3b322e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:20.618030 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cd4b8e4d-97b1-4a26-9639-0d40be3b322e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/bf32661f-e127-4e47-b01f-108d43c968fd HTTP/1.1" status: 404 len: 333 time: 0.0639653 Nov 28 07:50:20.622450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40044) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.624670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e652ccb9-5796-45e9-9040-6660b3f672fb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.626179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acb77e4a-f863-4c75-97a6-cb2d0792155f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.626666 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-acb77e4a-f863-4c75-97a6-cb2d0792155f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Added segment f93cc1dc-1b28-4873-b803-2b0d57afaf27 of type vlan for network fc51ec39-dccf-42df-824c-68860073f7bb Nov 28 07:50:20.628038 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40046) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.643473 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e652ccb9-5796-45e9-9040-6660b3f672fb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.670241 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-251733ea-2696-4bd8-8d8c-c929992df94e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:20.670837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251733ea-2696-4bd8-8d8c-c929992df94e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:20.676697 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-251733ea-2696-4bd8-8d8c-c929992df94e tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/4f349de6-58c4-4219-9026-8c7b1b909c19 HTTP/1.1" status: 404 len: 337 time: 0.0530839 Nov 28 07:50:20.681200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40050) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.687001 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e652ccb9-5796-45e9-9040-6660b3f672fb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.688422 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e652ccb9-5796-45e9-9040-6660b3f672fb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3404284 Nov 28 07:50:20.691789 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40052) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.698464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-034836fd-9342-4d21-8beb-1b3c8955f6fa tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'port': {'network_id': 'b4619a06-9432-45f8-a5ef-0d5b1edd5371', 'name': 'tempest-RoutersIpV6Test-1675937427'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:20.730239 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-b4619a06-9432-45f8-a5ef-0d5b1edd5371', 'network_id': 'b4619a06-9432-45f8-a5ef-0d5b1edd5371', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'fixed_ips': [{'subnet_id': '3937551e-9894-428b-9b91-6d1478620049'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:50:20.730483 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-7918c20e-6ce5-4368-b047-f1d5b18b2f50 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:20.730600 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7918c20e-6ce5-4368-b047-f1d5b18b2f50 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:20.732197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.736658 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7918c20e-6ce5-4368-b047-f1d5b18b2f50 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/dd24d6f0-d48c-46ec-b46f-af83ad4493f4 HTTP/1.1" status: 404 len: 337 time: 0.0517838 Nov 28 07:50:20.757957 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40054) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.794704 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78d6958-8d5f-46dc-992f-b2fc13c7ab03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:20.795404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78d6958-8d5f-46dc-992f-b2fc13c7ab03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:20.801834 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c78d6958-8d5f-46dc-992f-b2fc13c7ab03 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/4614eb06-9aac-44b3-a2d9-c8583c174735 HTTP/1.1" status: 404 len: 333 time: 0.0391150 Nov 28 07:50:20.802059 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40056) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.825565 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ab3024-f512-46cc-820b-9498f8c2b191 None None] DHCP port deletion for e3e4322f-8aa4-43ba-a9c7-1594b03a4257 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:20.841681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acb77e4a-f863-4c75-97a6-cb2d0792155f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.844420 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.857097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac76c9d6-430f-4286-911b-ebc16c5da661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.859098 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-8226c515-9230-462f-8a1d-53ee666fe70c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:20.859549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8226c515-9230-462f-8a1d-53ee666fe70c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:20.862641 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8226c515-9230-462f-8a1d-53ee666fe70c tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/339f65c9-f618-4b39-a7d6-11e39bd24385 HTTP/1.1" status: 404 len: 337 time: 0.0603518 Nov 28 07:50:20.867770 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40058) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.901595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-19c30bab-8486-4c60-a5b6-d8312fd3e3c5 None None] Provisioning complete for port fa61d0ff-a75d-42c1-bc35-30a63e10afac triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:20.901980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19c30bab-8486-4c60-a5b6-d8312fd3e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.954600 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca66b9a-cdee-43f6-95c6-84b2b602796b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] DELETE failed (client error): The resource could not be found. Nov 28 07:50:20.954884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca66b9a-cdee-43f6-95c6-84b2b602796b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:20.960480 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-eca66b9a-cdee-43f6-95c6-84b2b602796b tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/subnets/b5af0c81-7e1d-47fe-a2f0-11e62ba79a9f HTTP/1.1" status: 404 len: 337 time: 0.0858314 Nov 28 07:50:20.960480 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034836fd-9342-4d21-8beb-1b3c8955f6fa tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:20.960751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40060) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:20.962038 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-034836fd-9342-4d21-8beb-1b3c8955f6fa tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.978922 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Allocated IP 2001:db8::2 (b4619a06-9432-45f8-a5ef-0d5b1edd5371/3937551e-9894-428b-9b91-6d1478620049/ee49d1b4-592d-4013-bf21-c3a3ac7612d7) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:20.985113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-19c30bab-8486-4c60-a5b6-d8312fd3e3c5 None None] Port fa61d0ff-a75d-42c1-bc35-30a63e10afac cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:20.988190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acb77e4a-f863-4c75-97a6-cb2d0792155f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:20.993686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb77e4a-f863-4c75-97a6-cb2d0792155f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:20.994273 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-acb77e4a-f863-4c75-97a6-cb2d0792155f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.003524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.074280 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-034836fd-9342-4d21-8beb-1b3c8955f6fa tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] device_id is not set on port 191b38b7-784c-4ee1-9103-9f8ecf1d0967 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:21.085791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb77e4a-f863-4c75-97a6-cb2d0792155f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Network': ['ID=fc51ec39-dccf-42df-824c-68860073f7bb,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:21.100505 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-acb77e4a-f863-4c75-97a6-cb2d0792155f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7538748 Nov 28 07:50:21.109491 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40062) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:21.117159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a8e8b49e-4660-4cb8-9ca0-0b9e0a1744fe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': 'fc51ec39-dccf-42df-824c-68860073f7bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:21.167182 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac76c9d6-430f-4286-911b-ebc16c5da661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.175365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ac76c9d6-430f-4286-911b-ebc16c5da661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.178693 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-19c30bab-8486-4c60-a5b6-d8312fd3e3c5 None None] Provisioning complete for port c1eee2c4-fcfe-478b-978f-b6f473fdd268 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:21.179638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19c30bab-8486-4c60-a5b6-d8312fd3e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.185312 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network fc51ec39-dccf-42df-824c-68860073f7bb details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:50:21.219086 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ac76c9d6-430f-4286-911b-ebc16c5da661 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=668fa3ac359a464fa9464378fb983278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5898118 Nov 28 07:50:21.220379 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76c9d6-430f-4286-911b-ebc16c5da661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1526a10e-be4c-456d-bf9e-d8eb1f6ecdd3,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:21.223630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40064) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:21.230419 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-3dce4b16-8659-4462-a414-042960be2f87 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Deleting port fa61d0ff-a75d-42c1-bc35-30a63e10afac {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:21.230754 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dce4b16-8659-4462-a414-042960be2f87 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.256974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab3024-f512-46cc-820b-9498f8c2b191 None None] Deleting port c1eee2c4-fcfe-478b-978f-b6f473fdd268 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:21.257343 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3024-f512-46cc-820b-9498f8c2b191 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.275467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8fce-a41e-4ff4-9795-8ce49d330288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.299768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8fce-a41e-4ff4-9795-8ce49d330288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.341342 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dce4b16-8659-4462-a414-042960be2f87 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.354245 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8fce-a41e-4ff4-9795-8ce49d330288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.357579 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8fce-a41e-4ff4-9795-8ce49d330288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.359693 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dd4b8fce-a41e-4ff4-9795-8ce49d330288 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1526a10e-be4c-456d-bf9e-d8eb1f6ecdd3 HTTP/1.1" status: 204 len: 168 time: 0.1351292 Nov 28 07:50:21.367243 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-3dce4b16-8659-4462-a414-042960be2f87 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Calling delete_port for fa61d0ff-a75d-42c1-bc35-30a63e10afac owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:21.379706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b8fce-a41e-4ff4-9795-8ce49d330288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1526a10e-be4c-456d-bf9e-d8eb1f6ecdd3,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:21.384298 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e8b49e-4660-4cb8-9ca0-0b9e0a1744fe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:21.387866 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a8e8b49e-4660-4cb8-9ca0-0b9e0a1744fe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.415123 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.433627 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b4ab3024-f512-46cc-820b-9498f8c2b191 None None] For port c1eee2c4-fcfe-478b-978f-b6f473fdd268, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c1eee2c4-fcfe-478b-978f-b6f473fdd268,segment=NetworkSegment(f1529bc7-bbd8-4a89-af54-1b297814879f),segment_id=f1529bc7-bbd8-4a89-af54-1b297814879f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:21.434024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3024-f512-46cc-820b-9498f8c2b191 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.447101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.462318 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.464013 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab3024-f512-46cc-820b-9498f8c2b191 None None] Calling delete_port for c1eee2c4-fcfe-478b-978f-b6f473fdd268 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:21.606896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.642126 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.668949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.693067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-034836fd-9342-4d21-8beb-1b3c8955f6fa tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Allocated IP 2001:db8::23a (b4619a06-9432-45f8-a5ef-0d5b1edd5371/3937551e-9894-428b-9b91-6d1478620049/191b38b7-784c-4ee1-9103-9f8ecf1d0967) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:21.698835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event updated for resources: {'Port': ['ID=506b5993-8469-4303-b7c8-ed5ddad94811,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:21.719214 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3024-f512-46cc-820b-9498f8c2b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.739168 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dce4b16-8659-4462-a414-042960be2f87 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.756736 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Network b4619a06-9432-45f8-a5ef-0d5b1edd5371 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:21.761064 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab3024-f512-46cc-820b-9498f8c2b191 None None] No DVR routers for this DVR port c1eee2c4-fcfe-478b-978f-b6f473fdd268 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:21.763175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:21.766749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Pushing event updated for resources: {'Port': ['ID=ee49d1b4-592d-4013-bf21-c3a3ac7612d7,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:21.769303 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:21.800369 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab3024-f512-46cc-820b-9498f8c2b191 None None] Pushing event deleted for resources: {'Port': ['ID=c1eee2c4-fcfe-478b-978f-b6f473fdd268,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:21.813894 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:50:21.827814 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce4b16-8659-4462-a414-042960be2f87 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Port': ['ID=fa61d0ff-a75d-42c1-bc35-30a63e10afac,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:21.864088 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c1eee2c4-fcfe-478b-978f-b6f473fdd268 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:50:21.864321 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3dce4b16-8659-4462-a414-042960be2f87 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.868239 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3dce4b16-8659-4462-a414-042960be2f87 tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/ports/fa61d0ff-a75d-42c1-bc35-30a63e10afac HTTP/1.1" status: 204 len: 168 time: 0.9065244 Nov 28 07:50:21.871607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40068) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:21.886698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Attempting to bind port ee49d1b4-592d-4013-bf21-c3a3ac7612d7 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:21.895799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Attempting to bind port ee49d1b4-592d-4013-bf21-c3a3ac7612d7 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '4eae801a-01b7-4a66-9ddd-df2bfcb8ee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b4619a06-9432-45f8-a5ef-0d5b1edd5371'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:21.895799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Attempting to bind port ee49d1b4-592d-4013-bf21-c3a3ac7612d7 on network b4619a06-9432-45f8-a5ef-0d5b1edd5371 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:21.895799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:21.895799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Checking segment: {'id': '4eae801a-01b7-4a66-9ddd-df2bfcb8ee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b4619a06-9432-45f8-a5ef-0d5b1edd5371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:21.895799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.895799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Bound using segment: {'id': '4eae801a-01b7-4a66-9ddd-df2bfcb8ee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b4619a06-9432-45f8-a5ef-0d5b1edd5371'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:21.895799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Bound port: ee49d1b4-592d-4013-bf21-c3a3ac7612d7, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eae801a-01b7-4a66-9ddd-df2bfcb8ee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b4619a06-9432-45f8-a5ef-0d5b1edd5371'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:21.895799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.898355 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: c1eee2c4-fcfe-478b-978f-b6f473fdd268 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:50:21.898701 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c1eee2c4-fcfe-478b-978f-b6f473fdd268 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:50:21.924173 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Floating IP 8c31bad1-1b6a-41e5-8fa9-f811eadb32a1 associated. External IP: 172.26.2.224, port: 2f2a0bec-99f1-4da6-8755-ea43ce0322ae. Nov 28 07:50:21.983884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-034836fd-9342-4d21-8beb-1b3c8955f6fa tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.984134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] For port ee49d1b4-592d-4013-bf21-c3a3ac7612d7, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:21.985367 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a8e8b49e-4660-4cb8-9ca0-0b9e0a1744fe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.987930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] For port ee49d1b4-592d-4013-bf21-c3a3ac7612d7, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ee49d1b4-592d-4013-bf21-c3a3ac7612d7,segment=NetworkSegment(4eae801a-01b7-4a66-9ddd-df2bfcb8ee1f),segment_id=4eae801a-01b7-4a66-9ddd-df2bfcb8ee1f)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:21.993174 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:21.999524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-063a3b0f-08c4-4ab1-9f6f-b0c06e057dad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:22.095365 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8b49e-4660-4cb8-9ca0-0b9e0a1744fe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Subnet': ['ID=432485d2-ff2b-40e9-86ee-a24d34e45239,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:22.097600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef15b1-4d13-48f1-87b1-e7957b0a41ad None None] Pushing event updated for resources: {'Port': ['ID=ee49d1b4-592d-4013-bf21-c3a3ac7612d7,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:22.122114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-034836fd-9342-4d21-8beb-1b3c8955f6fa tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:22.126035 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-063a3b0f-08c4-4ab1-9f6f-b0c06e057dad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:22.129530 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8b49e-4660-4cb8-9ca0-0b9e0a1744fe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Checking segment: {'id': 'f93cc1dc-1b28-4873-b803-2b0d57afaf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fc51ec39-dccf-42df-824c-68860073f7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:22.130034 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e8b49e-4660-4cb8-9ca0-0b9e0a1744fe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network hostable DHCP agents. Network: fc51ec39-dccf-42df-824c-68860073f7bb, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:50:22.188310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-063a3b0f-08c4-4ab1-9f6f-b0c06e057dad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e4322f-8aa4-43ba-a9c7-1594b03a4257']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:22.197305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e8b49e-4660-4cb8-9ca0-0b9e0a1744fe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network fc51ec39-dccf-42df-824c-68860073f7bb is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:50:22.206310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034836fd-9342-4d21-8beb-1b3c8955f6fa tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network b4619a06-9432-45f8-a5ef-0d5b1edd5371 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:22.210789 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-063a3b0f-08c4-4ab1-9f6f-b0c06e057dad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1529bc7-bbd8-4a89-af54-1b297814879f') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:22.211117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-063a3b0f-08c4-4ab1-9f6f-b0c06e057dad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1529bc7-bbd8-4a89-af54-1b297814879f') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:22.219114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-034836fd-9342-4d21-8beb-1b3c8955f6fa tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:22.220988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034836fd-9342-4d21-8beb-1b3c8955f6fa tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=191b38b7-784c-4ee1-9103-9f8ecf1d0967,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:22.223382 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034836fd-9342-4d21-8beb-1b3c8955f6fa tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:22.229002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034836fd-9342-4d21-8beb-1b3c8955f6fa tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:22.229637 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-034836fd-9342-4d21-8beb-1b3c8955f6fa tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:22.236664 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-063a3b0f-08c4-4ab1-9f6f-b0c06e057dad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:22.240891 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a8e8b49e-4660-4cb8-9ca0-0b9e0a1744fe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, fc51ec39-dccf-42df-824c-68860073f7bb) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:22.247078 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e8b49e-4660-4cb8-9ca0-0b9e0a1744fe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:22.247662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a8e8b49e-4660-4cb8-9ca0-0b9e0a1744fe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:22.256200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-063a3b0f-08c4-4ab1-9f6f-b0c06e057dad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:22.270982 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-034836fd-9342-4d21-8beb-1b3c8955f6fa tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5754194 Nov 28 07:50:22.270982 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063a3b0f-08c4-4ab1-9f6f-b0c06e057dad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:22.270982 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-063a3b0f-08c4-4ab1-9f6f-b0c06e057dad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:22.275770 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7139cd-ff43-45f4-ab4a-d09243b7c3c2 None None] Network fc51ec39-dccf-42df-824c-68860073f7bb requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:22.281249 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40070) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:22.286048 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:22.309070 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a8e8b49e-4660-4cb8-9ca0-0b9e0a1744fe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1975133 Nov 28 07:50:22.309685 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40072) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:22.320713 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3d80c93a-4bff-4f11-85c4-f1d53a82e76b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'network_id': 'fc51ec39-dccf-42df-824c-68860073f7bb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2097955883'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:22.389155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-063a3b0f-08c4-4ab1-9f6f-b0c06e057dad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:22.409431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-063a3b0f-08c4-4ab1-9f6f-b0c06e057dad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:22.416601 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-063a3b0f-08c4-4ab1-9f6f-b0c06e057dad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] 10.222.0.31 "DELETE /v2.0/networks/e3e4322f-8aa4-43ba-a9c7-1594b03a4257 HTTP/1.1" status: 204 len: 168 time: 0.5437300 Nov 28 07:50:22.448026 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a3b0f-08c4-4ab1-9f6f-b0c06e057dad tempest-PortsTestJSON-1886335388 tempest-PortsTestJSON-1886335388-project] Pushing event deleted for resources: {'Network': ['ID=e3e4322f-8aa4-43ba-a9c7-1594b03a4257,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:22.510168 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-fc51ec39-dccf-42df-824c-68860073f7bb', 'network_id': 'fc51ec39-dccf-42df-824c-68860073f7bb', 'tenant_id': 'fb58eb61cb674df8b687b13493fe7c67', 'fixed_ips': [{'subnet_id': '432485d2-ff2b-40e9-86ee-a24d34e45239'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:50:22.511262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:22.680704 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Allocated IP 2001:db8::2 (fc51ec39-dccf-42df-824c-68860073f7bb/432485d2-ff2b-40e9-86ee-a24d34e45239/439c06a7-f043-41fd-a4f7-b738c9780aed) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:22.778313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40078) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:22.814694 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Router 347d5c76-00bf-48f1-b875-f7ebea728343 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:50:22.846911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:22.856632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:22.901494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Network fc51ec39-dccf-42df-824c-68860073f7bb is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:22.911678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:22.914911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:22.938777 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-caf5352b-c848-4182-a3b8-62d8092e0e5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3de17531069145178d352061b04d50eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590359 Nov 28 07:50:22.942822 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40082) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:22.964823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Pushing event updated for resources: {'Port': ['ID=439c06a7-f043-41fd-a4f7-b738c9780aed,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:22.997879 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2a734840-ab1a-44be-b636-a8266400763f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:23.010151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Attempting to bind port 439c06a7-f043-41fd-a4f7-b738c9780aed on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:23.010526 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Attempting to bind port 439c06a7-f043-41fd-a4f7-b738c9780aed by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'f93cc1dc-1b28-4873-b803-2b0d57afaf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fc51ec39-dccf-42df-824c-68860073f7bb'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:23.010910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Attempting to bind port 439c06a7-f043-41fd-a4f7-b738c9780aed on network fc51ec39-dccf-42df-824c-68860073f7bb {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:23.017091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:23.017634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Checking segment: {'id': 'f93cc1dc-1b28-4873-b803-2b0d57afaf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fc51ec39-dccf-42df-824c-68860073f7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:23.018038 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:23.021713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2a734840-ab1a-44be-b636-a8266400763f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:23.024869 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Bound using segment: {'id': 'f93cc1dc-1b28-4873-b803-2b0d57afaf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fc51ec39-dccf-42df-824c-68860073f7bb'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:23.025472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Bound port: 439c06a7-f043-41fd-a4f7-b738c9780aed, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93cc1dc-1b28-4873-b803-2b0d57afaf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fc51ec39-dccf-42df-824c-68860073f7bb'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:23.025874 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:23.082429 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2a734840-ab1a-44be-b636-a8266400763f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:23.087070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2a734840-ab1a-44be-b636-a8266400763f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:23.088740 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2a734840-ab1a-44be-b636-a8266400763f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c43a70a5-74f2-45de-abbe-e121272eecb4 HTTP/1.1" status: 204 len: 168 time: 0.1446126 Nov 28 07:50:23.109567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a734840-ab1a-44be-b636-a8266400763f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43a70a5-74f2-45de-abbe-e121272eecb4,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:23.118239 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] For port 439c06a7-f043-41fd-a4f7-b738c9780aed, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:23.149651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] For port 439c06a7-f043-41fd-a4f7-b738c9780aed, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=439c06a7-f043-41fd-a4f7-b738c9780aed,segment=NetworkSegment(f93cc1dc-1b28-4873-b803-2b0d57afaf27),segment_id=f93cc1dc-1b28-4873-b803-2b0d57afaf27)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:23.156323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d80c93a-4bff-4f11-85c4-f1d53a82e76b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:23.159887 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3d80c93a-4bff-4f11-85c4-f1d53a82e76b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:23.160391 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:23.184627 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:23.208778 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-3d80c93a-4bff-4f11-85c4-f1d53a82e76b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port da06c7ac-17cc-4c1e-8276-964b8097703f yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:23.229498 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621089a3-c2d6-411b-bfeb-5b3f95bf45ce None None] Sync routers for ids ['347d5c76-00bf-48f1-b875-f7ebea728343'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:23.261120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621089a3-c2d6-411b-bfeb-5b3f95bf45ce None None] Routers {'347d5c76-00bf-48f1-b875-f7ebea728343'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:23.261890 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-621089a3-c2d6-411b-bfeb-5b3f95bf45ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['347d5c76-00bf-48f1-b875-f7ebea728343'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:23.273320 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:23.328021 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c12c9-ae38-4953-9cac-b9633536b13f None None] Pushing event updated for resources: {'Port': ['ID=439c06a7-f043-41fd-a4f7-b738c9780aed,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:23.353349 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:23.382600 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-26d8e619-4416-4439-82c6-61e1e9367deb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6572120 Nov 28 07:50:23.387048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'tag': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:50:23.390028 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfdf5b1-8bea-4732-b635-474316c1be55" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb8331c-df5c-46d4-a328-247430ba6922", "tag": "2f2a0bec-99f1-4da6-8755-ea43ce0322ae"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:50:23.465403 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac842e6-fdf3-429a-b166-990f0cdeb7ab x-openstack-request-id: req-9ac842e6-fdf3-429a-b166-990f0cdeb7ab {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:50:23.465937 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb8331c-df5c-46d4-a328-247430ba6922", "tag": "2f2a0bec-99f1-4da6-8755-ea43ce0322ae", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:50:23.466360 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ac842e6-fdf3-429a-b166-990f0cdeb7ab {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:50:23.466942 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'tag': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'status': 'completed', 'code': 200} Nov 28 07:50:23.502790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-621089a3-c2d6-411b-bfeb-5b3f95bf45ce None None] Set router 347d5c76-00bf-48f1-b875-f7ebea728343 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:50:23.600997 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c4a3f-4bed-42be-acb5-9b78ba3d7814 req-0f842725-f534-4723-a603-436e366141b6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:23.619527 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-804c4a3f-4bed-42be-acb5-9b78ba3d7814 req-0f842725-f534-4723-a603-436e366141b6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.1487319 Nov 28 07:50:23.664287 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-3d80c93a-4bff-4f11-85c4-f1d53a82e76b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Allocated IP 2001:db8::3c1 (fc51ec39-dccf-42df-824c-68860073f7bb/432485d2-ff2b-40e9-86ee-a24d34e45239/da06c7ac-17cc-4c1e-8276-964b8097703f) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:23.753245 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-804c4a3f-4bed-42be-acb5-9b78ba3d7814 req-f37595df-8d57-4f55-b071-d8b81e058382 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259029 Nov 28 07:50:23.788505 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40102) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:23.795961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88689869-3451-47ff-8af5-3680f426ca72 None None] Network b4619a06-9432-45f8-a5ef-0d5b1edd5371 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:23.915077 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a2412af5-0e5b-401a-90c0-f81eede9516b tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/floatingips/8c31bad1-1b6a-41e5-8fa9-f811eadb32a1 HTTP/1.1" status: 200 len: 991 time: 0.1212976 Nov 28 07:50:23.970011 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ee49d1b4-592d-4013-bf21-c3a3ac7612d7 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:24.012824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-fad5e039-6682-40a6-8223-d4a435f8e72c None None] Provisioning complete for port ee49d1b4-592d-4013-bf21-c3a3ac7612d7 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:24.013196 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fad5e039-6682-40a6-8223-d4a435f8e72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:24.021394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf5b1-8bea-4732-b635-474316c1be55 req-35d75e78-7d3f-426a-bf3d-d1551dd3b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:24.023079 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3bfdf5b1-8bea-4732-b635-474316c1be55 req-35d75e78-7d3f-426a-bf3d-d1551dd3b0ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667079ab83ea42fabb793483c1db8bda&device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 1098 time: 0.5354199 Nov 28 07:50:24.085120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3d80c93a-4bff-4f11-85c4-f1d53a82e76b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:24.107656 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:24.120270 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:24.168271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf5b1-8bea-4732-b635-474316c1be55 req-5dbb2e1a-1c2c-424a-8ae0-5361811b4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:24.170134 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3bfdf5b1-8bea-4732-b635-474316c1be55 req-5dbb2e1a-1c2c-424a-8ae0-5361811b4e99 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14f03785-5df0-4ac5-b54f-2db846bf0b92 HTTP/1.1" status: 200 len: 897 time: 0.1387713 Nov 28 07:50:24.240244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3d80c93a-4bff-4f11-85c4-f1d53a82e76b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:24.259006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=191b38b7-784c-4ee1-9103-9f8ecf1d0967,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:24.340309 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40112) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:24.343496 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3bfdf5b1-8bea-4732-b635-474316c1be55 req-6d1fcfcf-5b11-4272-bdc2-371c9b381f7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f2a0bec-99f1-4da6-8755-ea43ce0322ae HTTP/1.1" status: 200 len: 999 time: 0.1650484 Nov 28 07:50:24.343802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d80c93a-4bff-4f11-85c4-f1d53a82e76b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network fc51ec39-dccf-42df-824c-68860073f7bb is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:24.382920 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-3d80c93a-4bff-4f11-85c4-f1d53a82e76b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:24.385203 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d80c93a-4bff-4f11-85c4-f1d53a82e76b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:24.385334 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port ee49d1b4-592d-4013-bf21-c3a3ac7612d7 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:24.385811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:24.391566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d80c93a-4bff-4f11-85c4-f1d53a82e76b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:24.392938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3d80c93a-4bff-4f11-85c4-f1d53a82e76b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:24.407061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80c93a-4bff-4f11-85c4-f1d53a82e76b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=da06c7ac-17cc-4c1e-8276-964b8097703f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:24.428457 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3d80c93a-4bff-4f11-85c4-f1d53a82e76b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1110094 Nov 28 07:50:24.431581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40116) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:24.434081 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf5b1-8bea-4732-b635-474316c1be55 req-b53342de-5cd8-4cd7-a114-04e7c10be15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:24.435725 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3bfdf5b1-8bea-4732-b635-474316c1be55 req-b53342de-5cd8-4cd7-a114-04e7c10be15e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e99359b-64e8-449a-9fac-a5f012bd58ae HTTP/1.1" status: 200 len: 834 time: 0.0844855 Nov 28 07:50:24.463001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:24.501452 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fad5e039-6682-40a6-8223-d4a435f8e72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:24.544436 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-fad5e039-6682-40a6-8223-d4a435f8e72c None None] For port ee49d1b4-592d-4013-bf21-c3a3ac7612d7, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ee49d1b4-592d-4013-bf21-c3a3ac7612d7,segment=NetworkSegment(4eae801a-01b7-4a66-9ddd-df2bfcb8ee1f),segment_id=4eae801a-01b7-4a66-9ddd-df2bfcb8ee1f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:24.546776 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf5b1-8bea-4732-b635-474316c1be55 req-31e0df44-ce67-4473-9004-13349b739d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:24.548361 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3bfdf5b1-8bea-4732-b635-474316c1be55 req-31e0df44-ce67-4473-9004-13349b739d0d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14f03785-5df0-4ac5-b54f-2db846bf0b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1047487 Nov 28 07:50:24.559569 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-663737840-network', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:24.567990 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fad5e039-6682-40a6-8223-d4a435f8e72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:24.587134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-621089a3-c2d6-411b-bfeb-5b3f95bf45ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:49:52Z', 'revision_number': 4, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '8c31bad1-1b6a-41e5-8fa9-f811eadb32a1', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'floating_ip_address': '172.26.2.224', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'port_id': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'mac_address': 'fa:16:3e:67:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:50:20Z', 'updated_at': '2021-11-28T07:50:20Z', 'revision_number': 0, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d844cd6-f1f8-4016-a0cb-2e9c0b48c460', 'name': '', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'mac_address': 'fa:16:3e:6b:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:48Z', 'updated_at': '2021-11-28T07:50:04Z', 'revision_number': 5, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'subnets': [{'id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:24.642596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621089a3-c2d6-411b-bfeb-5b3f95bf45ce None None] Checking router: 347d5c76-00bf-48f1-b875-f7ebea728343 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:50:24.660778 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] Made reservation on behalf of da89a66b3328400a9ef8e9bcb65cc46e for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:24.663859 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:24.672761 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3bfdf5b1-8bea-4732-b635-474316c1be55 req-4e837290-433b-4787-9af0-a1f35ab6a695 service neutron] 10.222.0.35 "GET /v2.0/networks/14f03785-5df0-4ac5-b54f-2db846bf0b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144421 Nov 28 07:50:24.677379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621089a3-c2d6-411b-bfeb-5b3f95bf45ce None None] Routers {'347d5c76-00bf-48f1-b875-f7ebea728343'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:24.678023 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-621089a3-c2d6-411b-bfeb-5b3f95bf45ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['347d5c76-00bf-48f1-b875-f7ebea728343'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:24.688567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:24.755539 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-0c8762ce-ce85-4610-8871-e5b8be91d459 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port da06c7ac-17cc-4c1e-8276-964b8097703f {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:24.755929 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0c8762ce-ce85-4610-8871-e5b8be91d459 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:24.768879 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:24.804675 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5e039-6682-40a6-8223-d4a435f8e72c None None] Pushing event updated for resources: {'Port': ['ID=ee49d1b4-592d-4013-bf21-c3a3ac7612d7,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:24.822764 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3bfdf5b1-8bea-4732-b635-474316c1be55 req-0c5ee026-80a0-4f59-8d66-35c1d6304707 service neutron] 10.222.0.35 "GET /v2.0/networks/14f03785-5df0-4ac5-b54f-2db846bf0b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420627 Nov 28 07:50:24.846625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 439c06a7-f043-41fd-a4f7-b738c9780aed up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:24.918222 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40118) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:24.921851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a2dee6-4668-44b2-8c6f-1f91f20fb819 None None] Network fc51ec39-dccf-42df-824c-68860073f7bb requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:25.015294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0c8762ce-ce85-4610-8871-e5b8be91d459 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.031293 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c4b52820-8f72-461e-bbc0-b7197fff786d tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/floatingips/8c31bad1-1b6a-41e5-8fa9-f811eadb32a1 HTTP/1.1" status: 200 len: 991 time: 0.1101494 Nov 28 07:50:25.047295 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-621089a3-c2d6-411b-bfeb-5b3f95bf45ce None None] Set router 347d5c76-00bf-48f1-b875-f7ebea728343 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:50:25.076223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-0c8762ce-ce85-4610-8871-e5b8be91d459 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for da06c7ac-17cc-4c1e-8276-964b8097703f owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:25.086179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-02bc00b6-3146-4cf3-9875-0ea60f1aad32 None None] Provisioning complete for port 439c06a7-f043-41fd-a4f7-b738c9780aed triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:25.086543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-02bc00b6-3146-4cf3-9875-0ea60f1aad32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.101053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.110106 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.139790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 439c06a7-f043-41fd-a4f7-b738c9780aed triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:25.140160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.174617 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:50:25.223981 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0682591c-4a9a-416c-a479-cd9c5f96116c,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:25.258110 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.258774 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] Added segment 5354e925-7356-47f2-b357-e6f4d7be5030 of type vlan for network 7da37311-dec4-471b-8dc0-0449b07915c8 Nov 28 07:50:25.329137 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.363871 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-02bc00b6-3146-4cf3-9875-0ea60f1aad32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.413426 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.414366 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:25.414982 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.467090 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0c8762ce-ce85-4610-8871-e5b8be91d459 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.481112 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40120) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:25.481516 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1321325 Nov 28 07:50:25.489514 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.492785 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-eb3e7580-e009-4e48-8f8f-0d29337457d5 admin admin] Request body: {'subnet': {'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-663737840-subnet', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'ip_version': 4}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:25.509335 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-02bc00b6-3146-4cf3-9875-0ea60f1aad32 None None] For port 439c06a7-f043-41fd-a4f7-b738c9780aed, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=439c06a7-f043-41fd-a4f7-b738c9780aed,segment=NetworkSegment(f93cc1dc-1b28-4873-b803-2b0d57afaf27),segment_id=f93cc1dc-1b28-4873-b803-2b0d57afaf27)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:25.516764 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.531789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-02bc00b6-3146-4cf3-9875-0ea60f1aad32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.536198 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.536960 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.539072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8762ce-ce85-4610-8871-e5b8be91d459 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=da06c7ac-17cc-4c1e-8276-964b8097703f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:25.540674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3e7580-e009-4e48-8f8f-0d29337457d5 admin admin] Made reservation on behalf of da89a66b3328400a9ef8e9bcb65cc46e for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:25.544295 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb3e7580-e009-4e48-8f8f-0d29337457d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.556163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2f472-f65b-4dd5-a56b-8f2eb10d9de8 admin admin] Pushing event updated for resources: {'Network': ['ID=7da37311-dec4-471b-8dc0-0449b07915c8,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:25.576139 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 7da37311-dec4-471b-8dc0-0449b07915c8 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:50:25.608560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0c8762ce-ce85-4610-8871-e5b8be91d459 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.613050 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0c8762ce-ce85-4610-8871-e5b8be91d459 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/da06c7ac-17cc-4c1e-8276-964b8097703f HTTP/1.1" status: 204 len: 168 time: 1.1792839 Nov 28 07:50:25.616695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40122) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:25.655359 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e02b9f0-16dc-4ffb-babe-8706977616bc tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] GET failed (client error): The resource could not be found. Nov 28 07:50:25.657488 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0e02b9f0-16dc-4ffb-babe-8706977616bc tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/da06c7ac-17cc-4c1e-8276-964b8097703f HTTP/1.1" status: 404 len: 333 time: 0.0394421 Nov 28 07:50:25.662346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40124) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:25.684421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=191b38b7-784c-4ee1-9103-9f8ecf1d0967,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:25.725610 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network b4619a06-9432-45f8-a5ef-0d5b1edd5371 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:25.727577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:25.738059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc00b6-3146-4cf3-9875-0ea60f1aad32 None None] Pushing event updated for resources: {'Port': ['ID=439c06a7-f043-41fd-a4f7-b738c9780aed,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:25.754170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-2511bb13-2441-4c1b-aaca-c66dabf6008b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting subnet 432485d2-ff2b-40e9-86ee-a24d34e45239 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:25.767809 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2511bb13-2441-4c1b-aaca-c66dabf6008b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.793625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:50:25.794019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:50:25.796458 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-96e1071a-b718-463b-ad7c-1ec8ff380264 None None] Provisioning complete for port 191b38b7-784c-4ee1-9103-9f8ecf1d0967 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:25.796891 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-96e1071a-b718-463b-ad7c-1ec8ff380264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:25.876654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-621089a3-c2d6-411b-bfeb-5b3f95bf45ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:49:52Z', 'revision_number': 4, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '8c31bad1-1b6a-41e5-8fa9-f811eadb32a1', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'floating_ip_address': '172.26.2.224', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'port_id': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'mac_address': 'fa:16:3e:67:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:50:20Z', 'updated_at': '2021-11-28T07:50:20Z', 'revision_number': 0, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d844cd6-f1f8-4016-a0cb-2e9c0b48c460', 'name': '', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'mac_address': 'fa:16:3e:6b:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:48Z', 'updated_at': '2021-11-28T07:50:04Z', 'revision_number': 5, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'subnets': [{'id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:25.880731 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-96e1071a-b718-463b-ad7c-1ec8ff380264 None None] Port 191b38b7-784c-4ee1-9103-9f8ecf1d0967 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:25.908029 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 320354e7-44e5-4dbf-8c02-cc576d7e836b is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:50:25.915508 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621089a3-c2d6-411b-bfeb-5b3f95bf45ce None None] The sync data for ids ['347d5c76-00bf-48f1-b875-f7ebea728343'] in dv-neutron-744815-16-hyperv is: [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:49:52Z', 'revision_number': 4, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '8c31bad1-1b6a-41e5-8fa9-f811eadb32a1', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'floating_ip_address': '172.26.2.224', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'port_id': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'mac_address': 'fa:16:3e:67:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:50:20Z', 'updated_at': '2021-11-28T07:50:20Z', 'revision_number': 0, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d844cd6-f1f8-4016-a0cb-2e9c0b48c460', 'name': '', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'mac_address': 'fa:16:3e:6b:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:48Z', 'updated_at': '2021-11-28T07:50:04Z', 'revision_number': 5, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'subnets': [{'id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:25.942245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-96e1071a-b718-463b-ad7c-1ec8ff380264 None None] Provisioning complete for port ee49d1b4-592d-4013-bf21-c3a3ac7612d7 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:25.942626 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-96e1071a-b718-463b-ad7c-1ec8ff380264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.053875 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40126) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:26.257837 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bb8159bc-f89c-48bf-bb9f-3c5cdd30a79b None None] Provisioning complete for port 191b38b7-784c-4ee1-9103-9f8ecf1d0967 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:26.258204 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bb8159bc-f89c-48bf-bb9f-3c5cdd30a79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.258783 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2511bb13-2441-4c1b-aaca-c66dabf6008b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.288175 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93328fce-c755-436b-b560-510a91315c30 None None] New status for floating IP 8c31bad1-1b6a-41e5-8fa9-f811eadb32a1: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:50:26.360803 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb3e7580-e009-4e48-8f8f-0d29337457d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.518129 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2511bb13-2441-4c1b-aaca-c66dabf6008b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.538472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-bb8159bc-f89c-48bf-bb9f-3c5cdd30a79b None None] Port 191b38b7-784c-4ee1-9103-9f8ecf1d0967 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:26.551919 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e7580-e009-4e48-8f8f-0d29337457d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa24fc04-8175-487a-9c35-18981de10d0f,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:26.564333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e7580-e009-4e48-8f8f-0d29337457d5 admin admin] Checking segment: {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:26.564756 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3e7580-e009-4e48-8f8f-0d29337457d5 admin admin] Network hostable DHCP agents. Network: 7da37311-dec4-471b-8dc0-0449b07915c8, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:50:26.598109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bb8159bc-f89c-48bf-bb9f-3c5cdd30a79b None None] Provisioning complete for port 439c06a7-f043-41fd-a4f7-b738c9780aed triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:26.599297 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bb8159bc-f89c-48bf-bb9f-3c5cdd30a79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.604729 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3e7580-e009-4e48-8f8f-0d29337457d5 admin admin] Network 7da37311-dec4-471b-8dc0-0449b07915c8 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:50:26.617439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-eb3e7580-e009-4e48-8f8f-0d29337457d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 7da37311-dec4-471b-8dc0-0449b07915c8) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:26.623664 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3e7580-e009-4e48-8f8f-0d29337457d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:26.624924 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb3e7580-e009-4e48-8f8f-0d29337457d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.632384 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0571b13f-a888-41b7-bd62-35dc9fff4902 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/floatingips/8c31bad1-1b6a-41e5-8fa9-f811eadb32a1 HTTP/1.1" status: 200 len: 991 time: 0.5772998 Nov 28 07:50:26.635311 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:26.640289 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2511bb13-2441-4c1b-aaca-c66dabf6008b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.643235 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e7571327-9623-499d-ae81-0d15a46dd398 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/320354e7-44e5-4dbf-8c02-cc576d7e836b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3426425 Nov 28 07:50:26.643591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40128) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:26.659984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70c7bf2-afda-4918-bd73-af38362b48b6 None None] Sync routers for ids ['320354e7-44e5-4dbf-8c02-cc576d7e836b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:26.661312 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-eb3e7580-e009-4e48-8f8f-0d29337457d5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1788187 Nov 28 07:50:26.662418 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40130) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:26.662651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a988fe-44cd-437a-9e5d-182c6f643023 None None] Network 7da37311-dec4-471b-8dc0-0449b07915c8 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:26.686072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2511bb13-2441-4c1b-aaca-c66dabf6008b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.692919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40132) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:26.694646 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2511bb13-2441-4c1b-aaca-c66dabf6008b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/432485d2-ff2b-40e9-86ee-a24d34e45239 HTTP/1.1" status: 204 len: 168 time: 1.0309758 Nov 28 07:50:26.701514 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:26.709501 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9c63d2-d233-4fc0-94f4-3f917759e3ba None None] Network fc51ec39-dccf-42df-824c-68860073f7bb requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:26.710384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511bb13-2441-4c1b-aaca-c66dabf6008b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Subnet': ['ID=432485d2-ff2b-40e9-86ee-a24d34e45239,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:26.722272 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1e50f8-4ee1-4123-b0ab-e83652cb977d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:26.726363 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cd1e50f8-4ee1-4123-b0ab-e83652cb977d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports/191b38b7-784c-4ee1-9103-9f8ecf1d0967 HTTP/1.1" status: 200 len: 984 time: 0.0790608 Nov 28 07:50:26.726828 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40134) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:26.767079 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c7bf2-afda-4918-bd73-af38362b48b6 None None] Routers {'320354e7-44e5-4dbf-8c02-cc576d7e836b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:26.767834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f70c7bf2-afda-4918-bd73-af38362b48b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['320354e7-44e5-4dbf-8c02-cc576d7e836b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:26.783556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.784589 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.811975 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.844152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ee49d1b4-592d-4013-bf21-c3a3ac7612d7 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:26.863692 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f70c7bf2-afda-4918-bd73-af38362b48b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:26.876921 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port 439c06a7-f043-41fd-a4f7-b738c9780aed {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:26.877263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.895889 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.947285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] For port 439c06a7-f043-41fd-a4f7-b738c9780aed, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=439c06a7-f043-41fd-a4f7-b738c9780aed,segment=NetworkSegment(f93cc1dc-1b28-4873-b803-2b0d57afaf27),segment_id=f93cc1dc-1b28-4873-b803-2b0d57afaf27)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:26.947650 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:26.960904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for 439c06a7-f043-41fd-a4f7-b738c9780aed owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:26.993326 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c7bf2-afda-4918-bd73-af38362b48b6 None None] Routers {'320354e7-44e5-4dbf-8c02-cc576d7e836b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:26.993930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f70c7bf2-afda-4918-bd73-af38362b48b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['320354e7-44e5-4dbf-8c02-cc576d7e836b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:27.054697 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.056518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bb8159bc-f89c-48bf-bb9f-3c5cdd30a79b None None] Could not find standard attr ID for object da06c7ac-17cc-4c1e-8276-964b8097703f. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:50:27.060231 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f70c7bf2-afda-4918-bd73-af38362b48b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:27.060466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70c7bf2-afda-4918-bd73-af38362b48b6 None None] The sync data for ids ['320354e7-44e5-4dbf-8c02-cc576d7e836b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:27.088344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=439c06a7-f043-41fd-a4f7-b738c9780aed,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:27.090148 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No DVR routers for this DVR port 439c06a7-f043-41fd-a4f7-b738c9780aed on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:27.137105 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port ee49d1b4-592d-4013-bf21-c3a3ac7612d7 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:27.137481 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.175919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.181596 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.207320 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc51ec39-dccf-42df-824c-68860073f7bb']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:27.220752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93cc1dc-1b28-4873-b803-2b0d57afaf27') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:27.221219 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93cc1dc-1b28-4873-b803-2b0d57afaf27') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:27.221890 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-7da37311-dec4-471b-8dc0-0449b07915c8', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:50:27.223089 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.230330 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7667f16-d0e5-4109-9cb2-5aff7759deb1 None None] DHCP port deletion for fc51ec39-dccf-42df-824c-68860073f7bb request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:27.232484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.248502 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.255775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:27.256142 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:27.259391 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:27.338169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.340001 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 439c06a7-f043-41fd-a4f7-b738c9780aed up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:27.370698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.371242 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 439c06a7-f043-41fd-a4f7-b738c9780aed {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:50:27.371588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 439c06a7-f043-41fd-a4f7-b738c9780aed not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 28 07:50:27.376508 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/networks/fc51ec39-dccf-42df-824c-68860073f7bb HTTP/1.1" status: 204 len: 168 time: 0.6826680 Nov 28 07:50:27.377721 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6c2b4-c108-42a1-83dd-32b550c4ed22 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Network': ['ID=fc51ec39-dccf-42df-824c-68860073f7bb,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:27.381269 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40136) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:27.393892 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-545a8965-cce8-4e7d-983a-3f8ebd1824ee tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'name': 'tempest-PortsIpV6TestJSON-1706881375'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:27.401196 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Port 439c06a7-f043-41fd-a4f7-b738c9780aed not found, will not notify nova. {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 28 07:50:27.453193 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Allocated IP 172.20.0.2 (7da37311-dec4-471b-8dc0-0449b07915c8/fa24fc04-8175-487a-9c35-18981de10d0f/b70a2a55-b03d-4610-b1db-0480787c41b5) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:27.599502 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.605487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.636077 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40138) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:27.644395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6021b6a2-7e88-45bb-ba07-010b8ff867a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.650304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Network 7da37311-dec4-471b-8dc0-0449b07915c8 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:27.656452 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:27.662723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:27.679543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Pushing event updated for resources: {'Port': ['ID=b70a2a55-b03d-4610-b1db-0480787c41b5,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:27.718206 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fddffdf6-937d-4a14-b4e5-c26eed018c21 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/floatingips/8c31bad1-1b6a-41e5-8fa9-f811eadb32a1 HTTP/1.1" status: 200 len: 993 time: 0.0800841 Nov 28 07:50:27.735471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545a8965-cce8-4e7d-983a-3f8ebd1824ee tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:27.737788 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Attempting to bind port b70a2a55-b03d-4610-b1db-0480787c41b5 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:27.738155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Attempting to bind port b70a2a55-b03d-4610-b1db-0480787c41b5 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:27.738512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Attempting to bind port b70a2a55-b03d-4610-b1db-0480787c41b5 on network 7da37311-dec4-471b-8dc0-0449b07915c8 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:27.738975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-545a8965-cce8-4e7d-983a-3f8ebd1824ee tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.743492 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:27.744019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Checking segment: {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:27.744416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.744797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Bound using segment: {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:27.745251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Bound port: b70a2a55-b03d-4610-b1db-0480787c41b5, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:27.745625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.755243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.783455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.797139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-545a8965-cce8-4e7d-983a-3f8ebd1824ee tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port 6a0c7ec9-e1b3-48a3-827f-12e9115fa6d9 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:27.812866 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] For port b70a2a55-b03d-4610-b1db-0480787c41b5, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:27.815957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] For port b70a2a55-b03d-4610-b1db-0480787c41b5, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b70a2a55-b03d-4610-b1db-0480787c41b5,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:27.820106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:27.890698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea9f77-d601-41e5-9ead-f622e4b83f29 None None] Pushing event updated for resources: {'Port': ['ID=b70a2a55-b03d-4610-b1db-0480787c41b5,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:28.095327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Allocated IP 172.26.2.215 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/64b571bb-6c0b-4442-af76-25065c44b448) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:28.132931 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-545a8965-cce8-4e7d-983a-3f8ebd1824ee tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:28.281202 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-545a8965-cce8-4e7d-983a-3f8ebd1824ee tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:28.304728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:28.637768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545a8965-cce8-4e7d-983a-3f8ebd1824ee tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 7ec8e32c-cd44-4843-865e-cd798727b4df is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:28.642127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-6021b6a2-7e88-45bb-ba07-010b8ff867a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port 191b38b7-784c-4ee1-9103-9f8ecf1d0967 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:28.642374 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6021b6a2-7e88-45bb-ba07-010b8ff867a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:28.653679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-545a8965-cce8-4e7d-983a-3f8ebd1824ee tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:28.667985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545a8965-cce8-4e7d-983a-3f8ebd1824ee tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:28.673503 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545a8965-cce8-4e7d-983a-3f8ebd1824ee tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:28.674097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-545a8965-cce8-4e7d-983a-3f8ebd1824ee tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:28.681762 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a8965-cce8-4e7d-983a-3f8ebd1824ee tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=6a0c7ec9-e1b3-48a3-827f-12e9115fa6d9,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:28.744553 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-545a8965-cce8-4e7d-983a-3f8ebd1824ee tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3614576 Nov 28 07:50:28.747831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40140) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:28.769749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:28.791725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b70a2a55-b03d-4610-b1db-0480787c41b5 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:28.827970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6021b6a2-7e88-45bb-ba07-010b8ff867a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:28.830289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2cd8a4-6394-43aa-8b15-76dcee53dcbc None None] Network 7da37311-dec4-471b-8dc0-0449b07915c8 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:28.854154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-6021b6a2-7e88-45bb-ba07-010b8ff867a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for 191b38b7-784c-4ee1-9103-9f8ecf1d0967 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:28.856940 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:28.864886 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:28.866734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Pushing event updated for resources: {'Port': ['ID=64b571bb-6c0b-4442-af76-25065c44b448,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:28.869829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-027dd073-bd01-4af8-ae20-8b63a2ccf136 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port 6a0c7ec9-e1b3-48a3-827f-12e9115fa6d9 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:28.871804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:28.872255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-027dd073-bd01-4af8-ae20-8b63a2ccf136 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:28.897794 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c056e6db-5757-4614-8510-c2281b169055 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:28.939628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6336731b-052e-4ada-9dd4-c2f4ffa126df None None] Provisioning complete for port b70a2a55-b03d-4610-b1db-0480787c41b5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:28.940006 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6336731b-052e-4ada-9dd4-c2f4ffa126df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:28.973519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port b70a2a55-b03d-4610-b1db-0480787c41b5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:28.973889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:28.974883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-027dd073-bd01-4af8-ae20-8b63a2ccf136 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:28.987701 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-027dd073-bd01-4af8-ae20-8b63a2ccf136 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for 6a0c7ec9-e1b3-48a3-827f-12e9115fa6d9 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:29.077533 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-027dd073-bd01-4af8-ae20-8b63a2ccf136 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.113718 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027dd073-bd01-4af8-ae20-8b63a2ccf136 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=6a0c7ec9-e1b3-48a3-827f-12e9115fa6d9,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:29.125662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-027dd073-bd01-4af8-ae20-8b63a2ccf136 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.133500 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-027dd073-bd01-4af8-ae20-8b63a2ccf136 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/6a0c7ec9-e1b3-48a3-827f-12e9115fa6d9 HTTP/1.1" status: 204 len: 168 time: 0.3830910 Nov 28 07:50:29.134489 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40142) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:29.141618 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0f7983f8-e210-437e-bc62-bb00b355ea8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'mac_address': 'fa:16:3e:86:82:cb', 'name': 'tempest-PortsIpV6TestJSON-1000400158'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:29.181250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6336731b-052e-4ada-9dd4-c2f4ffa126df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.185197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.239406 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7983f8-e210-437e-bc62-bb00b355ea8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:29.240529 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6336731b-052e-4ada-9dd4-c2f4ffa126df None None] For port b70a2a55-b03d-4610-b1db-0480787c41b5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b70a2a55-b03d-4610-b1db-0480787c41b5,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:29.247843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6336731b-052e-4ada-9dd4-c2f4ffa126df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.318628 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6021b6a2-7e88-45bb-ba07-010b8ff867a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.332551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0f7983f8-e210-437e-bc62-bb00b355ea8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.342051 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:50:29.343079 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:50:29.351480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336731b-052e-4ada-9dd4-c2f4ffa126df None None] Pushing event updated for resources: {'Port': ['ID=b70a2a55-b03d-4610-b1db-0480787c41b5,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:29.374727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.391136 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-0f7983f8-e210-437e-bc62-bb00b355ea8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port d3bfe60d-5842-4082-82a4-0d73b04d6e63 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:29.392493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-3eba83ef-313b-4e77-90d3-945a4fbff2cd None None] Provisioning complete for port 64b571bb-6c0b-4442-af76-25065c44b448 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:29.392964 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3eba83ef-313b-4e77-90d3-945a4fbff2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.399591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021b6a2-7e88-45bb-ba07-010b8ff867a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=191b38b7-784c-4ee1-9103-9f8ecf1d0967,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:29.475151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-3eba83ef-313b-4e77-90d3-945a4fbff2cd None None] Port 64b571bb-6c0b-4442-af76-25065c44b448 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:29.579932 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0f7983f8-e210-437e-bc62-bb00b355ea8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.595232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6021b6a2-7e88-45bb-ba07-010b8ff867a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.598731 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e3442fec-d1d4-45af-a845-6bdc3b46f27c None None] Provisioning complete for port b70a2a55-b03d-4610-b1db-0480787c41b5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:29.599428 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e3442fec-d1d4-45af-a845-6bdc3b46f27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.632309 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0f7983f8-e210-437e-bc62-bb00b355ea8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.674779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7983f8-e210-437e-bc62-bb00b355ea8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 7ec8e32c-cd44-4843-865e-cd798727b4df is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:29.682663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-0f7983f8-e210-437e-bc62-bb00b355ea8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:29.688587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7983f8-e210-437e-bc62-bb00b355ea8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:29.694195 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7983f8-e210-437e-bc62-bb00b355ea8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:29.694819 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0f7983f8-e210-437e-bc62-bb00b355ea8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.708925 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7983f8-e210-437e-bc62-bb00b355ea8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=d3bfe60d-5842-4082-82a4-0d73b04d6e63,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:29.718568 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0f7983f8-e210-437e-bc62-bb00b355ea8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5825701 Nov 28 07:50:29.721466 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40144) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:29.770204 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fd629c-1ee0-4248-a994-cc40d8dc8df7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:29.771593 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-44fd629c-1ee0-4248-a994-cc40d8dc8df7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/d3bfe60d-5842-4082-82a4-0d73b04d6e63 HTTP/1.1" status: 200 len: 845 time: 0.0492027 Nov 28 07:50:29.774285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40146) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:29.876303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6021b6a2-7e88-45bb-ba07-010b8ff867a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 320354e7-44e5-4dbf-8c02-cc576d7e836b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:50:29.877320 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-acab234b-255d-48fc-97b3-4ba02afeffc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port d3bfe60d-5842-4082-82a4-0d73b04d6e63 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:29.877663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-acab234b-255d-48fc-97b3-4ba02afeffc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.889877 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.948645 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-acab234b-255d-48fc-97b3-4ba02afeffc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:29.948834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 439c06a7-f043-41fd-a4f7-b738c9780aed no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:50:29.962267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-acab234b-255d-48fc-97b3-4ba02afeffc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for d3bfe60d-5842-4082-82a4-0d73b04d6e63 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:29.987878 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 439c06a7-f043-41fd-a4f7-b738c9780aed {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:50:29.988768 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 439c06a7-f043-41fd-a4f7-b738c9780aed not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:50:30.015270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6021b6a2-7e88-45bb-ba07-010b8ff867a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:30.025830 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6021b6a2-7e88-45bb-ba07-010b8ff867a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/320354e7-44e5-4dbf-8c02-cc576d7e836b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2953370 Nov 28 07:50:30.026369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40148) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:30.028606 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400de212-68d8-4ec7-bc0e-2a69dd86efbd None None] Sync routers for ids ['320354e7-44e5-4dbf-8c02-cc576d7e836b'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:30.040000 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400de212-68d8-4ec7-bc0e-2a69dd86efbd None None] Routers {'320354e7-44e5-4dbf-8c02-cc576d7e836b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:30.040955 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-400de212-68d8-4ec7-bc0e-2a69dd86efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['320354e7-44e5-4dbf-8c02-cc576d7e836b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:30.079484 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-400de212-68d8-4ec7-bc0e-2a69dd86efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:30.090810 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400de212-68d8-4ec7-bc0e-2a69dd86efbd None None] Routers {'320354e7-44e5-4dbf-8c02-cc576d7e836b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:30.091897 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-400de212-68d8-4ec7-bc0e-2a69dd86efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['320354e7-44e5-4dbf-8c02-cc576d7e836b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:30.111059 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Router 99c3d9b1-592d-4777-bd0f-59bd76e30474 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:50:30.133478 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-400de212-68d8-4ec7-bc0e-2a69dd86efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:30.134397 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400de212-68d8-4ec7-bc0e-2a69dd86efbd None None] The sync data for ids ['320354e7-44e5-4dbf-8c02-cc576d7e836b'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:30.201052 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-acab234b-255d-48fc-97b3-4ba02afeffc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.235874 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab234b-255d-48fc-97b3-4ba02afeffc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=d3bfe60d-5842-4082-82a4-0d73b04d6e63,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:30.242942 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:30.258028 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Sync routers for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:30.260149 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-acab234b-255d-48fc-97b3-4ba02afeffc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.261539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.265608 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b530ed5a-67a4-43c8-91b1-5aafcdaf970c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5809290 Nov 28 07:50:30.265958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40150) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:30.266189 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-acab234b-255d-48fc-97b3-4ba02afeffc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/d3bfe60d-5842-4082-82a4-0d73b04d6e63 HTTP/1.1" status: 204 len: 168 time: 0.4908240 Nov 28 07:50:30.266517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40152) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:30.272386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:30.272997 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:30.289129 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-6253b3a0-d78c-4669-b7fb-cc590da72541 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] remove_router_interface failed (client error): The resource could not be found. Nov 28 07:50:30.292881 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6253b3a0-d78c-4669-b7fb-cc590da72541 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/320354e7-44e5-4dbf-8c02-cc576d7e836b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2624395 Nov 28 07:50:30.293104 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40154) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:30.321913 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-06bd4b1a-73d3-41e6-91a4-a3df2a36df94 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports?device_id=320354e7-44e5-4dbf-8c02-cc576d7e836b HTTP/1.1" status: 200 len: 205 time: 0.0277343 Nov 28 07:50:30.324509 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40156) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:30.339378 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-1003e671-7ae2-4e46-8774-f53e29699912 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] GET failed (client error): The resource could not be found. Nov 28 07:50:30.344312 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1003e671-7ae2-4e46-8774-f53e29699912 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/d3bfe60d-5842-4082-82a4-0d73b04d6e63 HTTP/1.1" status: 404 len: 333 time: 0.0720232 Nov 28 07:50:30.345442 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40158) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:30.350297 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-014d2d60-11a8-4299-8200-5b01f691a981 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'name': 'tempest-PortsIpV6TestJSON-1202773000'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:30.408729 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db852fc4-6db1-4866-bdc9-455ead28d9dc tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.545978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014d2d60-11a8-4299-8200-5b01f691a981 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:30.549600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-014d2d60-11a8-4299-8200-5b01f691a981 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.567624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:50:30.593058 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db852fc4-6db1-4866-bdc9-455ead28d9dc tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.595282 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db852fc4-6db1-4866-bdc9-455ead28d9dc tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.603115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-014d2d60-11a8-4299-8200-5b01f691a981 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port 0fa1ec92-b345-493b-b9b8-577a1bb3aa9e yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:30.647402 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db852fc4-6db1-4866-bdc9-455ead28d9dc tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.648080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db852fc4-6db1-4866-bdc9-455ead28d9dc tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Fanout notify agent at l3_agent the message router_deleted on router 320354e7-44e5-4dbf-8c02-cc576d7e836b {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:50:30.656033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db852fc4-6db1-4866-bdc9-455ead28d9dc tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.659629 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-db852fc4-6db1-4866-bdc9-455ead28d9dc tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/routers/320354e7-44e5-4dbf-8c02-cc576d7e836b HTTP/1.1" status: 204 len: 168 time: 0.3318636 Nov 28 07:50:30.660409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40160) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:30.713687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba312b4-a455-43b9-a119-e3d9595c6555 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting subnet 3937551e-9894-428b-9b91-6d1478620049 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:30.717528 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0ba312b4-a455-43b9-a119-e3d9595c6555 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.768023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0ba312b4-a455-43b9-a119-e3d9595c6555 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.774644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:29Z', 'revision_number': 3, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:30.806563 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b70a2a55-b03d-4610-b1db-0480787c41b5 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:30.809823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Checking router: 99c3d9b1-592d-4777-bd0f-59bd76e30474 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:50:30.810177 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Updating router 99c3d9b1-592d-4777-bd0f-59bd76e30474 port 64b571bb-6c0b-4442-af76-25065c44b448 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:50:30.870468 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0ba312b4-a455-43b9-a119-e3d9595c6555 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.883530 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.938784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0ba312b4-a455-43b9-a119-e3d9595c6555 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.975431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba312b4-a455-43b9-a119-e3d9595c6555 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Subnet': ['ID=3937551e-9894-428b-9b91-6d1478620049,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:30.979456 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0ba312b4-a455-43b9-a119-e3d9595c6555 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:30.985253 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0ba312b4-a455-43b9-a119-e3d9595c6555 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/3937551e-9894-428b-9b91-6d1478620049 HTTP/1.1" status: 204 len: 168 time: 0.3217752 Nov 28 07:50:30.985595 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40162) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:30.988124 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187617f7-5672-4cbe-90fe-ffc4f4a94301 None None] Network b4619a06-9432-45f8-a5ef-0d5b1edd5371 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:31.012766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port b70a2a55-b03d-4610-b1db-0480787c41b5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:31.013150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.077885 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.133572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.137592 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port ee49d1b4-592d-4013-bf21-c3a3ac7612d7 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:31.137928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.202655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] For port ee49d1b4-592d-4013-bf21-c3a3ac7612d7, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ee49d1b4-592d-4013-bf21-c3a3ac7612d7,segment=NetworkSegment(4eae801a-01b7-4a66-9ddd-df2bfcb8ee1f),segment_id=4eae801a-01b7-4a66-9ddd-df2bfcb8ee1f)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:31.202655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.216288 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for ee49d1b4-592d-4013-bf21-c3a3ac7612d7 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:31.270416 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-014d2d60-11a8-4299-8200-5b01f691a981 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.311517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.332461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.344353 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=ee49d1b4-592d-4013-bf21-c3a3ac7612d7,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:31.351319 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No DVR routers for this DVR port ee49d1b4-592d-4013-bf21-c3a3ac7612d7 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:31.362287 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-014d2d60-11a8-4299-8200-5b01f691a981 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.392220 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.400925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.448759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.464585 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Attempting to bind port 64b571bb-6c0b-4442-af76-25065c44b448 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:31.465315 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Attempting to bind port 64b571bb-6c0b-4442-af76-25065c44b448 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:31.465938 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Attempting to bind port 64b571bb-6c0b-4442-af76-25065c44b448 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:31.476616 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fe593-1781-49c6-a5ad-624397a33cad None None] Pushing event updated for resources: {'Port': ['ID=64b571bb-6c0b-4442-af76-25065c44b448,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:31.476849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4619a06-9432-45f8-a5ef-0d5b1edd5371']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:31.479610 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe28fde4-4d20-4c1c-a709-61ec9ee18e4b None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:31.484351 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a316d00-e206-4919-a1c9-fbd86a18fbc5 None None] DHCP port deletion for b4619a06-9432-45f8-a5ef-0d5b1edd5371 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:31.487141 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:31.487772 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:31.488638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.489245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:31.489363 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eae801a-01b7-4a66-9ddd-df2bfcb8ee1f') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:31.489664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eae801a-01b7-4a66-9ddd-df2bfcb8ee1f') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:31.490233 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Bound port: 64b571bb-6c0b-4442-af76-25065c44b448, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:31.490835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.502205 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.504333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014d2d60-11a8-4299-8200-5b01f691a981 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 7ec8e32c-cd44-4843-865e-cd798727b4df is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:31.514764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-014d2d60-11a8-4299-8200-5b01f691a981 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:31.518808 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.535065 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:31.535587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:31.539896 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:31.542782 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d2d60-11a8-4299-8200-5b01f691a981 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:31.548726 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014d2d60-11a8-4299-8200-5b01f691a981 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:31.549338 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-014d2d60-11a8-4299-8200-5b01f691a981 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.554037 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d2d60-11a8-4299-8200-5b01f691a981 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=0fa1ec92-b345-493b-b9b8-577a1bb3aa9e,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:31.562435 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] For port 64b571bb-6c0b-4442-af76-25065c44b448, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:31.566261 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] For port 64b571bb-6c0b-4442-af76-25065c44b448, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=64b571bb-6c0b-4442-af76-25065c44b448,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:31.572308 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.584957 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-014d2d60-11a8-4299-8200-5b01f691a981 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2382948 Nov 28 07:50:31.587519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40164) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:31.592605 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-9ed39baa-53d9-4f17-9ec4-6a94c1192477 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:31.626709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.628512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c9b6f6-6f62-4857-966f-b3fb0adc6693 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:31.631620 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.641903 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/networks/b4619a06-9432-45f8-a5ef-0d5b1edd5371 HTTP/1.1" status: 204 len: 168 time: 0.6507096 Nov 28 07:50:31.642121 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40166) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:31.647374 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:31.648025 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:31.648416 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3a189f04-c63a-4848-bd31-a0d8640479ee tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1847548718'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:31.667149 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34fbc5-390f-49e0-8714-fad072c10223 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Network': ['ID=b4619a06-9432-45f8-a5ef-0d5b1edd5371,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:31.688539 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a189f04-c63a-4848-bd31-a0d8640479ee tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:31.692257 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a189f04-c63a-4848-bd31-a0d8640479ee tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.696204 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fe593-1781-49c6-a5ad-624397a33cad None None] Pushing event updated for resources: {'Port': ['ID=64b571bb-6c0b-4442-af76-25065c44b448,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:31.701227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9ed39baa-53d9-4f17-9ec4-6a94c1192477 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.719566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a189f04-c63a-4848-bd31-a0d8640479ee tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:50:31.726904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Allocated IP 172.20.0.1 (7da37311-dec4-471b-8dc0-0449b07915c8/fa24fc04-8175-487a-9c35-18981de10d0f/77032206-5341-49a4-8079-289adefbb92d) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:31.730381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6db9862c-8f95-4ef3-bb94-f90b2a5fde44 None None] Provisioning complete for port 64b571bb-6c0b-4442-af76-25065c44b448 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:31.730765 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6db9862c-8f95-4ef3-bb94-f90b2a5fde44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.731478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a189f04-c63a-4848-bd31-a0d8640479ee tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.731873 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-3a189f04-c63a-4848-bd31-a0d8640479ee tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Added segment 4d07ecc4-a44b-423e-9731-a45f97095347 of type vlan for network 7ec3f0e4-962c-44d5-856c-4c872af4617f Nov 28 07:50:31.777395 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a189f04-c63a-4848-bd31-a0d8640479ee tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.806991 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a189f04-c63a-4848-bd31-a0d8640479ee tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.815045 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a189f04-c63a-4848-bd31-a0d8640479ee tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:31.816294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a189f04-c63a-4848-bd31-a0d8640479ee tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.844984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:50:31.853425 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3a189f04-c63a-4848-bd31-a0d8640479ee tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2104132 Nov 28 07:50:31.856343 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40168) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:31.862015 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-95785174-3329-4ffb-8ed2-2190a1af129b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'subnet': {'network_id': '7ec3f0e4-962c-44d5-856c-4c872af4617f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:31.923662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a189f04-c63a-4848-bd31-a0d8640479ee tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Network': ['ID=7ec3f0e4-962c-44d5-856c-4c872af4617f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:31.939732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 7ec3f0e4-962c-44d5-856c-4c872af4617f details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:50:31.953064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.968935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9ed39baa-53d9-4f17-9ec4-6a94c1192477 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:31.982149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9ed39baa-53d9-4f17-9ec4-6a94c1192477 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.005387 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95785174-3329-4ffb-8ed2-2190a1af129b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:32.009103 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-95785174-3329-4ffb-8ed2-2190a1af129b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.027465 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6db9862c-8f95-4ef3-bb94-f90b2a5fde44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.040846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-9ed39baa-53d9-4f17-9ec4-6a94c1192477 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] In _notify_port_updated(), no bound segment for port 0fa1ec92-b345-493b-b9b8-577a1bb3aa9e on network 7ec8e32c-cd44-4843-865e-cd798727b4df {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:50:32.047165 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed39baa-53d9-4f17-9ec4-6a94c1192477 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:32.047883 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9ed39baa-53d9-4f17-9ec4-6a94c1192477 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.051943 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9ed39baa-53d9-4f17-9ec4-6a94c1192477 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "PUT /v2.0/ports/0fa1ec92-b345-493b-b9b8-577a1bb3aa9e HTTP/1.1" status: 200 len: 818 time: 0.4608603 Nov 28 07:50:32.053300 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40170) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:32.069388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed39baa-53d9-4f17-9ec4-6a94c1192477 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=0fa1ec92-b345-493b-b9b8-577a1bb3aa9e,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:32.096226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.118094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6db9862c-8f95-4ef3-bb94-f90b2a5fde44 None None] For port 64b571bb-6c0b-4442-af76-25065c44b448, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=64b571bb-6c0b-4442-af76-25065c44b448,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:32.125734 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6db9862c-8f95-4ef3-bb94-f90b2a5fde44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.165015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Network 7da37311-dec4-471b-8dc0-0449b07915c8 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:32.185648 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:32.191106 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:32.216072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Pushing event updated for resources: {'Port': ['ID=77032206-5341-49a4-8079-289adefbb92d,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:32.220066 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-95785174-3329-4ffb-8ed2-2190a1af129b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.222223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9862c-8f95-4ef3-bb94-f90b2a5fde44 None None] Pushing event updated for resources: {'Port': ['ID=64b571bb-6c0b-4442-af76-25065c44b448,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:32.249814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.260519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9e46ce5d-46d2-4836-b983-7d6761f0c323 None None] Provisioning complete for port 64b571bb-6c0b-4442-af76-25065c44b448 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:32.261175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9e46ce5d-46d2-4836-b983-7d6761f0c323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.304080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95785174-3329-4ffb-8ed2-2190a1af129b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Subnet': ['ID=df3abc7c-2b46-4e68-afc4-ac05018e22a6,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:32.317639 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95785174-3329-4ffb-8ed2-2190a1af129b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Checking segment: {'id': '4d07ecc4-a44b-423e-9731-a45f97095347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7ec3f0e4-962c-44d5-856c-4c872af4617f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:32.318010 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95785174-3329-4ffb-8ed2-2190a1af129b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network hostable DHCP agents. Network: 7ec3f0e4-962c-44d5-856c-4c872af4617f, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:50:32.329893 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:29Z', 'revision_number': 3, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:32.338610 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8a1ca-27f0-40c0-b7e7-4985a4c4a54e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port 0fa1ec92-b345-493b-b9b8-577a1bb3aa9e {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:32.339272 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1bd8a1ca-27f0-40c0-b7e7-4985a4c4a54e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.341625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95785174-3329-4ffb-8ed2-2190a1af129b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 7ec3f0e4-962c-44d5-856c-4c872af4617f is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:50:32.354356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-95785174-3329-4ffb-8ed2-2190a1af129b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 7ec3f0e4-962c-44d5-856c-4c872af4617f) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:32.359489 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95785174-3329-4ffb-8ed2-2190a1af129b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:32.360743 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-95785174-3329-4ffb-8ed2-2190a1af129b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.369336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f116858-2a0a-4f54-af7d-60b95ca1b800 None None] The sync data for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv is: [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:29Z', 'revision_number': 3, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:32.381018 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-95785174-3329-4ffb-8ed2-2190a1af129b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5234008 Nov 28 07:50:32.381808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380b18c8-64fa-4cd7-8b93-3625564b2dad None None] Network 7ec3f0e4-962c-44d5-856c-4c872af4617f requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:32.388227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40172) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:32.398759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-11049cfb-e34c-415a-8d0d-03e14692ec62 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-385426507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:32.425567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-11049cfb-e34c-415a-8d0d-03e14692ec62 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.426813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-11049cfb-e34c-415a-8d0d-03e14692ec62 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.476295 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1bd8a1ca-27f0-40c0-b7e7-4985a4c4a54e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.493817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8a1ca-27f0-40c0-b7e7-4985a4c4a54e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for 0fa1ec92-b345-493b-b9b8-577a1bb3aa9e owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:32.510796 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-11049cfb-e34c-415a-8d0d-03e14692ec62 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.515899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-11049cfb-e34c-415a-8d0d-03e14692ec62 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.543274 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-11049cfb-e34c-415a-8d0d-03e14692ec62 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.547576 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-11049cfb-e34c-415a-8d0d-03e14692ec62 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1554368 Nov 28 07:50:32.549422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40174) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:32.572683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.687189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1bd8a1ca-27f0-40c0-b7e7-4985a4c4a54e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.787570 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8a1ca-27f0-40c0-b7e7-4985a4c4a54e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=0fa1ec92-b345-493b-b9b8-577a1bb3aa9e,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:32.804642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1bd8a1ca-27f0-40c0-b7e7-4985a4c4a54e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.809240 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1bd8a1ca-27f0-40c0-b7e7-4985a4c4a54e tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/0fa1ec92-b345-493b-b9b8-577a1bb3aa9e HTTP/1.1" status: 204 len: 168 time: 0.7537911 Nov 28 07:50:32.814336 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40176) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:32.831690 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-7ec3f0e4-962c-44d5-856c-4c872af4617f', 'network_id': '7ec3f0e4-962c-44d5-856c-4c872af4617f', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'fixed_ips': [{'subnet_id': 'df3abc7c-2b46-4e68-afc4-ac05018e22a6'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:50:32.832589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.877685 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b38f8d01-938b-45a8-8dc1-209892bd6739 None None] Provisioning complete for port 77032206-5341-49a4-8079-289adefbb92d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:32.878053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b38f8d01-938b-45a8-8dc1-209892bd6739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.932642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:32.948616 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753138c3-963b-43b6-b238-361291a29c6f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:32.954367 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-753138c3-963b-43b6-b238-361291a29c6f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1386850 Nov 28 07:50:32.955422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40178) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:32.958908 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ee49d1b4-592d-4013-bf21-c3a3ac7612d7 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:50:32.967705 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.000671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: ee49d1b4-592d-4013-bf21-c3a3ac7612d7 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:50:33.001017 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ee49d1b4-592d-4013-bf21-c3a3ac7612d7 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:50:33.028615 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b38f8d01-938b-45a8-8dc1-209892bd6739 None None] Port 77032206-5341-49a4-8079-289adefbb92d cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:33.039949 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e297958-a752-4017-ba60-b7d1ab0fc737 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] GET failed (client error): The resource could not be found. Nov 28 07:50:33.048312 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1e297958-a752-4017-ba60-b7d1ab0fc737 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/0fa1ec92-b345-493b-b9b8-577a1bb3aa9e HTTP/1.1" status: 404 len: 333 time: 0.0912421 Nov 28 07:50:33.049127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40180) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:33.059111 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-962d95fd-6309-419d-896b-6ba8d564cf27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-336346213'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:33.109193 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Allocated IP 2001:db8::2 (7ec3f0e4-962c-44d5-856c-4c872af4617f/df3abc7c-2b46-4e68-afc4-ac05018e22a6/57f80c18-3388-4d13-ab61-84a58e275072) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:33.110040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.125370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Pushing event updated for resources: {'Port': ['ID=77032206-5341-49a4-8079-289adefbb92d,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:33.146448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962d95fd-6309-419d-896b-6ba8d564cf27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:33.150556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-962d95fd-6309-419d-896b-6ba8d564cf27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.227817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962d95fd-6309-419d-896b-6ba8d564cf27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:50:33.250769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-962d95fd-6309-419d-896b-6ba8d564cf27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.251292 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-962d95fd-6309-419d-896b-6ba8d564cf27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Added segment 609dce15-3579-4620-8339-7732539b9a27 of type vlan for network ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a Nov 28 07:50:33.267925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Network 7da37311-dec4-471b-8dc0-0449b07915c8 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:33.270771 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:33.319594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.327874 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.341300 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.372530 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-962d95fd-6309-419d-896b-6ba8d564cf27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.382399 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Network 7ec3f0e4-962c-44d5-856c-4c872af4617f is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:33.387590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:33.396552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:33.431336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Pushing event updated for resources: {'Port': ['ID=57f80c18-3388-4d13-ab61-84a58e275072,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:33.504424 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-962d95fd-6309-419d-896b-6ba8d564cf27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.506386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Attempting to bind port 57f80c18-3388-4d13-ab61-84a58e275072 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:33.506724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Attempting to bind port 57f80c18-3388-4d13-ab61-84a58e275072 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '4d07ecc4-a44b-423e-9731-a45f97095347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7ec3f0e4-962c-44d5-856c-4c872af4617f'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:33.507115 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Attempting to bind port 57f80c18-3388-4d13-ab61-84a58e275072 on network 7ec3f0e4-962c-44d5-856c-4c872af4617f {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:33.511676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962d95fd-6309-419d-896b-6ba8d564cf27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:33.512513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-962d95fd-6309-419d-896b-6ba8d564cf27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.513417 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:33.513840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Checking segment: {'id': '4d07ecc4-a44b-423e-9731-a45f97095347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7ec3f0e4-962c-44d5-856c-4c872af4617f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:33.514246 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.514894 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Bound using segment: {'id': '4d07ecc4-a44b-423e-9731-a45f97095347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7ec3f0e4-962c-44d5-856c-4c872af4617f'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:33.515379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Bound port: 57f80c18-3388-4d13-ab61-84a58e275072, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d07ecc4-a44b-423e-9731-a45f97095347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7ec3f0e4-962c-44d5-856c-4c872af4617f'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:33.515765 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.601354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d95fd-6309-419d-896b-6ba8d564cf27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Network': ['ID=ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:33.602771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] For port 57f80c18-3388-4d13-ab61-84a58e275072, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:33.611148 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] For port 57f80c18-3388-4d13-ab61-84a58e275072, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=57f80c18-3388-4d13-ab61-84a58e275072,segment=NetworkSegment(4d07ecc4-a44b-423e-9731-a45f97095347),segment_id=4d07ecc4-a44b-423e-9731-a45f97095347)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:33.620297 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.623349 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-962d95fd-6309-419d-896b-6ba8d564cf27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5695887 Nov 28 07:50:33.625550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Router 99c3d9b1-592d-4777-bd0f-59bd76e30474 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:50:33.626205 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40182) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:33.631958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': 'ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:33.633418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:50:33.731601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Allocated IP 2001:db8::1 (7ec3f0e4-962c-44d5-856c-4c872af4617f/df3abc7c-2b46-4e68-afc4-ac05018e22a6/eaefb78c-b651-47e9-9412-794be5124d9a) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:33.784784 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6656d9e6-b625-4d4b-9e72-2f1780571035 None None] Provisioning complete for port 77032206-5341-49a4-8079-289adefbb92d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:33.785698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6656d9e6-b625-4d4b-9e72-2f1780571035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.791782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725aaa7-0024-4f8d-884d-27bebcce61e1 None None] Pushing event updated for resources: {'Port': ['ID=57f80c18-3388-4d13-ab61-84a58e275072,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:33.796198 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:33.800117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.847385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-6656d9e6-b625-4d4b-9e72-2f1780571035 None None] Port 77032206-5341-49a4-8079-289adefbb92d cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:33.878747 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.924993 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.981983 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 7ec3f0e4-962c-44d5-856c-4c872af4617f is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:33.985333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:33.987808 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:33.988857 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:33.991606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:33.997641 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a1c7bf09-6d4f-4ad1-a9dc-a0b762846c6d admin admin] 10.222.0.31 "PUT /v2.0/routers/99c3d9b1-592d-4777-bd0f-59bd76e30474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7299228 Nov 28 07:50:34.063004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=eaefb78c-b651-47e9-9412-794be5124d9a,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:34.099123 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.099853 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.100439 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.100994 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.101546 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.102085 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.102495 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.102909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.103306 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.103700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.104243 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.104478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.104865 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.144265 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:34.193960 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:34.219589 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Subnet': ['ID=212ba1e2-a7d7-4f54-8088-46db74489027,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:34.232358 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Checking segment: {'id': '609dce15-3579-4620-8339-7732539b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:34.233117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network hostable DHCP agents. Network: ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:50:34.242846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.243344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.243709 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.244145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.244679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.245016 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.245450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.245833 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.246223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.246612 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.247070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.251208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.251573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:34.271549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:50:34.281437 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:34.289792 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c078e3e9-40ac-446f-93ec-62f5181969e2 None None] Network ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:34.293495 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:34.294567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:34.318201 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-98f1d8e5-8a21-4e90-9000-40bacd57ae06 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6909177 Nov 28 07:50:34.331455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40190) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:34.339075 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-cd0543ea-5e7b-44ee-82f7-4dc03ba79d27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': 'ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:34.490741 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0543ea-5e7b-44ee-82f7-4dc03ba79d27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:34.494282 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd0543ea-5e7b-44ee-82f7-4dc03ba79d27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:34.496749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a', 'network_id': 'ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a', 'tenant_id': 'fb58eb61cb674df8b687b13493fe7c67', 'fixed_ips': [{'subnet_id': '212ba1e2-a7d7-4f54-8088-46db74489027'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:50:34.497619 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:34.570095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:34.579507 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:34.580393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:34.662529 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.ipam_backend_mixin [None req-cd0543ea-5e7b-44ee-82f7-4dc03ba79d27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 212ba1e2-a7d7-4f54-8088-46db74489027 (CIDR: 2001:db8::/64) Nov 28 07:50:34.670918 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0543ea-5e7b-44ee-82f7-4dc03ba79d27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:50:34.671975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0543ea-5e7b-44ee-82f7-4dc03ba79d27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:50:34.684272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Allocated IP 2001:db8::2 (ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a/212ba1e2-a7d7-4f54-8088-46db74489027/94ac2d3d-1007-4a4e-b035-c0dede205ace) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:34.693024 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=eaefb78c-b651-47e9-9412-794be5124d9a,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:34.717102 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cd0543ea-5e7b-44ee-82f7-4dc03ba79d27 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3838568 Nov 28 07:50:34.719964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40198) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:34.735955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-9aa85475-e81c-4875-8e4a-afb393c1ce8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': 'ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:34.773356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 7ec3f0e4-962c-44d5-856c-4c872af4617f is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:34.778602 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:34.790390 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40202) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:34.797875 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2101054605-network', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:34.813778 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Sync routers for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:34.824201 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:34.824831 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:34.898740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 64b571bb-6c0b-4442-af76-25065c44b448 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:34.941774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:34.956302 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:34.975390 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] Made reservation on behalf of ed0315d7a6304217931247d94c1f3b2a for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:34.979709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:34.991997 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:50:34.999481 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa85475-e81c-4875-8e4a-afb393c1ce8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:35.005376 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.006401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9aa85475-e81c-4875-8e4a-afb393c1ce8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.009262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Pushing event updated for resources: {'Port': ['ID=94ac2d3d-1007-4a4e-b035-c0dede205ace,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:35.065823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Network ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:35.068367 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:35.078531 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:35.081063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 64b571bb-6c0b-4442-af76-25065c44b448 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:35.081496 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.126486 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 4108a29d-8ef6-4cea-9903-15585dc9da35 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:50:35.163755 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.189966 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Attempting to bind port 94ac2d3d-1007-4a4e-b035-c0dede205ace on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:35.190418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Attempting to bind port 94ac2d3d-1007-4a4e-b035-c0dede205ace by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '609dce15-3579-4620-8339-7732539b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:35.190853 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Attempting to bind port 94ac2d3d-1007-4a4e-b035-c0dede205ace on network ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:35.200503 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:35.200804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Checking segment: {'id': '609dce15-3579-4620-8339-7732539b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:35.201406 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.201864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Bound using segment: {'id': '609dce15-3579-4620-8339-7732539b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:35.202441 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Bound port: 94ac2d3d-1007-4a4e-b035-c0dede205ace, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dce15-3579-4620-8339-7732539b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:35.202963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.227671 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.301834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] For port 94ac2d3d-1007-4a4e-b035-c0dede205ace, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:35.305173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] For port 94ac2d3d-1007-4a4e-b035-c0dede205ace, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=94ac2d3d-1007-4a4e-b035-c0dede205ace,segment=NetworkSegment(609dce15-3579-4620-8339-7732539b9a27),segment_id=609dce15-3579-4620-8339-7732539b9a27)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:35.308488 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:50:35.339622 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 2, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:35.345545 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec14c9d1-c7dc-4aca-b299-654c35fd2eea,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:35.355652 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.356004 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] Added segment 269752df-7227-4ede-92ea-377122c6f026 of type vlan for network 62daa447-ca34-4808-a853-439bba01a556 Nov 28 07:50:35.369638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 57f80c18-3388-4d13-ab61-84a58e275072 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:35.371788 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.388105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:35.397835 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Checking router: 99c3d9b1-592d-4777-bd0f-59bd76e30474 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:50:35.398189 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Updating router 99c3d9b1-592d-4777-bd0f-59bd76e30474 port 77032206-5341-49a4-8079-289adefbb92d binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:50:35.412408 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2a58e0c9-487b-49b0-831a-2758bd7452e1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/4108a29d-8ef6-4cea-9903-15585dc9da35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8617456 Nov 28 07:50:35.414614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40204) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:35.417644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b4605-b5db-445a-aeae-ccaffb22378f None None] Sync routers for ids ['4108a29d-8ef6-4cea-9903-15585dc9da35'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:35.424130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9aa85475-e81c-4875-8e4a-afb393c1ce8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.444343 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.478819 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b4605-b5db-445a-aeae-ccaffb22378f None None] Routers {'4108a29d-8ef6-4cea-9903-15585dc9da35'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:35.479489 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5d8b4605-b5db-445a-aeae-ccaffb22378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4108a29d-8ef6-4cea-9903-15585dc9da35'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:35.527805 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa85475-e81c-4875-8e4a-afb393c1ce8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Subnet': ['ID=8c102450-b148-4057-a464-cccf49789edc,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:35.536588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5d8b4605-b5db-445a-aeae-ccaffb22378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:35.547774 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.556732 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa85475-e81c-4875-8e4a-afb393c1ce8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:35.560349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-9aa85475-e81c-4875-8e4a-afb393c1ce8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:35.567974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa85475-e81c-4875-8e4a-afb393c1ce8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:35.568590 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9aa85475-e81c-4875-8e4a-afb393c1ce8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.575316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b4605-b5db-445a-aeae-ccaffb22378f None None] Routers {'4108a29d-8ef6-4cea-9903-15585dc9da35'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:35.575939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5d8b4605-b5db-445a-aeae-ccaffb22378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4108a29d-8ef6-4cea-9903-15585dc9da35'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:35.580113 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d049fd8-ed69-4cfd-93fa-bd98b04dbbca tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:35.585809 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0d049fd8-ed69-4cfd-93fa-bd98b04dbbca tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports/eaefb78c-b651-47e9-9412-794be5124d9a HTTP/1.1" status: 200 len: 911 time: 0.1641746 Nov 28 07:50:35.586601 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40206) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:35.612725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.614062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:35.615569 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.621391 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f544a94-db0a-404f-a3d2-54dba09f5c76 None None] Pushing event updated for resources: {'Port': ['ID=94ac2d3d-1007-4a4e-b035-c0dede205ace,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:35.626594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08af4f1-a593-488b-9223-b07477c0a113 None None] Network 7ec3f0e4-962c-44d5-856c-4c872af4617f requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:35.629901 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5d8b4605-b5db-445a-aeae-ccaffb22378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:35.630536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b4605-b5db-445a-aeae-ccaffb22378f None None] The sync data for ids ['4108a29d-8ef6-4cea-9903-15585dc9da35'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:35.650405 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 57f80c18-3388-4d13-ab61-84a58e275072 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:35.650779 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.676329 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9aa85475-e81c-4875-8e4a-afb393c1ce8b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9550388 Nov 28 07:50:35.681104 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8876922 Nov 28 07:50:35.681749 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40208) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:35.682092 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40210) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:35.697666 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1eddd201-414e-455a-a6d6-b932964bab3e admin admin] Request body: {'subnet': {'network_id': '62daa447-ca34-4808-a853-439bba01a556', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2101054605-subnet', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'ip_version': 4}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:35.706103 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'network_id': 'ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a', 'fixed_ips': [{'subnet_id': '212ba1e2-a7d7-4f54-8088-46db74489027'}, {'subnet_id': '8c102450-b148-4057-a464-cccf49789edc'}], 'name': 'tempest-PortsIpV6TestJSON-106851647'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:35.768964 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-65a42b74-0e02-4a40-9c9b-4801058b5dac None None] Provisioning complete for port 57f80c18-3388-4d13-ab61-84a58e275072 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:35.769338 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-65a42b74-0e02-4a40-9c9b-4801058b5dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:35.785608 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99104569-b9e9-4d5e-955f-1ed024e97a75 admin admin] Pushing event updated for resources: {'Network': ['ID=62daa447-ca34-4808-a853-439bba01a556,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:35.847654 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eddd201-414e-455a-a6d6-b932964bab3e admin admin] Made reservation on behalf of ed0315d7a6304217931247d94c1f3b2a for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:35.849537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 62daa447-ca34-4808-a853-439bba01a556 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:50:35.871985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1eddd201-414e-455a-a6d6-b932964bab3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.012059 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:36.040257 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.050995 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.152396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.192118 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Pushing event updated for resources: {'Port': ['ID=77032206-5341-49a4-8079-289adefbb92d,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:36.207654 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:36.208365 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:36.208933 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:36.209613 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:36.210216 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:36.210769 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:36.211601 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:36.212174 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:36.212741 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:36.213604 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:36.214426 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:36.216026 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:36.216779 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:36.230463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port 3ae4381e-3b7d-4525-8e90-a527b938ccf6 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:36.247337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1eddd201-414e-455a-a6d6-b932964bab3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.253397 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Attempting to bind port 77032206-5341-49a4-8079-289adefbb92d on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:36.253777 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Attempting to bind port 77032206-5341-49a4-8079-289adefbb92d by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:36.254144 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Attempting to bind port 77032206-5341-49a4-8079-289adefbb92d on network 7da37311-dec4-471b-8dc0-0449b07915c8 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:36.260003 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:36.260376 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Checking segment: {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:36.260772 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.261161 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Bound using segment: {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:36.261627 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Bound port: 77032206-5341-49a4-8079-289adefbb92d, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:36.262005 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.371740 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] For port 77032206-5341-49a4-8079-289adefbb92d, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:36.376317 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] For port 77032206-5341-49a4-8079-289adefbb92d, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=77032206-5341-49a4-8079-289adefbb92d,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:36.387969 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.440113 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddd201-414e-455a-a6d6-b932964bab3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd972768-e0da-405e-9302-b5af96382cf2,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:36.470543 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:36.473631 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eddd201-414e-455a-a6d6-b932964bab3e admin admin] Checking segment: {'id': '269752df-7227-4ede-92ea-377122c6f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '62daa447-ca34-4808-a853-439bba01a556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:36.473926 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eddd201-414e-455a-a6d6-b932964bab3e admin admin] Network hostable DHCP agents. Network: 62daa447-ca34-4808-a853-439bba01a556, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:50:36.484442 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.485265 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:36.579655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eddd201-414e-455a-a6d6-b932964bab3e admin admin] Network 62daa447-ca34-4808-a853-439bba01a556 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:50:36.589316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 57f80c18-3388-4d13-ab61-84a58e275072, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=57f80c18-3388-4d13-ab61-84a58e275072,segment=NetworkSegment(4d07ecc4-a44b-423e-9731-a45f97095347),segment_id=4d07ecc4-a44b-423e-9731-a45f97095347)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:36.592799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-65a42b74-0e02-4a40-9c9b-4801058b5dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.610583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-1eddd201-414e-455a-a6d6-b932964bab3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 62daa447-ca34-4808-a853-439bba01a556) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:36.628373 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.636410 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eddd201-414e-455a-a6d6-b932964bab3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:36.636763 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1eddd201-414e-455a-a6d6-b932964bab3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.668664 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f497c7d7-9227-4170-9043-47bf05439d76 None None] Network 62daa447-ca34-4808-a853-439bba01a556 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:36.669024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a3f2-8552-459e-ad12-b790e8e7d89f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.688949 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1eddd201-414e-455a-a6d6-b932964bab3e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9950719 Nov 28 07:50:36.703813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40212) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:36.719441 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:50:36.719668 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2101054605-router', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:36.919307 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.923223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-65a42b74-0e02-4a40-9c9b-4801058b5dac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:50:36.924598 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:36.927673 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-65a42b74-0e02-4a40-9c9b-4801058b5dac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:50:36.931953 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 94ac2d3d-1007-4a4e-b035-c0dede205ace up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:36.964025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Allocated IP 2001:db8::160 (ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a/212ba1e2-a7d7-4f54-8088-46db74489027/3ae4381e-3b7d-4525-8e90-a527b938ccf6) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:36.974067 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Allocated IP 2001:db8:0:1::1eb (ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a/8c102450-b148-4057-a464-cccf49789edc/3ae4381e-3b7d-4525-8e90-a527b938ccf6) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:36.991168 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0c913-5c5f-4f49-adbd-77e2d6b1faf0 None None] Pushing event updated for resources: {'Port': ['ID=77032206-5341-49a4-8079-289adefbb92d,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:37.109510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=57f80c18-3388-4d13-ab61-84a58e275072,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:37.134478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:37.173555 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:36Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:37.211295 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce79a3d-5709-4811-a963-5aa502155926 None None] The sync data for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv is: [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:36Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:37.259347 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3513fa-712b-49d6-a380-8fe3108a5097 None None] Network ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:37.270444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2a3f2-8552-459e-ad12-b790e8e7d89f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port eaefb78c-b651-47e9-9412-794be5124d9a {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:37.270744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a3f2-8552-459e-ad12-b790e8e7d89f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:37.315712 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 94ac2d3d-1007-4a4e-b035-c0dede205ace triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:37.315712 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:37.437368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a3f2-8552-459e-ad12-b790e8e7d89f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:37.440903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-62daa447-ca34-4808-a853-439bba01a556', 'network_id': '62daa447-ca34-4808-a853-439bba01a556', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'fixed_ips': [{'subnet_id': 'cd972768-e0da-405e-9302-b5af96382cf2'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:50:37.442044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:37.451134 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2a3f2-8552-459e-ad12-b790e8e7d89f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for eaefb78c-b651-47e9-9412-794be5124d9a owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:37.546303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:37.592759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:37.629324 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:37.743021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a3f2-8552-459e-ad12-b790e8e7d89f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:37.751806 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:37.781220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:37.785760 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:37.791705 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:37.792350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:37.797781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2a3f2-8552-459e-ad12-b790e8e7d89f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=eaefb78c-b651-47e9-9412-794be5124d9a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:37.849782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:37.856052 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6c395e65-23ba-4452-96d4-0f13cdc1a91b None None] Provisioning complete for port 57f80c18-3388-4d13-ab61-84a58e275072 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:37.861353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6c395e65-23ba-4452-96d4-0f13cdc1a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:37.869764 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=3ae4381e-3b7d-4525-8e90-a527b938ccf6,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:37.908277 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-084d8509-5c92-449d-b3f5-9f83e2e4ae74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2180805 Nov 28 07:50:37.912774 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40214) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:37.921775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Allocated IP 172.20.0.2 (62daa447-ca34-4808-a853-439bba01a556/cd972768-e0da-405e-9302-b5af96382cf2/be363908-07ad-4bdc-ba7c-a7ce55b947d5) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:37.922847 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-26c0dcbe-2ffd-4dd4-aaf8-9eb59da47ea1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '212ba1e2-a7d7-4f54-8088-46db74489027'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:38.013007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 94ac2d3d-1007-4a4e-b035-c0dede205ace, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=94ac2d3d-1007-4a4e-b035-c0dede205ace,segment=NetworkSegment(609dce15-3579-4620-8339-7732539b9a27),segment_id=609dce15-3579-4620-8339-7732539b9a27)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:38.020105 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a3f2-8552-459e-ad12-b790e8e7d89f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:38.041826 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:38.082620 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fd4447-4c29-4b26-aa67-b807e86b7d6f None None] Update dhcp port {'port': {'network_id': 'ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a', 'fixed_ips': [{'subnet_id': '212ba1e2-a7d7-4f54-8088-46db74489027', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c102450-b148-4057-a464-cccf49789edc'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': '94ac2d3d-1007-4a4e-b035-c0dede205ace'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:50:38.088793 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-26c0dcbe-2ffd-4dd4-aaf8-9eb59da47ea1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:38.174521 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-89fd4447-4c29-4b26-aa67-b807e86b7d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:38.289677 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e2a3f2-8552-459e-ad12-b790e8e7d89f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 4108a29d-8ef6-4cea-9903-15585dc9da35 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:50:38.412940 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e2a3f2-8552-459e-ad12-b790e8e7d89f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:38.425290 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be6bc83-9365-4ae4-b54b-24e1363109fb None None] Sync routers for ids ['4108a29d-8ef6-4cea-9903-15585dc9da35'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:38.430162 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b2e2a3f2-8552-459e-ad12-b790e8e7d89f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/4108a29d-8ef6-4cea-9903-15585dc9da35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8353701 Nov 28 07:50:38.431082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40216) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:38.441628 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be6bc83-9365-4ae4-b54b-24e1363109fb None None] Routers {'4108a29d-8ef6-4cea-9903-15585dc9da35'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:38.442263 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-9be6bc83-9365-4ae4-b54b-24e1363109fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4108a29d-8ef6-4cea-9903-15585dc9da35'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:38.468784 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dfa19bee-5299-423b-bbf4-37f4082b3158 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports?device_id=4108a29d-8ef6-4cea-9903-15585dc9da35 HTTP/1.1" status: 200 len: 205 time: 0.0364516 Nov 28 07:50:38.469799 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40218) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:38.504294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=94ac2d3d-1007-4a4e-b035-c0dede205ace,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:38.526911 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-9be6bc83-9365-4ae4-b54b-24e1363109fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:38.532919 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-89fd4447-4c29-4b26-aa67-b807e86b7d6f None None] Allocated IP 2001:db8:0:1::2 (ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a/8c102450-b148-4057-a464-cccf49789edc/94ac2d3d-1007-4a4e-b035-c0dede205ace) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:38.548993 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be6bc83-9365-4ae4-b54b-24e1363109fb None None] Routers {'4108a29d-8ef6-4cea-9903-15585dc9da35'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:38.549600 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-9be6bc83-9365-4ae4-b54b-24e1363109fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4108a29d-8ef6-4cea-9903-15585dc9da35'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:38.572837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f9843d7c-fd0a-41db-9ec9-e979edc9b7d7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:38.632691 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-9be6bc83-9365-4ae4-b54b-24e1363109fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:38.633361 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be6bc83-9365-4ae4-b54b-24e1363109fb None None] The sync data for ids ['4108a29d-8ef6-4cea-9903-15585dc9da35'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:38.678029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6c395e65-23ba-4452-96d4-0f13cdc1a91b None None] Provisioning complete for port 77032206-5341-49a4-8079-289adefbb92d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:38.678405 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6c395e65-23ba-4452-96d4-0f13cdc1a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:38.681625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:38.733956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:38.748490 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:38.766749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:38.798642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f9843d7c-fd0a-41db-9ec9-e979edc9b7d7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:38.817218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f9843d7c-fd0a-41db-9ec9-e979edc9b7d7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:38.848523 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-89fd4447-4c29-4b26-aa67-b807e86b7d6f None None] For port 94ac2d3d-1007-4a4e-b035-c0dede205ace, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=94ac2d3d-1007-4a4e-b035-c0dede205ace,segment=NetworkSegment(609dce15-3579-4620-8339-7732539b9a27),segment_id=609dce15-3579-4620-8339-7732539b9a27)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:38.872551 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Network 62daa447-ca34-4808-a853-439bba01a556 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:38.883356 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:38.887245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:38.905303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f9843d7c-fd0a-41db-9ec9-e979edc9b7d7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:38.906037 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9843d7c-fd0a-41db-9ec9-e979edc9b7d7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Fanout notify agent at l3_agent the message router_deleted on router 4108a29d-8ef6-4cea-9903-15585dc9da35 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:50:38.924895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f9843d7c-fd0a-41db-9ec9-e979edc9b7d7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:38.929756 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f9843d7c-fd0a-41db-9ec9-e979edc9b7d7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/routers/4108a29d-8ef6-4cea-9903-15585dc9da35 HTTP/1.1" status: 204 len: 168 time: 0.4591181 Nov 28 07:50:38.931817 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40220) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:39.007049 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Allocated IP 172.26.2.112 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/0209d033-97a0-4727-9661-dc9229fc6fb6) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:39.021717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0468b80-a899-4a15-bee7-b8edf40d74a2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting subnet df3abc7c-2b46-4e68-afc4-ac05018e22a6 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:39.029187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0468b80-a899-4a15-bee7-b8edf40d74a2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.077129 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 94ac2d3d-1007-4a4e-b035-c0dede205ace up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:39.083381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Pushing event updated for resources: {'Port': ['ID=be363908-07ad-4bdc-ba7c-a7ce55b947d5,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:39.119420 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0468b80-a899-4a15-bee7-b8edf40d74a2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.179168 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-89fd4447-4c29-4b26-aa67-b807e86b7d6f None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.208724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-89fd4447-4c29-4b26-aa67-b807e86b7d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.243196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.253229 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Attempting to bind port be363908-07ad-4bdc-ba7c-a7ce55b947d5 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:39.253606 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Attempting to bind port be363908-07ad-4bdc-ba7c-a7ce55b947d5 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '269752df-7227-4ede-92ea-377122c6f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '62daa447-ca34-4808-a853-439bba01a556'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:39.253973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Attempting to bind port be363908-07ad-4bdc-ba7c-a7ce55b947d5 on network 62daa447-ca34-4808-a853-439bba01a556 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:39.263859 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6c395e65-23ba-4452-96d4-0f13cdc1a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.281953 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-26c0dcbe-2ffd-4dd4-aaf8-9eb59da47ea1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Delete allocated IP 2001:db8:0:1::1eb (ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a/8c102450-b148-4057-a464-cccf49789edc) {{(pid=115119) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 28 07:50:39.295754 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0468b80-a899-4a15-bee7-b8edf40d74a2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.299806 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:39.300184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Checking segment: {'id': '269752df-7227-4ede-92ea-377122c6f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '62daa447-ca34-4808-a853-439bba01a556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:39.300585 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.300984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Bound using segment: {'id': '269752df-7227-4ede-92ea-377122c6f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '62daa447-ca34-4808-a853-439bba01a556'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:39.301471 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Bound port: be363908-07ad-4bdc-ba7c-a7ce55b947d5, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269752df-7227-4ede-92ea-377122c6f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '62daa447-ca34-4808-a853-439bba01a556'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:39.301865 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.365538 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 94ac2d3d-1007-4a4e-b035-c0dede205ace triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:39.365904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.395313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd4447-4c29-4b26-aa67-b807e86b7d6f None None] Pushing event updated for resources: {'Port': ['ID=94ac2d3d-1007-4a4e-b035-c0dede205ace,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:39.416357 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.427283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6c395e65-23ba-4452-96d4-0f13cdc1a91b None None] For port 77032206-5341-49a4-8079-289adefbb92d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=77032206-5341-49a4-8079-289adefbb92d,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:39.444518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6c395e65-23ba-4452-96d4-0f13cdc1a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.476438 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0468b80-a899-4a15-bee7-b8edf40d74a2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.522361 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:39.529313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] For port be363908-07ad-4bdc-ba7c-a7ce55b947d5, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:39.534908 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:39.542510 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0468b80-a899-4a15-bee7-b8edf40d74a2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Subnet': ['ID=df3abc7c-2b46-4e68-afc4-ac05018e22a6,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:39.544471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:39.547634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6c395e65-23ba-4452-96d4-0f13cdc1a91b None None] Provisioning complete for port 94ac2d3d-1007-4a4e-b035-c0dede205ace triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:39.548491 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6c395e65-23ba-4452-96d4-0f13cdc1a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.555667 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] For port be363908-07ad-4bdc-ba7c-a7ce55b947d5, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=be363908-07ad-4bdc-ba7c-a7ce55b947d5,segment=NetworkSegment(269752df-7227-4ede-92ea-377122c6f026),segment_id=269752df-7227-4ede-92ea-377122c6f026)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:39.557484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0468b80-a899-4a15-bee7-b8edf40d74a2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.564108 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d0468b80-a899-4a15-bee7-b8edf40d74a2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/df3abc7c-2b46-4e68-afc4-ac05018e22a6 HTTP/1.1" status: 204 len: 168 time: 0.6258602 Nov 28 07:50:39.566597 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40222) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:39.583795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=0209d033-97a0-4727-9661-dc9229fc6fb6,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:39.585782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa206dd6-68f3-4c2a-bc15-88594d0f373c None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:39.587979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5913987-6e92-48fa-86a9-75dd3aa8e7ad None None] Network 7ec3f0e4-962c-44d5-856c-4c872af4617f requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:39.596462 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.603128 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c395e65-23ba-4452-96d4-0f13cdc1a91b None None] Pushing event updated for resources: {'Port': ['ID=77032206-5341-49a4-8079-289adefbb92d,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:39.611305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-26c0dcbe-2ffd-4dd4-aaf8-9eb59da47ea1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.627387 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-26c0dcbe-2ffd-4dd4-aaf8-9eb59da47ea1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.695526 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.796979 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-26c0dcbe-2ffd-4dd4-aaf8-9eb59da47ea1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] In _notify_port_updated(), no bound segment for port 3ae4381e-3b7d-4525-8e90-a527b938ccf6 on network ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a {{(pid=115119) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:50:39.802786 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port 57f80c18-3388-4d13-ab61-84a58e275072 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:39.803249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.804722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c0dcbe-2ffd-4dd4-aaf8-9eb59da47ea1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:39.805860 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-26c0dcbe-2ffd-4dd4-aaf8-9eb59da47ea1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.807249 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-26c0dcbe-2ffd-4dd4-aaf8-9eb59da47ea1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "PUT /v2.0/ports/3ae4381e-3b7d-4525-8e90-a527b938ccf6 HTTP/1.1" status: 200 len: 925 time: 1.8927753 Nov 28 07:50:39.814270 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40224) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:39.824531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b37adf8e-721d-4e4f-a265-e922f5998468 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '212ba1e2-a7d7-4f54-8088-46db74489027'}, {'subnet_id': '8c102450-b148-4057-a464-cccf49789edc'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:39.830630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0dcbe-2ffd-4dd4-aaf8-9eb59da47ea1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=3ae4381e-3b7d-4525-8e90-a527b938ccf6,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:39.870244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f59aa-a26b-4865-846a-003784850b4f None None] Pushing event updated for resources: {'Port': ['ID=be363908-07ad-4bdc-ba7c-a7ce55b947d5,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:39.886030 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 57f80c18-3388-4d13-ab61-84a58e275072 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:39.908200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] For port 57f80c18-3388-4d13-ab61-84a58e275072, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=57f80c18-3388-4d13-ab61-84a58e275072,segment=NetworkSegment(4d07ecc4-a44b-423e-9731-a45f97095347),segment_id=4d07ecc4-a44b-423e-9731-a45f97095347)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:39.909097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:39.926277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for 57f80c18-3388-4d13-ab61-84a58e275072 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:40.002752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b37adf8e-721d-4e4f-a265-e922f5998468 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.052427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6c395e65-23ba-4452-96d4-0f13cdc1a91b None None] Could not find standard attr ID for object eaefb78c-b651-47e9-9412-794be5124d9a. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:50:40.077026 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 57f80c18-3388-4d13-ab61-84a58e275072 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:40.077481 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.113202 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.133933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Could not find standard attr ID for object 57f80c18-3388-4d13-ab61-84a58e275072. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:50:40.137185 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No ports have port_id starting with 57f80c18-3388-4d13-ab61-84a58e275072 Nov 28 07:50:40.139588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 77032206-5341-49a4-8079-289adefbb92d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:40.145116 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No DVR routers for this DVR port 57f80c18-3388-4d13-ab61-84a58e275072 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:40.227030 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7826b02a-b45a-44dc-a5a5-f4b35fad70a6 None None] DHCP port deletion for 7ec3f0e4-962c-44d5-856c-4c872af4617f request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:40.230247 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=57f80c18-3388-4d13-ab61-84a58e275072,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:40.252148 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-29f8658b-6463-4d99-b898-d6b8b65e848f None None] Provisioning complete for port 0209d033-97a0-4727-9661-dc9229fc6fb6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:40.252510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-29f8658b-6463-4d99-b898-d6b8b65e848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.256115 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 77032206-5341-49a4-8079-289adefbb92d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:40.256416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.307491 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.307716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e020dd-3add-4d1b-b083-8d9d391108df None None] Network ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:40.314626 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.336446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec3f0e4-962c-44d5-856c-4c872af4617f']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:40.347866 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d07ecc4-a44b-423e-9731-a45f97095347') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:40.348162 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d07ecc4-a44b-423e-9731-a45f97095347') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:40.361260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.379270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.385996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:40.387377 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.403555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-29f8658b-6463-4d99-b898-d6b8b65e848f None None] Port 0209d033-97a0-4727-9661-dc9229fc6fb6 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:40.414802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-29f8658b-6463-4d99-b898-d6b8b65e848f None None] Could not find standard attr ID for object eaefb78c-b651-47e9-9412-794be5124d9a. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:40.453503 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:40.460556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.465153 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.473869 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/networks/7ec3f0e4-962c-44d5-856c-4c872af4617f HTTP/1.1" status: 204 len: 168 time: 0.9049230 Nov 28 07:50:40.474562 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40226) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:40.483516 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-40642734', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:40.505697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab796f43-1cca-40cf-b463-3df6c582b397 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Network': ['ID=7ec3f0e4-962c-44d5-856c-4c872af4617f,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:40.539359 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.542117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.568519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c8e23a07-6f5e-42fb-be23-89d334a91719 None None] Provisioning complete for port 94ac2d3d-1007-4a4e-b035-c0dede205ace triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:40.568831 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c8e23a07-6f5e-42fb-be23-89d334a91719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.618333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.675291 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-b37adf8e-721d-4e4f-a265-e922f5998468 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Allocated IP 2001:db8:0:1::20f (ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a/8c102450-b148-4057-a464-cccf49789edc/3ae4381e-3b7d-4525-8e90-a527b938ccf6) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:40.796254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.813634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:40.945640 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device be363908-07ad-4bdc-ba7c-a7ce55b947d5 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:41.017504 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b37adf8e-721d-4e4f-a265-e922f5998468 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.029801 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b37adf8e-721d-4e4f-a265-e922f5998468 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.063689 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1b717697-a8f9-4607-8a79-9fd0e1c590a1 None None] Provisioning complete for port 94ac2d3d-1007-4a4e-b035-c0dede205ace triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:41.064303 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1b717697-a8f9-4607-8a79-9fd0e1c590a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.102186 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port be363908-07ad-4bdc-ba7c-a7ce55b947d5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:41.102816 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.114231 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.141573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.162250 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37adf8e-721d-4e4f-a265-e922f5998468 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=3ae4381e-3b7d-4525-8e90-a527b938ccf6,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:41.199705 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-b37adf8e-721d-4e4f-a265-e922f5998468 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] In _notify_port_updated(), no bound segment for port 3ae4381e-3b7d-4525-8e90-a527b938ccf6 on network ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a {{(pid=115119) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:50:41.213568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37adf8e-721d-4e4f-a265-e922f5998468 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:41.215736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b37adf8e-721d-4e4f-a265-e922f5998468 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.219593 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b37adf8e-721d-4e4f-a265-e922f5998468 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "PUT /v2.0/ports/3ae4381e-3b7d-4525-8e90-a527b938ccf6 HTTP/1.1" status: 200 len: 1011 time: 1.3993790 Nov 28 07:50:41.221076 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40228) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:41.283174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Router 2d20716d-f9aa-4fc6-aa19-9d306ed47921 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:50:41.292040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Allocated IP 172.26.2.214 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/95b91775-0bc1-4847-a506-b7df2814f68a) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:41.303022 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1b717697-a8f9-4607-8a79-9fd0e1c590a1 None None] Provisioning complete for port 3ae4381e-3b7d-4525-8e90-a527b938ccf6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:41.303739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1b717697-a8f9-4607-8a79-9fd0e1c590a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.355768 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.367218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-1b717697-a8f9-4607-8a79-9fd0e1c590a1 None None] Port 3ae4381e-3b7d-4525-8e90-a527b938ccf6 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:41.380608 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941d8f0f-f97d-4f8e-a7b4-95f10569abac None None] Network 62daa447-ca34-4808-a853-439bba01a556 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:41.440410 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.449519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port be363908-07ad-4bdc-ba7c-a7ce55b947d5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=be363908-07ad-4bdc-ba7c-a7ce55b947d5,segment=NetworkSegment(269752df-7227-4ede-92ea-377122c6f026),segment_id=269752df-7227-4ede-92ea-377122c6f026)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:41.461335 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.462450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 94ac2d3d-1007-4a4e-b035-c0dede205ace up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:41.486329 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-57dc7a67-d6f9-4ca0-8057-8bc59cae9bb7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port 3ae4381e-3b7d-4525-8e90-a527b938ccf6 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:41.486847 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-57dc7a67-d6f9-4ca0-8057-8bc59cae9bb7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.494348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.514700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:41.532089 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Sync routers for ids ['2d20716d-f9aa-4fc6-aa19-9d306ed47921'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:41.554169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:41.559530 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:41.564403 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:41.589206 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffe88f2-9b9e-4f1f-a559-7f6aaf697383 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:41.614430 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-57dc7a67-d6f9-4ca0-8057-8bc59cae9bb7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.639635 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-57dc7a67-d6f9-4ca0-8057-8bc59cae9bb7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for 3ae4381e-3b7d-4525-8e90-a527b938ccf6 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:41.639870 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Routers {'2d20716d-f9aa-4fc6-aa19-9d306ed47921'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:41.640343 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['2d20716d-f9aa-4fc6-aa19-9d306ed47921'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:41.643952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.647774 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3fdb1428-92ed-4eed-9898-cac31d0ef1e7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9404118 Nov 28 07:50:41.653396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40230) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:41.717771 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=95b91775-0bc1-4847-a506-b7df2814f68a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:41.911252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-274d93c0-9ff9-4ba5-a4fa-b3d351ba661f None None] Provisioning complete for port be363908-07ad-4bdc-ba7c-a7ce55b947d5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:41.911746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-274d93c0-9ff9-4ba5-a4fa-b3d351ba661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.949692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:41.975098 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=be363908-07ad-4bdc-ba7c-a7ce55b947d5,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:42.115643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 94ac2d3d-1007-4a4e-b035-c0dede205ace triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:42.116057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:42.205298 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Set router 2d20716d-f9aa-4fc6-aa19-9d306ed47921 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:50:42.216603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:42.300775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-274d93c0-9ff9-4ba5-a4fa-b3d351ba661f None None] Provisioning complete for port 3ae4381e-3b7d-4525-8e90-a527b938ccf6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:42.301143 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-274d93c0-9ff9-4ba5-a4fa-b3d351ba661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:42.386286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 4aa405e2-4a48-4012-9d77-f4814add5c2e is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:50:42.421461 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 77032206-5341-49a4-8079-289adefbb92d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:42.450330 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-274d93c0-9ff9-4ba5-a4fa-b3d351ba661f None None] Port 3ae4381e-3b7d-4525-8e90-a527b938ccf6 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:42.502196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-57dc7a67-d6f9-4ca0-8057-8bc59cae9bb7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:42.526642 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 77032206-5341-49a4-8079-289adefbb92d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:42.526899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:42.564630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:42.568988 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'name': 'tempest-TestVolumeBootPattern-2101054605-router', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:36Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 3, 'project_id': 'ed0315d7a6304217931247d94c1f3b2a', 'gw_port': {'id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:38Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:42.577016 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc7a67-d6f9-4ca0-8057-8bc59cae9bb7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=3ae4381e-3b7d-4525-8e90-a527b938ccf6,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:42.579339 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94290061-8a11-4085-a471-ea65eb9eee4a None None] Sync routers for ids ['4aa405e2-4a48-4012-9d77-f4814add5c2e'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:42.594453 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5db5c314-154c-4290-bd2f-47dee9218635 None None] Could not find standard attr ID for object 3ae4381e-3b7d-4525-8e90-a527b938ccf6. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:50:42.602240 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94290061-8a11-4085-a471-ea65eb9eee4a None None] Routers {'4aa405e2-4a48-4012-9d77-f4814add5c2e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:42.602893 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-94290061-8a11-4085-a471-ea65eb9eee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4aa405e2-4a48-4012-9d77-f4814add5c2e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:42.608304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:42.613246 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d6244a69-4396-4072-9e7a-bc822340a2ac tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.1305857 Nov 28 07:50:42.613486 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40236) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:42.627132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Checking router: 2d20716d-f9aa-4fc6-aa19-9d306ed47921 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:50:42.627473 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Updating router 2d20716d-f9aa-4fc6-aa19-9d306ed47921 port 0209d033-97a0-4727-9661-dc9229fc6fb6 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:50:42.663075 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-57dc7a67-d6f9-4ca0-8057-8bc59cae9bb7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:42.669269 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-57dc7a67-d6f9-4ca0-8057-8bc59cae9bb7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/3ae4381e-3b7d-4525-8e90-a527b938ccf6 HTTP/1.1" status: 204 len: 168 time: 1.4451404 Nov 28 07:50:42.669975 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40238) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:42.676580 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-94290061-8a11-4085-a471-ea65eb9eee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:42.688886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5db5c314-154c-4290-bd2f-47dee9218635 None None] Provisioning complete for port be363908-07ad-4bdc-ba7c-a7ce55b947d5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:42.689254 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5db5c314-154c-4290-bd2f-47dee9218635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:42.690673 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:42.692709 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94290061-8a11-4085-a471-ea65eb9eee4a None None] Routers {'4aa405e2-4a48-4012-9d77-f4814add5c2e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:42.693642 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-94290061-8a11-4085-a471-ea65eb9eee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4aa405e2-4a48-4012-9d77-f4814add5c2e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:42.711665 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-986ec868-645b-4be9-874c-b8dd6636e4c0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] GET failed (client error): The resource could not be found. Nov 28 07:50:42.716064 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-986ec868-645b-4be9-874c-b8dd6636e4c0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/3ae4381e-3b7d-4525-8e90-a527b938ccf6 HTTP/1.1" status: 404 len: 333 time: 0.0425072 Nov 28 07:50:42.716731 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40240) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:42.764432 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-94290061-8a11-4085-a471-ea65eb9eee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:42.766598 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94290061-8a11-4085-a471-ea65eb9eee4a None None] The sync data for ids ['4aa405e2-4a48-4012-9d77-f4814add5c2e'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:42.804162 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-7122aeac-e7db-46f2-96fe-51eb12c758e0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting subnet 8c102450-b148-4057-a464-cccf49789edc {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:42.827223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7122aeac-e7db-46f2-96fe-51eb12c758e0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:42.898751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7122aeac-e7db-46f2-96fe-51eb12c758e0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:42.912657 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 57f80c18-3388-4d13-ab61-84a58e275072 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:50:42.952540 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 57f80c18-3388-4d13-ab61-84a58e275072 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:50:42.952757 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 57f80c18-3388-4d13-ab61-84a58e275072 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:50:43.012892 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.068023 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device be363908-07ad-4bdc-ba7c-a7ce55b947d5 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:43.127767 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5db5c314-154c-4290-bd2f-47dee9218635 None None] Provisioning complete for port 95b91775-0bc1-4847-a506-b7df2814f68a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:43.128244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5db5c314-154c-4290-bd2f-47dee9218635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.132140 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7122aeac-e7db-46f2-96fe-51eb12c758e0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.196928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5db5c314-154c-4290-bd2f-47dee9218635 None None] Port 95b91775-0bc1-4847-a506-b7df2814f68a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:43.215239 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e6b3cf82-808a-4705-8650-a3a16be65575 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/routers/4aa405e2-4a48-4012-9d77-f4814add5c2e HTTP/1.1" status: 200 len: 883 time: 0.5996330 Nov 28 07:50:43.216913 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40242) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:43.235609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port be363908-07ad-4bdc-ba7c-a7ce55b947d5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:43.235977 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.285725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.305407 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.326146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7122aeac-e7db-46f2-96fe-51eb12c758e0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.372290 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122aeac-e7db-46f2-96fe-51eb12c758e0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Subnet': ['ID=8c102450-b148-4057-a464-cccf49789edc,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:43.388428 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7122aeac-e7db-46f2-96fe-51eb12c758e0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.391660 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7122aeac-e7db-46f2-96fe-51eb12c758e0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/8c102450-b148-4057-a464-cccf49789edc HTTP/1.1" status: 204 len: 168 time: 0.6736650 Nov 28 07:50:43.394428 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40244) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:43.397041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Allocated IP 172.20.0.1 (62daa447-ca34-4808-a853-439bba01a556/cd972768-e0da-405e-9302-b5af96382cf2/1f8be766-b031-496c-881f-1b1642d4592b) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:43.408422 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf7c42a-3ca3-48b7-a1ab-a1f9c8e87be1 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:43.410352 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f232a8-dec5-472e-b27a-c6a68e17b093 None None] Network ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:43.450054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Pushing event updated for resources: {'Port': ['ID=0209d033-97a0-4727-9661-dc9229fc6fb6,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:43.452602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Attempting to bind port 0209d033-97a0-4727-9661-dc9229fc6fb6 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:43.452980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Attempting to bind port 0209d033-97a0-4727-9661-dc9229fc6fb6 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:43.453339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Attempting to bind port 0209d033-97a0-4727-9661-dc9229fc6fb6 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:43.454804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b95589-9ccd-4ad5-a8ba-63c70d701aba tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting subnet 212ba1e2-a7d7-4f54-8088-46db74489027 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:43.458136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-77b95589-9ccd-4ad5-a8ba-63c70d701aba tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.509426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-77b95589-9ccd-4ad5-a8ba-63c70d701aba tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.611525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-77b95589-9ccd-4ad5-a8ba-63c70d701aba tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.625477 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.679823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:43.680423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:43.680915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:43.681035 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-77b95589-9ccd-4ad5-a8ba-63c70d701aba tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.681140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:43.681378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:43.681694 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:43.682019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:43.682337 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:43.682766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:43.682999 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:43.683316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:43.684329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:43.684329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:50:43.687176 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:43.687551 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:43.687952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.688331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:43.689033 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Bound port: 0209d033-97a0-4727-9661-dc9229fc6fb6, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:43.689172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.704266 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-34802325-54d2-4865-bdd9-ac256c6b50fb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4821262 Nov 28 07:50:43.704651 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40246) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:43.709096 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c33e8974-44f8-4f50-bd5a-2b4a409a7356 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-40642734'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:43.718757 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-77b95589-9ccd-4ad5-a8ba-63c70d701aba tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.725607 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-77b95589-9ccd-4ad5-a8ba-63c70d701aba tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/212ba1e2-a7d7-4f54-8088-46db74489027 HTTP/1.1" status: 204 len: 168 time: 0.3274817 Nov 28 07:50:43.725607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b95589-9ccd-4ad5-a8ba-63c70d701aba tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Subnet': ['ID=212ba1e2-a7d7-4f54-8088-46db74489027,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:43.725853 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40248) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:43.747325 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.792380 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-249f02c6-5ba8-4103-8373-abbaeb989174 None None] Provisioning complete for port 0209d033-97a0-4727-9661-dc9229fc6fb6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:43.793312 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-249f02c6-5ba8-4103-8373-abbaeb989174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.810734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.840350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Network 62daa447-ca34-4808-a853-439bba01a556 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:43.855196 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] For port 0209d033-97a0-4727-9661-dc9229fc6fb6, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:43.874553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port 94ac2d3d-1007-4a4e-b035-c0dede205ace {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:43.874795 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.876587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:43.883095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:43.896908 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] For port 0209d033-97a0-4727-9661-dc9229fc6fb6, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=0209d033-97a0-4727-9661-dc9229fc6fb6,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:43.910426 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-249f02c6-5ba8-4103-8373-abbaeb989174 None None] Port 0209d033-97a0-4727-9661-dc9229fc6fb6 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:43.913268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8be766-b031-496c-881f-1b1642d4592b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:43.952973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.981616 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] For port 94ac2d3d-1007-4a4e-b035-c0dede205ace, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=94ac2d3d-1007-4a4e-b035-c0dede205ace,segment=NetworkSegment(609dce15-3579-4620-8339-7732539b9a27),segment_id=609dce15-3579-4620-8339-7732539b9a27)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:43.982324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.986627 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:43.999448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for 94ac2d3d-1007-4a4e-b035-c0dede205ace owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:44.023162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1c1635-da09-4882-ba1c-e7ed8a7a65ef None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:44.079568 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Routers {'2d20716d-f9aa-4fc6-aa19-9d306ed47921'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:44.080278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['2d20716d-f9aa-4fc6-aa19-9d306ed47921'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:44.108779 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.139593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=94ac2d3d-1007-4a4e-b035-c0dede205ace,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:44.144796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No DVR routers for this DVR port 94ac2d3d-1007-4a4e-b035-c0dede205ace on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:44.170751 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d333cc5-406e-4d9d-b46d-9f643916dc8c None None] Pushing event updated for resources: {'Port': ['ID=0209d033-97a0-4727-9661-dc9229fc6fb6,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:44.218501 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-db132690-f520-48a5-853e-5190b7e5901a None None] Provisioning complete for port 0209d033-97a0-4727-9661-dc9229fc6fb6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:44.218977 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-db132690-f520-48a5-853e-5190b7e5901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.250827 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.258815 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b9655-7570-4c75-a7c0-cbfa018e53cf None None] DHCP port deletion for ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:44.279080 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:44.289640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609dce15-3579-4620-8339-7732539b9a27') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:44.289946 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609dce15-3579-4620-8339-7732539b9a27') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:44.301559 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.331367 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.339518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:44.340394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:44.344537 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:44.354939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] Set router 2d20716d-f9aa-4fc6-aa19-9d306ed47921 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:50:44.421561 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.449698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.455392 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/networks/ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a HTTP/1.1" status: 204 len: 168 time: 0.7278647 Nov 28 07:50:44.457080 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f561925-6293-4ece-9912-e269af188b31 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Network': ['ID=ddfc9d66-8dca-468c-bf9e-fb1a2d64f57a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:44.462005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40252) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:44.517011 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-db132690-f520-48a5-853e-5190b7e5901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.530510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fc9b1-2273-4dbe-ae50-76872a5f010c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:44.536983 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-006fc9b1-2273-4dbe-ae50-76872a5f010c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0651860 Nov 28 07:50:44.538483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40254) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:44.551473 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-db132690-f520-48a5-853e-5190b7e5901a None None] For port 0209d033-97a0-4727-9661-dc9229fc6fb6, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=0209d033-97a0-4727-9661-dc9229fc6fb6,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:44.573437 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-db132690-f520-48a5-853e-5190b7e5901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.610564 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2714b1a4-c604-4110-b57c-801f45e8f1d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0654306 Nov 28 07:50:44.611394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40256) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:44.616228 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-eae32f7f-787c-4d96-b789-c2140c1487de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-232213003'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:44.639907 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db132690-f520-48a5-853e-5190b7e5901a None None] Pushing event updated for resources: {'Port': ['ID=0209d033-97a0-4727-9661-dc9229fc6fb6,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:44.640316 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae32f7f-787c-4d96-b789-c2140c1487de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:44.645437 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eae32f7f-787c-4d96-b789-c2140c1487de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.655489 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'name': 'tempest-TestVolumeBootPattern-2101054605-router', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:36Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 3, 'project_id': 'ed0315d7a6304217931247d94c1f3b2a', 'gw_port': {'id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:38Z', 'updated_at': '2021-11-28T07:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:44.674955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae32f7f-787c-4d96-b789-c2140c1487de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:50:44.684902 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eae32f7f-787c-4d96-b789-c2140c1487de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.685780 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-eae32f7f-787c-4d96-b789-c2140c1487de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Added segment 2421d7ca-6d89-443a-9d07-efe2e3115879 of type vlan for network 37f39f16-370b-427a-84d7-3fa61eaa62f6 Nov 28 07:50:44.702261 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c33e8974-44f8-4f50-bd5a-2b4a409a7356 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.706054 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.709365 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26369601-765c-4b79-b0a0-5bc383003fb9 None None] The sync data for ids ['2d20716d-f9aa-4fc6-aa19-9d306ed47921'] in dv-neutron-744815-16-hyperv is: [{'id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'name': 'tempest-TestVolumeBootPattern-2101054605-router', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:36Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 3, 'project_id': 'ed0315d7a6304217931247d94c1f3b2a', 'gw_port': {'id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:38Z', 'updated_at': '2021-11-28T07:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:44.722840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f65aa762-97f0-41cb-8187-aafb6851f0f3 None None] Provisioning complete for port 1f8be766-b031-496c-881f-1b1642d4592b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:44.723145 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f65aa762-97f0-41cb-8187-aafb6851f0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.726127 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c33e8974-44f8-4f50-bd5a-2b4a409a7356 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.760841 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eae32f7f-787c-4d96-b789-c2140c1487de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.779559 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-f65aa762-97f0-41cb-8187-aafb6851f0f3 None None] Port 1f8be766-b031-496c-881f-1b1642d4592b cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:44.790091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eae32f7f-787c-4d96-b789-c2140c1487de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.797604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae32f7f-787c-4d96-b789-c2140c1487de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:44.798524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eae32f7f-787c-4d96-b789-c2140c1487de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:44.837094 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-eae32f7f-787c-4d96-b789-c2140c1487de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2248344 Nov 28 07:50:44.840220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40258) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:44.846510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-40771c72-c1c4-41a3-821f-00ed84dc8840 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': '37f39f16-370b-427a-84d7-3fa61eaa62f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:44.909344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae32f7f-787c-4d96-b789-c2140c1487de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Network': ['ID=37f39f16-370b-427a-84d7-3fa61eaa62f6,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:44.920476 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 37f39f16-370b-427a-84d7-3fa61eaa62f6 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:50:44.961389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33e8974-44f8-4f50-bd5a-2b4a409a7356 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 4aa405e2-4a48-4012-9d77-f4814add5c2e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:50:45.035089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40771c72-c1c4-41a3-821f-00ed84dc8840 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:45.039648 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40771c72-c1c4-41a3-821f-00ed84dc8840 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:45.087419 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:45.104470 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 94ac2d3d-1007-4a4e-b035-c0dede205ace no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:50:45.135940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 94ac2d3d-1007-4a4e-b035-c0dede205ace {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:50:45.136572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 94ac2d3d-1007-4a4e-b035-c0dede205ace not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:50:45.146274 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:45.247501 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:45.257793 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8be766-b031-496c-881f-1b1642d4592b,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:45.260623 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33e8974-44f8-4f50-bd5a-2b4a409a7356 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:45.270068 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c33e8974-44f8-4f50-bd5a-2b4a409a7356 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:45.273979 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c33e8974-44f8-4f50-bd5a-2b4a409a7356 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/4aa405e2-4a48-4012-9d77-f4814add5c2e HTTP/1.1" status: 200 len: 890 time: 1.5684769 Nov 28 07:50:45.274751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40260) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:45.281446 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6345b0ff-9c9d-4415-9a24-90a51b9a6d0b None None] Sync routers for ids ['4aa405e2-4a48-4012-9d77-f4814add5c2e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:45.297234 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6345b0ff-9c9d-4415-9a24-90a51b9a6d0b None None] Routers {'4aa405e2-4a48-4012-9d77-f4814add5c2e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:45.297862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6345b0ff-9c9d-4415-9a24-90a51b9a6d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4aa405e2-4a48-4012-9d77-f4814add5c2e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:45.339875 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40771c72-c1c4-41a3-821f-00ed84dc8840 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:45.342557 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6345b0ff-9c9d-4415-9a24-90a51b9a6d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:45.352301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6345b0ff-9c9d-4415-9a24-90a51b9a6d0b None None] Routers {'4aa405e2-4a48-4012-9d77-f4814add5c2e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:45.352927 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6345b0ff-9c9d-4415-9a24-90a51b9a6d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['4aa405e2-4a48-4012-9d77-f4814add5c2e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:45.373074 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Network 62daa447-ca34-4808-a853-439bba01a556 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:45.375017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:45.398496 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6345b0ff-9c9d-4415-9a24-90a51b9a6d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:45.399171 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6345b0ff-9c9d-4415-9a24-90a51b9a6d0b None None] The sync data for ids ['4aa405e2-4a48-4012-9d77-f4814add5c2e'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:45.415323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-425c19dd-c470-4d3b-8a44-d18ce1ea75dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:45.450322 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40771c72-c1c4-41a3-821f-00ed84dc8840 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Subnet': ['ID=a5f53f06-4fff-4429-be17-1c6981cdff4f,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:45.496656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40771c72-c1c4-41a3-821f-00ed84dc8840 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Checking segment: {'id': '2421d7ca-6d89-443a-9d07-efe2e3115879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '37f39f16-370b-427a-84d7-3fa61eaa62f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:45.497081 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40771c72-c1c4-41a3-821f-00ed84dc8840 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network hostable DHCP agents. Network: 37f39f16-370b-427a-84d7-3fa61eaa62f6, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:50:45.511667 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-54dd8fee-0974-4ae9-9b00-8d52367b1bb3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/routers/4aa405e2-4a48-4012-9d77-f4814add5c2e HTTP/1.1" status: 200 len: 890 time: 0.2356791 Nov 28 07:50:45.515624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40262) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:45.547784 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-209e17f0-d0f4-4467-89e2-5a7caabdbd7d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aa405e2-4a48-4012-9d77-f4814add5c2e HTTP/1.1" status: 200 len: 205 time: 0.0313845 Nov 28 07:50:45.550405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40264) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:45.574480 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Router 2d20716d-f9aa-4fc6-aa19-9d306ed47921 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:50:45.601571 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40771c72-c1c4-41a3-821f-00ed84dc8840 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 37f39f16-370b-427a-84d7-3fa61eaa62f6 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:50:45.623982 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-40771c72-c1c4-41a3-821f-00ed84dc8840 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 37f39f16-370b-427a-84d7-3fa61eaa62f6) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:45.630595 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40771c72-c1c4-41a3-821f-00ed84dc8840 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:45.631194 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40771c72-c1c4-41a3-821f-00ed84dc8840 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:45.634792 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe474d8-7454-4c1b-97bd-3d805b2b824e None None] Network 37f39f16-370b-427a-84d7-3fa61eaa62f6 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:45.692594 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-40771c72-c1c4-41a3-821f-00ed84dc8840 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8509924 Nov 28 07:50:45.697503 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40266) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:45.702953 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7fd1a074-3244-40cd-8e40-da68420d75a0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'network_id': '37f39f16-370b-427a-84d7-3fa61eaa62f6', 'name': 'tempest-PortsIpV6TestJSON-386007682'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:45.763887 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:45.770393 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b9d00145-341e-4db5-96b0-00bf3bd3f249 admin admin] 10.222.0.31 "PUT /v2.0/routers/2d20716d-f9aa-4fc6-aa19-9d306ed47921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1141338 Nov 28 07:50:45.772536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5e194f12-a3f1-4618-aea1-1d81be95a40b None None] Provisioning complete for port 1f8be766-b031-496c-881f-1b1642d4592b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:45.773672 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5e194f12-a3f1-4618-aea1-1d81be95a40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:45.775843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:45.858966 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5e194f12-a3f1-4618-aea1-1d81be95a40b None None] Port 1f8be766-b031-496c-881f-1b1642d4592b cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:45.870843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-37f39f16-370b-427a-84d7-3fa61eaa62f6', 'network_id': '37f39f16-370b-427a-84d7-3fa61eaa62f6', 'tenant_id': 'fb58eb61cb674df8b687b13493fe7c67', 'fixed_ips': [{'subnet_id': 'a5f53f06-4fff-4429-be17-1c6981cdff4f'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:50:45.872216 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:45.946107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd1a074-3244-40cd-8e40-da68420d75a0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:45.949883 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a074-3244-40cd-8e40-da68420d75a0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:45.960545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:45.974121 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-7fd1a074-3244-40cd-8e40-da68420d75a0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port 92018983-a1bd-46ad-9590-455a1c54916a yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:46.032200 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Allocated IP 2001:db8::2 (37f39f16-370b-427a-84d7-3fa61eaa62f6/a5f53f06-4fff-4429-be17-1c6981cdff4f/a9e8d995-6939-4706-8985-f53942afccc3) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:46.073042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port 95b91775-0bc1-4847-a506-b7df2814f68a {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:46.073378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.159090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.171266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for 95b91775-0bc1-4847-a506-b7df2814f68a owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:46.195962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.204392 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.255602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Pushing event updated for resources: {'Port': ['ID=a9e8d995-6939-4706-8985-f53942afccc3,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:46.265613 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Network 37f39f16-370b-427a-84d7-3fa61eaa62f6 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:46.267443 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:46.269828 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:46.311446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-7fd1a074-3244-40cd-8e40-da68420d75a0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Allocated IP 2001:db8::a5 (37f39f16-370b-427a-84d7-3fa61eaa62f6/a5f53f06-4fff-4429-be17-1c6981cdff4f/92018983-a1bd-46ad-9590-455a1c54916a) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:46.328649 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40274) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:46.334277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Attempting to bind port a9e8d995-6939-4706-8985-f53942afccc3 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:46.334644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Attempting to bind port a9e8d995-6939-4706-8985-f53942afccc3 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '2421d7ca-6d89-443a-9d07-efe2e3115879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '37f39f16-370b-427a-84d7-3fa61eaa62f6'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:46.335039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Attempting to bind port a9e8d995-6939-4706-8985-f53942afccc3 on network 37f39f16-370b-427a-84d7-3fa61eaa62f6 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:46.335563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-7c8a9efe-a90c-4243-a660-b935bd09dd60 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598283528', 'description': 'tempest-secgroup-smoke-1598283528 description', 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:46.340388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:46.340751 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Checking segment: {'id': '2421d7ca-6d89-443a-9d07-efe2e3115879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '37f39f16-370b-427a-84d7-3fa61eaa62f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:46.341147 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.342064 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Bound using segment: {'id': '2421d7ca-6d89-443a-9d07-efe2e3115879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '37f39f16-370b-427a-84d7-3fa61eaa62f6'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:46.342523 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Bound port: a9e8d995-6939-4706-8985-f53942afccc3, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2421d7ca-6d89-443a-9d07-efe2e3115879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '37f39f16-370b-427a-84d7-3fa61eaa62f6'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:46.342932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.361992 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c8a9efe-a90c-4243-a660-b935bd09dd60 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.415887 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] For port a9e8d995-6939-4706-8985-f53942afccc3, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:46.420220 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] For port a9e8d995-6939-4706-8985-f53942afccc3, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a9e8d995-6939-4706-8985-f53942afccc3,segment=NetworkSegment(2421d7ca-6d89-443a-9d07-efe2e3115879),segment_id=2421d7ca-6d89-443a-9d07-efe2e3115879)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:46.426048 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.463510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.513386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3788740-9028-4761-a0f0-2906e74249e5 None None] Pushing event updated for resources: {'Port': ['ID=a9e8d995-6939-4706-8985-f53942afccc3,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:46.524371 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c8a9efe-a90c-4243-a660-b935bd09dd60 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.530091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c8a9efe-a90c-4243-a660-b935bd09dd60 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.531203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=95b91775-0bc1-4847-a506-b7df2814f68a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:46.556457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235bdf04-ea3b-4302-ba83-c25f6b72168e None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:46.571384 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c8a9efe-a90c-4243-a660-b935bd09dd60 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.575439 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7c8a9efe-a90c-4243-a660-b935bd09dd60 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2428715 Nov 28 07:50:46.575439 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a9efe-a90c-4243-a660-b935bd09dd60 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d7772c-f9f2-4c22-ab34-0cf7994e05e9,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:46.576651 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40276) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:46.612563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-6c6ee29c-5158-456d-8b6a-44b45a2210d7 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Request body: {'security_group_rule': {'security_group_id': '56d7772c-f9f2-4c22-ab34-0cf7994e05e9', 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:46.711901 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.718910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c6ee29c-5158-456d-8b6a-44b45a2210d7 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.797129 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a074-3244-40cd-8e40-da68420d75a0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.821891 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Sync routers for ids ['2d20716d-f9aa-4fc6-aa19-9d306ed47921'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:46.833044 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Routers {'2d20716d-f9aa-4fc6-aa19-9d306ed47921'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:46.833658 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['2d20716d-f9aa-4fc6-aa19-9d306ed47921'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:46.859962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.864589 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.942527 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.943079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Fanout notify agent at l3_agent the message router_deleted on router 4aa405e2-4a48-4012-9d77-f4814add5c2e {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:50:46.951641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.952769 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f25d0de6-7802-4fce-a627-0330ab8923bb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/routers/4aa405e2-4a48-4012-9d77-f4814add5c2e HTTP/1.1" status: 204 len: 168 time: 1.4013665 Nov 28 07:50:46.956509 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40278) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:46.961881 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c6ee29c-5158-456d-8b6a-44b45a2210d7 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.962074 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0fbbe490-c5c3-446e-982d-f0bd754991d6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-707416109'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:46.970746 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a074-3244-40cd-8e40-da68420d75a0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.975588 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c6ee29c-5158-456d-8b6a-44b45a2210d7 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:46.985936 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbbe490-c5c3-446e-982d-f0bd754991d6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:46.992337 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Set router 2d20716d-f9aa-4fc6-aa19-9d306ed47921 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:50:46.995767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0fbbe490-c5c3-446e-982d-f0bd754991d6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.003602 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ee29c-5158-456d-8b6a-44b45a2210d7 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d34acd2-80b9-4237-b9a9-01f249c3f37e,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:47.047559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbbe490-c5c3-446e-982d-f0bd754991d6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:50:47.050070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd1a074-3244-40cd-8e40-da68420d75a0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 37f39f16-370b-427a-84d7-3fa61eaa62f6 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:47.061517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0fbbe490-c5c3-446e-982d-f0bd754991d6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.061660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c6ee29c-5158-456d-8b6a-44b45a2210d7 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.062336 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6c6ee29c-5158-456d-8b6a-44b45a2210d7 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4537292 Nov 28 07:50:47.063430 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-7fd1a074-3244-40cd-8e40-da68420d75a0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:47.066608 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd1a074-3244-40cd-8e40-da68420d75a0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:47.069516 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-0fbbe490-c5c3-446e-982d-f0bd754991d6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Added segment 0f6bc93d-8832-4e4d-a11d-92d303fa9578 of type vlan for network 3b60c18c-eaa6-49eb-a626-cf2ab244b923 Nov 28 07:50:47.071050 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40280) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:47.072815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd1a074-3244-40cd-8e40-da68420d75a0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:47.073516 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a074-3244-40cd-8e40-da68420d75a0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.078227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e6e264fc-b905-4b0c-a168-fe232e8a6781 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Request body: {'security_group_rule': {'security_group_id': '56d7772c-f9f2-4c22-ab34-0cf7994e05e9', 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:47.091045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1a074-3244-40cd-8e40-da68420d75a0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=92018983-a1bd-46ad-9590-455a1c54916a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:47.109566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40282) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:47.111038 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7fd1a074-3244-40cd-8e40-da68420d75a0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4082391 Nov 28 07:50:47.118625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9ccc24aa-e01f-4dde-8c59-91f1941e6aa3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'network_id': '37f39f16-370b-427a-84d7-3fa61eaa62f6', 'name': 'tempest-PortsIpV6TestJSON-618409304'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:47.184099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 0209d033-97a0-4727-9661-dc9229fc6fb6 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:47.213741 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0fbbe490-c5c3-446e-982d-f0bd754991d6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.224148 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6e264fc-b905-4b0c-a168-fe232e8a6781 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.250085 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 0209d033-97a0-4727-9661-dc9229fc6fb6 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:47.250657 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.282445 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'name': 'tempest-TestVolumeBootPattern-2101054605-router', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:36Z', 'updated_at': '2021-11-28T07:50:44Z', 'revision_number': 4, 'project_id': 'ed0315d7a6304217931247d94c1f3b2a', 'gw_port': {'id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:38Z', 'updated_at': '2021-11-28T07:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '1f8be766-b031-496c-881f-1b1642d4592b', 'name': '', 'network_id': '62daa447-ca34-4808-a853-439bba01a556', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'mac_address': 'fa:16:3e:3c:3c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'cd972768-e0da-405e-9302-b5af96382cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:43Z', 'updated_at': '2021-11-28T07:50:44Z', 'revision_number': 2, 'project_id': 'ed0315d7a6304217931247d94c1f3b2a', 'subnets': [{'id': 'cd972768-e0da-405e-9302-b5af96382cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:47.316090 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Checking router: 2d20716d-f9aa-4fc6-aa19-9d306ed47921 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:50:47.316410 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Updating router 2d20716d-f9aa-4fc6-aa19-9d306ed47921 port 1f8be766-b031-496c-881f-1b1642d4592b binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:50:47.324752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6e264fc-b905-4b0c-a168-fe232e8a6781 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.329841 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0fbbe490-c5c3-446e-982d-f0bd754991d6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.335638 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbbe490-c5c3-446e-982d-f0bd754991d6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:47.336251 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0fbbe490-c5c3-446e-982d-f0bd754991d6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.347424 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6e264fc-b905-4b0c-a168-fe232e8a6781 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.361589 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.376384 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a9e8d995-6939-4706-8985-f53942afccc3 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:47.434378 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e264fc-b905-4b0c-a168-fe232e8a6781 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d1b1b5-51c7-42be-bdd0-85acc0043eb2,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:47.448329 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccc24aa-e01f-4dde-8c59-91f1941e6aa3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:47.453486 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ccc24aa-e01f-4dde-8c59-91f1941e6aa3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.456360 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbe490-c5c3-446e-982d-f0bd754991d6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Network': ['ID=3b60c18c-eaa6-49eb-a626-cf2ab244b923,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:47.462860 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port a9e8d995-6939-4706-8985-f53942afccc3 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:47.463260 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.463537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6e264fc-b905-4b0c-a168-fe232e8a6781 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.469387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40284) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:47.470210 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e6e264fc-b905-4b0c-a168-fe232e8a6781 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3973238 Nov 28 07:50:47.474364 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-bd3deba0-6058-4aef-b6a4-bc37a8434777 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Request body: {'security_group_rule': {'security_group_id': '56d7772c-f9f2-4c22-ab34-0cf7994e05e9', 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:47.481207 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0fbbe490-c5c3-446e-982d-f0bd754991d6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5235624 Nov 28 07:50:47.484618 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40286) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:47.491171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-79350dbf-a763-4498-ac39-49b849849db9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'subnet': {'network_id': '3b60c18c-eaa6-49eb-a626-cf2ab244b923', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:47.491654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 3b60c18c-eaa6-49eb-a626-cf2ab244b923 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:50:47.529879 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bd3deba0-6058-4aef-b6a4-bc37a8434777 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.550435 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-9ccc24aa-e01f-4dde-8c59-91f1941e6aa3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port 67239eb5-f34f-4801-a273-1567a406efff yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:47.662660 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ccc3a9-237e-4b32-85c3-efc7a3774257 None None] Network 37f39f16-370b-427a-84d7-3fa61eaa62f6 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:47.683223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bd3deba0-6058-4aef-b6a4-bc37a8434777 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.689567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bd3deba0-6058-4aef-b6a4-bc37a8434777 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.711515 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3deba0-6058-4aef-b6a4-bc37a8434777 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4168db-cfb8-4c65-b391-959a3d0825a2,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:47.722364 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bd3deba0-6058-4aef-b6a4-bc37a8434777 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.726665 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bd3deba0-6058-4aef-b6a4-bc37a8434777 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2561240 Nov 28 07:50:47.727354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40288) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:47.732873 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-ad5d5b22-fc4a-471b-b450-7ac5a583003e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Request body: {'security_group_rule': {'security_group_id': '56d7772c-f9f2-4c22-ab34-0cf7994e05e9', 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:47.750257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.760410 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79350dbf-a763-4498-ac39-49b849849db9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:47.764375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79350dbf-a763-4498-ac39-49b849849db9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.774176 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-491a7e97-bc82-434d-96ca-4967aa1b2e54 None None] Provisioning complete for port a9e8d995-6939-4706-8985-f53942afccc3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:47.774707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-491a7e97-bc82-434d-96ca-4967aa1b2e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.779186 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.785477 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.795238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad5d5b22-fc4a-471b-b450-7ac5a583003e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.820862 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-9ccc24aa-e01f-4dde-8c59-91f1941e6aa3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Allocated IP 2001:db8::3e9 (37f39f16-370b-427a-84d7-3fa61eaa62f6/a5f53f06-4fff-4429-be17-1c6981cdff4f/67239eb5-f34f-4801-a273-1567a406efff) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:47.866823 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a4b8a-3f2a-46f8-93af-330b46255d03 None None] Pushing event updated for resources: {'Port': ['ID=1f8be766-b031-496c-881f-1b1642d4592b,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:47.929981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad5d5b22-fc4a-471b-b450-7ac5a583003e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.932378 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Attempting to bind port 1f8be766-b031-496c-881f-1b1642d4592b on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:47.933392 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Attempting to bind port 1f8be766-b031-496c-881f-1b1642d4592b by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '269752df-7227-4ede-92ea-377122c6f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '62daa447-ca34-4808-a853-439bba01a556'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:47.933748 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Attempting to bind port 1f8be766-b031-496c-881f-1b1642d4592b on network 62daa447-ca34-4808-a853-439bba01a556 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:47.935983 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad5d5b22-fc4a-471b-b450-7ac5a583003e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.942013 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:47.942371 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Checking segment: {'id': '269752df-7227-4ede-92ea-377122c6f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '62daa447-ca34-4808-a853-439bba01a556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:47.943190 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.943774 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Bound using segment: {'id': '269752df-7227-4ede-92ea-377122c6f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '62daa447-ca34-4808-a853-439bba01a556'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:47.944419 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Bound port: 1f8be766-b031-496c-881f-1b1642d4592b, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269752df-7227-4ede-92ea-377122c6f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '62daa447-ca34-4808-a853-439bba01a556'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:47.944967 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:47.997891 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad5d5b22-fc4a-471b-b450-7ac5a583003e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.001727 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ad5d5b22-fc4a-471b-b450-7ac5a583003e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2710419 Nov 28 07:50:48.001727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d5b22-fc4a-471b-b450-7ac5a583003e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48c65b5-8ce1-40e2-b941-6e0c02580e3e,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:48.007635 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40292) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:48.018824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-06b3fbd2-532a-4c4d-be7e-2e95cac8dd1a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Request body: {'security_group_rule': {'security_group_id': '56d7772c-f9f2-4c22-ab34-0cf7994e05e9', 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:48.076051 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-06b3fbd2-532a-4c4d-be7e-2e95cac8dd1a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Project da89a66b3328400a9ef8e9bcb65cc46e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:50:48.084730 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06b3fbd2-532a-4c4d-be7e-2e95cac8dd1a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.105940 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] For port 1f8be766-b031-496c-881f-1b1642d4592b, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:48.110697 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] For port 1f8be766-b031-496c-881f-1b1642d4592b, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1f8be766-b031-496c-881f-1b1642d4592b,segment=NetworkSegment(269752df-7227-4ede-92ea-377122c6f026),segment_id=269752df-7227-4ede-92ea-377122c6f026)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:48.115714 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.138740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port a9e8d995-6939-4706-8985-f53942afccc3, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a9e8d995-6939-4706-8985-f53942afccc3,segment=NetworkSegment(2421d7ca-6d89-443a-9d07-efe2e3115879),segment_id=2421d7ca-6d89-443a-9d07-efe2e3115879)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:48.179997 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ccc24aa-e01f-4dde-8c59-91f1941e6aa3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.181426 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b7a59684-89c6-4d5e-9ebe-18599257325a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.182805 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79350dbf-a763-4498-ac39-49b849849db9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.183127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.202013 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a4b8a-3f2a-46f8-93af-330b46255d03 None None] Pushing event updated for resources: {'Port': ['ID=1f8be766-b031-496c-881f-1b1642d4592b,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:48.210290 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Routers {'2d20716d-f9aa-4fc6-aa19-9d306ed47921'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:48.210910 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['2d20716d-f9aa-4fc6-aa19-9d306ed47921'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:48.238384 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79350dbf-a763-4498-ac39-49b849849db9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Subnet': ['ID=9912aaf5-febf-4d5f-ad33-46ca0c6adb4a,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:48.251537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=a9e8d995-6939-4706-8985-f53942afccc3,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:48.287254 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06b3fbd2-532a-4c4d-be7e-2e95cac8dd1a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.295225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06b3fbd2-532a-4c4d-be7e-2e95cac8dd1a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.316302 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79350dbf-a763-4498-ac39-49b849849db9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Checking segment: {'id': '0f6bc93d-8832-4e4d-a11d-92d303fa9578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3b60c18c-eaa6-49eb-a626-cf2ab244b923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:48.316656 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79350dbf-a763-4498-ac39-49b849849db9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network hostable DHCP agents. Network: 3b60c18c-eaa6-49eb-a626-cf2ab244b923, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:50:48.329361 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ccc24aa-e01f-4dde-8c59-91f1941e6aa3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.360357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3fbd2-532a-4c4d-be7e-2e95cac8dd1a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30a36ab-669a-4674-870b-6d2bbd918124,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:48.383580 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] Set router 2d20716d-f9aa-4fc6-aa19-9d306ed47921 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:50:48.390686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06b3fbd2-532a-4c4d-be7e-2e95cac8dd1a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.395036 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-06b3fbd2-532a-4c4d-be7e-2e95cac8dd1a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3862035 Nov 28 07:50:48.395717 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40294) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:48.396148 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79350dbf-a763-4498-ac39-49b849849db9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 3b60c18c-eaa6-49eb-a626-cf2ab244b923 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:50:48.401622 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-049cc942-6478-4335-be60-733539a0366b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Request body: {'security_group_rule': {'security_group_id': '56d7772c-f9f2-4c22-ab34-0cf7994e05e9', 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:48.414440 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccc24aa-e01f-4dde-8c59-91f1941e6aa3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 37f39f16-370b-427a-84d7-3fa61eaa62f6 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:48.426530 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-9ccc24aa-e01f-4dde-8c59-91f1941e6aa3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:48.435053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-79350dbf-a763-4498-ac39-49b849849db9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 3b60c18c-eaa6-49eb-a626-cf2ab244b923) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:48.437060 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc24aa-e01f-4dde-8c59-91f1941e6aa3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:48.444405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccc24aa-e01f-4dde-8c59-91f1941e6aa3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:48.445167 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ccc24aa-e01f-4dde-8c59-91f1941e6aa3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.446457 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-049cc942-6478-4335-be60-733539a0366b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Project da89a66b3328400a9ef8e9bcb65cc46e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:50:48.454962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-049cc942-6478-4335-be60-733539a0366b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.456549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c588ece-8c30-4d69-9800-ab4262b40950 None None] Network 3b60c18c-eaa6-49eb-a626-cf2ab244b923 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:48.480419 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79350dbf-a763-4498-ac39-49b849849db9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:48.483557 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79350dbf-a763-4498-ac39-49b849849db9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.506340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc24aa-e01f-4dde-8c59-91f1941e6aa3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=67239eb5-f34f-4801-a273-1567a406efff,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:48.548280 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-79350dbf-a763-4498-ac39-49b849849db9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0623465 Nov 28 07:50:48.552040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40296) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:48.562672 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9ccc24aa-e01f-4dde-8c59-91f1941e6aa3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4504395 Nov 28 07:50:48.568988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8e9cc81c-bd42-4101-9cb0-afc5455db72d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1554975727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:48.571999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40298) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:48.604834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-fb8f43cb-d2fc-4989-8a87-b479c40ac05f None None] Provisioning complete for port 1f8be766-b031-496c-881f-1b1642d4592b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:48.605211 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fb8f43cb-d2fc-4989-8a87-b479c40ac05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.649851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e9cc81c-bd42-4101-9cb0-afc5455db72d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.653993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e9cc81c-bd42-4101-9cb0-afc5455db72d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.660135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-049cc942-6478-4335-be60-733539a0366b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.669199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-049cc942-6478-4335-be60-733539a0366b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.689431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cc942-6478-4335-be60-733539a0366b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d52859-bda1-4f11-bba9-c13c7efa9ae8,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:48.764578 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-3b60c18c-eaa6-49eb-a626-cf2ab244b923', 'network_id': '3b60c18c-eaa6-49eb-a626-cf2ab244b923', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'fixed_ips': [{'subnet_id': '9912aaf5-febf-4d5f-ad33-46ca0c6adb4a'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:50:48.764814 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'name': 'tempest-TestVolumeBootPattern-2101054605-router', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:36Z', 'updated_at': '2021-11-28T07:50:44Z', 'revision_number': 4, 'project_id': 'ed0315d7a6304217931247d94c1f3b2a', 'gw_port': {'id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:38Z', 'updated_at': '2021-11-28T07:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '1f8be766-b031-496c-881f-1b1642d4592b', 'name': '', 'network_id': '62daa447-ca34-4808-a853-439bba01a556', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'mac_address': 'fa:16:3e:3c:3c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'cd972768-e0da-405e-9302-b5af96382cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:43Z', 'updated_at': '2021-11-28T07:50:48Z', 'revision_number': 4, 'project_id': 'ed0315d7a6304217931247d94c1f3b2a', 'subnets': [{'id': 'cd972768-e0da-405e-9302-b5af96382cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:48.765432 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.775706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d9830f-9770-47bc-8bfb-c2d6d8281333 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:48.777686 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c9d9830f-9770-47bc-8bfb-c2d6d8281333 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aa5 HTTP/1.1" status: 200 len: 927 time: 0.2041657 Nov 28 07:50:48.780260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40300) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:48.793455 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b9effc-eb29-4612-a23a-ed059a6a66ab None None] The sync data for ids ['2d20716d-f9aa-4fc6-aa19-9d306ed47921'] in dv-neutron-744815-16-hyperv is: [{'id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'name': 'tempest-TestVolumeBootPattern-2101054605-router', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:36Z', 'updated_at': '2021-11-28T07:50:44Z', 'revision_number': 4, 'project_id': 'ed0315d7a6304217931247d94c1f3b2a', 'gw_port': {'id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:38Z', 'updated_at': '2021-11-28T07:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '1f8be766-b031-496c-881f-1b1642d4592b', 'name': '', 'network_id': '62daa447-ca34-4808-a853-439bba01a556', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'mac_address': 'fa:16:3e:3c:3c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'cd972768-e0da-405e-9302-b5af96382cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:43Z', 'updated_at': '2021-11-28T07:50:48Z', 'revision_number': 4, 'project_id': 'ed0315d7a6304217931247d94c1f3b2a', 'subnets': [{'id': 'cd972768-e0da-405e-9302-b5af96382cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:48.805382 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-049cc942-6478-4335-be60-733539a0366b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.807275 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-049cc942-6478-4335-be60-733539a0366b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4101691 Nov 28 07:50:48.818387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fb8f43cb-d2fc-4989-8a87-b479c40ac05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.824072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e9cc81c-bd42-4101-9cb0-afc5455db72d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.832735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e9cc81c-bd42-4101-9cb0-afc5455db72d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.869746 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8e9cc81c-bd42-4101-9cb0-afc5455db72d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:48.876642 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8e9cc81c-bd42-4101-9cb0-afc5455db72d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3221285 Nov 28 07:50:48.877317 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40310) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:49.094016 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:49.106291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-fb8f43cb-d2fc-4989-8a87-b479c40ac05f None None] For port 1f8be766-b031-496c-881f-1b1642d4592b, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1f8be766-b031-496c-881f-1b1642d4592b,segment=NetworkSegment(269752df-7227-4ede-92ea-377122c6f026),segment_id=269752df-7227-4ede-92ea-377122c6f026)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:49.144728 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fb8f43cb-d2fc-4989-8a87-b479c40ac05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:49.263771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a9e8d995-6939-4706-8985-f53942afccc3 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:49.324879 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Allocated IP 2001:db8::2 (3b60c18c-eaa6-49eb-a626-cf2ab244b923/9912aaf5-febf-4d5f-ad33-46ca0c6adb4a/13ff48b2-a847-4494-bf8c-dd1ebccc3bbc) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:49.361502 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-36c97267-2e9c-4b6e-836b-89fa5ff64796 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port 67239eb5-f34f-4801-a273-1567a406efff {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:49.362100 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36c97267-2e9c-4b6e-836b-89fa5ff64796 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:49.439117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f43cb-d2fc-4989-8a87-b479c40ac05f None None] Pushing event updated for resources: {'Port': ['ID=1f8be766-b031-496c-881f-1b1642d4592b,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:49.452130 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a3c0d733-194f-4485-a76a-c1ce76483e47 None None] Provisioning complete for port 1f8be766-b031-496c-881f-1b1642d4592b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:49.452498 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d733-194f-4485-a76a-c1ce76483e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:49.574993 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:49.582647 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port a9e8d995-6939-4706-8985-f53942afccc3 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:49.583038 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:49.596959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36c97267-2e9c-4b6e-836b-89fa5ff64796 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:49.715821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:49.736869 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:49.819737 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Network 3b60c18c-eaa6-49eb-a626-cf2ab244b923 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:49.824465 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a3c0d733-194f-4485-a76a-c1ce76483e47 None None] Provisioning complete for port a9e8d995-6939-4706-8985-f53942afccc3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:49.824835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d733-194f-4485-a76a-c1ce76483e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:49.831885 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:49.836644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:49.861134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Pushing event updated for resources: {'Port': ['ID=13ff48b2-a847-4494-bf8c-dd1ebccc3bbc,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:49.933906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1f8be766-b031-496c-881f-1b1642d4592b up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:50.044417 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Attempting to bind port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:50.044810 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Attempting to bind port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '0f6bc93d-8832-4e4d-a11d-92d303fa9578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3b60c18c-eaa6-49eb-a626-cf2ab244b923'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:50.045158 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Attempting to bind port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc on network 3b60c18c-eaa6-49eb-a626-cf2ab244b923 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:50.069002 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:50.069429 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Checking segment: {'id': '0f6bc93d-8832-4e4d-a11d-92d303fa9578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3b60c18c-eaa6-49eb-a626-cf2ab244b923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:50.069783 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:50.070184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Bound using segment: {'id': '0f6bc93d-8832-4e4d-a11d-92d303fa9578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3b60c18c-eaa6-49eb-a626-cf2ab244b923'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:50.070676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Bound port: 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6bc93d-8832-4e4d-a11d-92d303fa9578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3b60c18c-eaa6-49eb-a626-cf2ab244b923'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:50.071196 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:50.113516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 1f8be766-b031-496c-881f-1b1642d4592b triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:50.113819 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:50.134704 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-36c97267-2e9c-4b6e-836b-89fa5ff64796 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for 67239eb5-f34f-4801-a273-1567a406efff owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:50.220313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a3c0d733-194f-4485-a76a-c1ce76483e47 None None] Provisioning complete for port 92018983-a1bd-46ad-9590-455a1c54916a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:50.220313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d733-194f-4485-a76a-c1ce76483e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:50.266682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] For port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:50.275269 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] For port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=13ff48b2-a847-4494-bf8c-dd1ebccc3bbc,segment=NetworkSegment(0f6bc93d-8832-4e4d-a11d-92d303fa9578),segment_id=0f6bc93d-8832-4e4d-a11d-92d303fa9578)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:50.316184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:50.333391 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0d733-194f-4485-a76a-c1ce76483e47 None None] Port 92018983-a1bd-46ad-9590-455a1c54916a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:50.364284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:50.423054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db067c4-efbf-493d-8309-90c40e1b8468 None None] Pushing event updated for resources: {'Port': ['ID=13ff48b2-a847-4494-bf8c-dd1ebccc3bbc,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:50.448082 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1fff964f-a6bc-4fa0-87d9-93c96cd1c5b2 None None] Could not find standard attr ID for object 67239eb5-f34f-4801-a273-1567a406efff. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:50:50.451181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36c97267-2e9c-4b6e-836b-89fa5ff64796 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:50.467753 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Allocated IP 2001:db8::1 (3b60c18c-eaa6-49eb-a626-cf2ab244b923/9912aaf5-febf-4d5f-ad33-46ca0c6adb4a/8dba7bc8-b735-4d62-8c56-cb8de51406a0) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:50.498006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c97267-2e9c-4b6e-836b-89fa5ff64796 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=67239eb5-f34f-4801-a273-1567a406efff,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:50.536239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-36c97267-2e9c-4b6e-836b-89fa5ff64796 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:50.540711 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-36c97267-2e9c-4b6e-836b-89fa5ff64796 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/67239eb5-f34f-4801-a273-1567a406efff HTTP/1.1" status: 204 len: 168 time: 1.7592871 Nov 28 07:50:50.543641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40390) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:50.573862 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eae355e-324b-4cbb-9ea6-b0b35ec040e3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] GET failed (client error): The resource could not be found. Nov 28 07:50:50.576583 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9eae355e-324b-4cbb-9ea6-b0b35ec040e3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/67239eb5-f34f-4801-a273-1567a406efff HTTP/1.1" status: 404 len: 333 time: 0.0294290 Nov 28 07:50:50.578965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40392) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:50.676929 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:50.728266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0e6ea-525d-4942-8ef9-5933287794e8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port 92018983-a1bd-46ad-9590-455a1c54916a {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:50.728602 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e6ea-525d-4942-8ef9-5933287794e8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:50.754265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:50.842242 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=8dba7bc8-b735-4d62-8c56-cb8de51406a0,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:50.864845 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 3b60c18c-eaa6-49eb-a626-cf2ab244b923 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:50.867048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:50.869583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:50.870019 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:50.878791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e6ea-525d-4942-8ef9-5933287794e8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:50.896779 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0e6ea-525d-4942-8ef9-5933287794e8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for 92018983-a1bd-46ad-9590-455a1c54916a owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:51.083216 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.111325 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e6ea-525d-4942-8ef9-5933287794e8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.152444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0e6ea-525d-4942-8ef9-5933287794e8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=92018983-a1bd-46ad-9590-455a1c54916a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:51.190656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e6ea-525d-4942-8ef9-5933287794e8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.196065 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2fc0e6ea-525d-4942-8ef9-5933287794e8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/92018983-a1bd-46ad-9590-455a1c54916a HTTP/1.1" status: 204 len: 168 time: 0.6160901 Nov 28 07:50:51.199440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40398) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:51.239284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:51.256496 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2dbf01-79c0-4064-84b9-9fd7b06e0136 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] GET failed (client error): The resource could not be found. Nov 28 07:50:51.257967 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cc2dbf01-79c0-4064-84b9-9fd7b06e0136 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/92018983-a1bd-46ad-9590-455a1c54916a HTTP/1.1" status: 404 len: 333 time: 0.0572419 Nov 28 07:50:51.260638 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40400) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:51.373545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa4b67a-bfac-42c4-ae49-147b48662e3c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting subnet a5f53f06-4fff-4429-be17-1c6981cdff4f {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:51.373877 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.381422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6aa4b67a-bfac-42c4-ae49-147b48662e3c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.421963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:51.422335 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.460191 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6aa4b67a-bfac-42c4-ae49-147b48662e3c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.572411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.610148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6aa4b67a-bfac-42c4-ae49-147b48662e3c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.610756 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.619896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.620740 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.629062 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=13ff48b2-a847-4494-bf8c-dd1ebccc3bbc,segment=NetworkSegment(0f6bc93d-8832-4e4d-a11d-92d303fa9578),segment_id=0f6bc93d-8832-4e4d-a11d-92d303fa9578)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:51.640253 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.644342 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1f8be766-b031-496c-881f-1b1642d4592b up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:51.721387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6aa4b67a-bfac-42c4-ae49-147b48662e3c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.746823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=13ff48b2-a847-4494-bf8c-dd1ebccc3bbc,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:51.756293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=8dba7bc8-b735-4d62-8c56-cb8de51406a0,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:51.767147 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6aa4b67a-bfac-42c4-ae49-147b48662e3c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.771370 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b25b268-0a2b-4f35-acf8-bdba4c5c706d None None] Network 37f39f16-370b-427a-84d7-3fa61eaa62f6 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:51.774813 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6aa4b67a-bfac-42c4-ae49-147b48662e3c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/a5f53f06-4fff-4429-be17-1c6981cdff4f HTTP/1.1" status: 204 len: 168 time: 0.5108845 Nov 28 07:50:51.776077 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40402) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:51.802979 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4b67a-bfac-42c4-ae49-147b48662e3c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f53f06-4fff-4429-be17-1c6981cdff4f,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:51.840483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 3b60c18c-eaa6-49eb-a626-cf2ab244b923 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:51.843903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:51.853801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 1f8be766-b031-496c-881f-1b1642d4592b triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:51.854176 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:51.898620 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb007d1a-ea54-417e-a4da-0f42799faa48 None None] Network 3b60c18c-eaa6-49eb-a626-cf2ab244b923 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:51.988571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.022523 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-84eb0e7d-532d-4577-9eef-53f8a3936e05 None None] Provisioning complete for port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:52.023160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84eb0e7d-532d-4577-9eef-53f8a3936e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.142899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port a9e8d995-6939-4706-8985-f53942afccc3 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:52.143553 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.194237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:50:52.235590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a27bb0-e22f-4054-bf9b-e6213ea721b4 None None] DHCP port deletion for 37f39f16-370b-427a-84d7-3fa61eaa62f6 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:52.302039 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] For port a9e8d995-6939-4706-8985-f53942afccc3, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a9e8d995-6939-4706-8985-f53942afccc3,segment=NetworkSegment(2421d7ca-6d89-443a-9d07-efe2e3115879),segment_id=2421d7ca-6d89-443a-9d07-efe2e3115879)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:52.302429 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.350206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for a9e8d995-6939-4706-8985-f53942afccc3 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:52.422530 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:52.461880 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e28c1c2a-9174-47cc-862c-962cc5fbec84 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5834506 Nov 28 07:50:52.464817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40406) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:52.481581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.490514 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505a1278-2cc1-41ca-9981-19edacd0cb14 None None] Sync routers for ids ['43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:52.508529 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No DVR routers for this DVR port a9e8d995-6939-4706-8985-f53942afccc3 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:52.543927 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505a1278-2cc1-41ca-9981-19edacd0cb14 None None] Routers {'43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:52.545296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-505a1278-2cc1-41ca-9981-19edacd0cb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:52.548442 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd403f0-d339-46e7-84e0-209af4fb6eb5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:52.550181 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4dd403f0-d339-46e7-84e0-209af4fb6eb5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports/8dba7bc8-b735-4d62-8c56-cb8de51406a0 HTTP/1.1" status: 200 len: 911 time: 0.0841496 Nov 28 07:50:52.552966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40408) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:52.559519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-35cd24b2-5b48-41b4-9b97-dd9d784cb217 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9912aaf5-febf-4d5f-ad33-46ca0c6adb4a'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:52.566546 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=a9e8d995-6939-4706-8985-f53942afccc3,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:52.602824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-505a1278-2cc1-41ca-9981-19edacd0cb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:52.628144 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505a1278-2cc1-41ca-9981-19edacd0cb14 None None] Routers {'43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:52.628766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-505a1278-2cc1-41ca-9981-19edacd0cb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:52.656137 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.671483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-505a1278-2cc1-41ca-9981-19edacd0cb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:52.672145 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505a1278-2cc1-41ca-9981-19edacd0cb14 None None] The sync data for ids ['43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:52.674241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b2a27bb0-e22f-4054-bf9b-e6213ea721b4 None None] Deleting port a9e8d995-6939-4706-8985-f53942afccc3 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:52.674604 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b2a27bb0-e22f-4054-bf9b-e6213ea721b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.690362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f39f16-370b-427a-84d7-3fa61eaa62f6']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:52.702238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2421d7ca-6d89-443a-9d07-efe2e3115879') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:52.702606 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2421d7ca-6d89-443a-9d07-efe2e3115879') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:52.714675 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.730932 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.747421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:52.747736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:52.751217 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:52.757488 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b2a27bb0-e22f-4054-bf9b-e6213ea721b4 None None] For port a9e8d995-6939-4706-8985-f53942afccc3, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:52.757924 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b2a27bb0-e22f-4054-bf9b-e6213ea721b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.780116 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b2a27bb0-e22f-4054-bf9b-e6213ea721b4 None None] Calling delete_port for a9e8d995-6939-4706-8985-f53942afccc3 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:52.782893 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.ipam_backend_mixin [None req-b2a27bb0-e22f-4054-bf9b-e6213ea721b4 None None] Port a9e8d995-6939-4706-8985-f53942afccc3 was not found and therefore no delete operation was performed {{(pid=115120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:50:52.790670 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b2a27bb0-e22f-4054-bf9b-e6213ea721b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.793293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-35cd24b2-5b48-41b4-9b97-dd9d784cb217 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.834460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a27bb0-e22f-4054-bf9b-e6213ea721b4 None None] Pushing event deleted for resources: {'Port': ['ID=a9e8d995-6939-4706-8985-f53942afccc3,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:52.836948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a27bb0-e22f-4054-bf9b-e6213ea721b4 None None] No DVR routers for this DVR port a9e8d995-6939-4706-8985-f53942afccc3 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:52.839472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.855554 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:52.859351 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/networks/37f39f16-370b-427a-84d7-3fa61eaa62f6 HTTP/1.1" status: 204 len: 168 time: 1.0822504 Nov 28 07:50:52.864557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40412) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:52.870605 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b610d34-d613-476c-af3d-e9822d885811 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Network': ['ID=37f39f16-370b-427a-84d7-3fa61eaa62f6,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:52.871847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-fff48260-b7ea-415c-b92c-559fdcd7c151 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1956689703'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:53.115449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7e47b643-55da-4d34-9755-75b5524903b8 None None] Provisioning complete for port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:53.115913 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7e47b643-55da-4d34-9755-75b5524903b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:53.156722 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:53.365535 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:53.365906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:53.369021 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7e47b643-55da-4d34-9755-75b5524903b8 None None] Provisioning complete for port 8dba7bc8-b735-4d62-8c56-cb8de51406a0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:53.369373 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7e47b643-55da-4d34-9755-75b5524903b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:53.426437 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff48260-b7ea-415c-b92c-559fdcd7c151 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:53.430031 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fff48260-b7ea-415c-b92c-559fdcd7c151 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:53.479479 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7e47b643-55da-4d34-9755-75b5524903b8 None None] Port 8dba7bc8-b735-4d62-8c56-cb8de51406a0 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:53.548899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff48260-b7ea-415c-b92c-559fdcd7c151 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:50:53.558199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fff48260-b7ea-415c-b92c-559fdcd7c151 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:53.558542 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-fff48260-b7ea-415c-b92c-559fdcd7c151 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Added segment 4586f20d-cb55-4654-b799-63909e4df0e1 of type vlan for network 4800f99d-8eb8-49ee-982f-4f451765b5b6 Nov 28 07:50:53.639837 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-adae92e4-bcd6-45fd-aa4e-821e6cb1eded None None] Provisioning complete for port 8dba7bc8-b735-4d62-8c56-cb8de51406a0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:53.640504 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-adae92e4-bcd6-45fd-aa4e-821e6cb1eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:53.668545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fff48260-b7ea-415c-b92c-559fdcd7c151 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:53.687514 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a9e8d995-6939-4706-8985-f53942afccc3 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:50:53.703254 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f6f92-c5ea-4706-8dfa-b6263131bcae req-9aa4da94-71f5-463b-ac18-7f7512fa820f tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:53.710907 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7f3f6f92-c5ea-4706-8dfa-b6263131bcae req-9aa4da94-71f5-463b-ac18-7f7512fa820f tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.2879977 Nov 28 07:50:53.730329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: a9e8d995-6939-4706-8985-f53942afccc3 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:50:53.730579 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a9e8d995-6939-4706-8985-f53942afccc3 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:50:53.740686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-adae92e4-bcd6-45fd-aa4e-821e6cb1eded None None] Port 8dba7bc8-b735-4d62-8c56-cb8de51406a0 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:53.768513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fff48260-b7ea-415c-b92c-559fdcd7c151 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:53.777676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff48260-b7ea-415c-b92c-559fdcd7c151 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:53.778344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fff48260-b7ea-415c-b92c-559fdcd7c151 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:53.849595 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fff48260-b7ea-415c-b92c-559fdcd7c151 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9834976 Nov 28 07:50:53.852544 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40434) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:53.860881 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b00bf2b8-337a-4b1a-8768-dc2102ec5349 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': '4800f99d-8eb8-49ee-982f-4f451765b5b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:53.868953 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c51bc803-5a1f-4f62-a92c-1935529bbfab None None] Provisioning complete for port 8dba7bc8-b735-4d62-8c56-cb8de51406a0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:53.869332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c51bc803-5a1f-4f62-a92c-1935529bbfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:53.888500 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7f3f6f92-c5ea-4706-8dfa-b6263131bcae req-53e54dc6-6171-4651-8516-657902e0bf90 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759851 Nov 28 07:50:53.919111 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c51bc803-5a1f-4f62-a92c-1935529bbfab None None] Port 8dba7bc8-b735-4d62-8c56-cb8de51406a0 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:53.939833 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff48260-b7ea-415c-b92c-559fdcd7c151 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Network': ['ID=4800f99d-8eb8-49ee-982f-4f451765b5b6,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:53.951811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 4800f99d-8eb8-49ee-982f-4f451765b5b6 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:50:54.008937 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-35cd24b2-5b48-41b4-9b97-dd9d784cb217 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:54.014527 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00bf2b8-337a-4b1a-8768-dc2102ec5349 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:54.018680 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b00bf2b8-337a-4b1a-8768-dc2102ec5349 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:54.021712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-35cd24b2-5b48-41b4-9b97-dd9d784cb217 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:54.035329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cd24b2-5b48-41b4-9b97-dd9d784cb217 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:54.039015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-35cd24b2-5b48-41b4-9b97-dd9d784cb217 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:54.040452 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-35cd24b2-5b48-41b4-9b97-dd9d784cb217 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/ports/8dba7bc8-b735-4d62-8c56-cb8de51406a0 HTTP/1.1" status: 200 len: 911 time: 1.4862814 Nov 28 07:50:54.045043 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40436) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:54.094107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd24b2-5b48-41b4-9b97-dd9d784cb217 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=8dba7bc8-b735-4d62-8c56-cb8de51406a0,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:54.421703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b00bf2b8-337a-4b1a-8768-dc2102ec5349 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:54.521165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bf2b8-337a-4b1a-8768-dc2102ec5349 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Subnet': ['ID=6e0d070d-38bb-456e-90b6-666802ffd699,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:54.536453 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00bf2b8-337a-4b1a-8768-dc2102ec5349 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Checking segment: {'id': '4586f20d-cb55-4654-b799-63909e4df0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4800f99d-8eb8-49ee-982f-4f451765b5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:54.536813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00bf2b8-337a-4b1a-8768-dc2102ec5349 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network hostable DHCP agents. Network: 4800f99d-8eb8-49ee-982f-4f451765b5b6, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:50:54.588003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00bf2b8-337a-4b1a-8768-dc2102ec5349 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 4800f99d-8eb8-49ee-982f-4f451765b5b6 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:50:54.602349 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-b00bf2b8-337a-4b1a-8768-dc2102ec5349 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 4800f99d-8eb8-49ee-982f-4f451765b5b6) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:54.607337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00bf2b8-337a-4b1a-8768-dc2102ec5349 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:54.608115 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b00bf2b8-337a-4b1a-8768-dc2102ec5349 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:54.612815 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec4300d-9c29-460d-97f8-aca9f8f4e693 None None] Network 4800f99d-8eb8-49ee-982f-4f451765b5b6 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:54.636307 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b00bf2b8-337a-4b1a-8768-dc2102ec5349 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7814667 Nov 28 07:50:54.639416 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40440) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:54.642175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e6432eb-6c00-4945-b803-1dc356416922 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:54.644972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d28e290f-e70d-4aba-b9b0-5566d6d4d0e2 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'network_id': '4800f99d-8eb8-49ee-982f-4f451765b5b6', 'name': 'tempest-PortsIpV6TestJSON-729759594', 'fixed_ips': [{'subnet_id': '6e0d070d-38bb-456e-90b6-666802ffd699', 'ip_address': '2001:db8::10'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:54.815438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28e290f-e70d-4aba-b9b0-5566d6d4d0e2 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:54.825716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-4800f99d-8eb8-49ee-982f-4f451765b5b6', 'network_id': '4800f99d-8eb8-49ee-982f-4f451765b5b6', 'tenant_id': 'fb58eb61cb674df8b687b13493fe7c67', 'fixed_ips': [{'subnet_id': '6e0d070d-38bb-456e-90b6-666802ffd699'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:50:54.827842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:54.928027 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d28e290f-e70d-4aba-b9b0-5566d6d4d0e2 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:54.949598 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-d28e290f-e70d-4aba-b9b0-5566d6d4d0e2 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port f27a7789-c186-4327-8e5b-78e32e523a0a yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:55.001292 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-1e6432eb-6c00-4945-b803-1dc356416922 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port 8dba7bc8-b735-4d62-8c56-cb8de51406a0 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:55.002436 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e6432eb-6c00-4945-b803-1dc356416922 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:55.006755 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Allocated IP 2001:db8::2 (4800f99d-8eb8-49ee-982f-4f451765b5b6/6e0d070d-38bb-456e-90b6-666802ffd699/14d41c6a-e004-41b4-a849-d4d6cef4da5e) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:55.143975 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e6432eb-6c00-4945-b803-1dc356416922 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:55.154263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa21fa-190c-4d1e-a32a-f1b41edd223e req-97463b19-99b1-4b62-b6fb-3a70e814402e tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:55.156095 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-09fa21fa-190c-4d1e-a32a-f1b41edd223e req-97463b19-99b1-4b62-b6fb-3a70e814402e tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.1235073 Nov 28 07:50:55.173838 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-1e6432eb-6c00-4945-b803-1dc356416922 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for 8dba7bc8-b735-4d62-8c56-cb8de51406a0 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:55.182995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:55.193154 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:55.224332 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-09fa21fa-190c-4d1e-a32a-f1b41edd223e req-90644041-8ed5-4eea-bd4b-1bc97e41d319 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599184 Nov 28 07:50:55.236269 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Network 4800f99d-8eb8-49ee-982f-4f451765b5b6 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:55.241242 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:55.243915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:55.262679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Pushing event updated for resources: {'Port': ['ID=14d41c6a-e004-41b4-a849-d4d6cef4da5e,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:55.265713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-d28e290f-e70d-4aba-b9b0-5566d6d4d0e2 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Allocated IP 2001:db8::10 (4800f99d-8eb8-49ee-982f-4f451765b5b6/6e0d070d-38bb-456e-90b6-666802ffd699/f27a7789-c186-4327-8e5b-78e32e523a0a) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:55.357089 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Attempting to bind port 14d41c6a-e004-41b4-a849-d4d6cef4da5e on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:50:55.357833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Attempting to bind port 14d41c6a-e004-41b4-a849-d4d6cef4da5e by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '4586f20d-cb55-4654-b799-63909e4df0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4800f99d-8eb8-49ee-982f-4f451765b5b6'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:50:55.357833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Attempting to bind port 14d41c6a-e004-41b4-a849-d4d6cef4da5e on network 4800f99d-8eb8-49ee-982f-4f451765b5b6 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:50:55.365026 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:50:55.365026 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Checking segment: {'id': '4586f20d-cb55-4654-b799-63909e4df0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4800f99d-8eb8-49ee-982f-4f451765b5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:50:55.365362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:55.365572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Bound using segment: {'id': '4586f20d-cb55-4654-b799-63909e4df0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4800f99d-8eb8-49ee-982f-4f451765b5b6'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:50:55.366045 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Bound port: 14d41c6a-e004-41b4-a849-d4d6cef4da5e, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4586f20d-cb55-4654-b799-63909e4df0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4800f99d-8eb8-49ee-982f-4f451765b5b6'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:50:55.366692 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:55.447622 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] For port 14d41c6a-e004-41b4-a849-d4d6cef4da5e, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:50:55.452448 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] For port 14d41c6a-e004-41b4-a849-d4d6cef4da5e, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=14d41c6a-e004-41b4-a849-d4d6cef4da5e,segment=NetworkSegment(4586f20d-cb55-4654-b799-63909e4df0e1),segment_id=4586f20d-cb55-4654-b799-63909e4df0e1)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:50:55.454621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e6432eb-6c00-4945-b803-1dc356416922 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:55.458212 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:55.473271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d28e290f-e70d-4aba-b9b0-5566d6d4d0e2 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:55.546615 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d28e290f-e70d-4aba-b9b0-5566d6d4d0e2 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:55.558298 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34794087-d378-4271-ab0d-4612eb48bcac None None] Pushing event updated for resources: {'Port': ['ID=14d41c6a-e004-41b4-a849-d4d6cef4da5e,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:55.558550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6432eb-6c00-4945-b803-1dc356416922 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=8dba7bc8-b735-4d62-8c56-cb8de51406a0,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:55.613173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e290f-e70d-4aba-b9b0-5566d6d4d0e2 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=f27a7789-c186-4327-8e5b-78e32e523a0a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:55.633776 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28e290f-e70d-4aba-b9b0-5566d6d4d0e2 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 4800f99d-8eb8-49ee-982f-4f451765b5b6 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:55.636380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-d28e290f-e70d-4aba-b9b0-5566d6d4d0e2 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:55.639759 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e290f-e70d-4aba-b9b0-5566d6d4d0e2 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:55.645513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e290f-e70d-4aba-b9b0-5566d6d4d0e2 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:55.646160 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d28e290f-e70d-4aba-b9b0-5566d6d4d0e2 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:55.667714 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d28e290f-e70d-4aba-b9b0-5566d6d4d0e2 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0267472 Nov 28 07:50:55.670863 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40446) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:55.675723 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-555a5e69-0c17-493a-a157-5830b00a2a47 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'network_id': '4800f99d-8eb8-49ee-982f-4f451765b5b6', 'name': 'tempest-PortsIpV6TestJSON-650098646', 'fixed_ips': [{'subnet_id': '6e0d070d-38bb-456e-90b6-666802ffd699', 'ip_address': '2001:db8::f'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:55.882425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555a5e69-0c17-493a-a157-5830b00a2a47 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:55.896495 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-555a5e69-0c17-493a-a157-5830b00a2a47 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:55.919836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-555a5e69-0c17-493a-a157-5830b00a2a47 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port f8489c1c-3d17-473f-8a4d-1fc31a90fa26 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:50:56.077279 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e6432eb-6c00-4945-b803-1dc356416922 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:56.114337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-555a5e69-0c17-493a-a157-5830b00a2a47 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Allocated IP 2001:db8::f (4800f99d-8eb8-49ee-982f-4f451765b5b6/6e0d070d-38bb-456e-90b6-666802ffd699/f8489c1c-3d17-473f-8a4d-1fc31a90fa26) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:50:56.273044 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6432eb-6c00-4945-b803-1dc356416922 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:50:56.279103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-555a5e69-0c17-493a-a157-5830b00a2a47 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:56.392236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6432eb-6c00-4945-b803-1dc356416922 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:50:56.395630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-555a5e69-0c17-493a-a157-5830b00a2a47 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:56.404162 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068250b6-f8f1-4bc5-8851-42e57667f1cd None None] Sync routers for ids ['43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:50:56.416028 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1e6432eb-6c00-4945-b803-1dc356416922 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3698378 Nov 28 07:50:56.419719 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40452) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:56.441751 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068250b6-f8f1-4bc5-8851-42e57667f1cd None None] Routers {'43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:56.446347 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-068250b6-f8f1-4bc5-8851-42e57667f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:56.451847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ab452-7f7d-4fcd-af90-0999818f850d req-f603396d-e748-4107-b020-c3027317a812 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:56.453440 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2e8ab452-7f7d-4fcd-af90-0999818f850d req-f603396d-e748-4107-b020-c3027317a812 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.1325483 Nov 28 07:50:56.492037 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a5e69-0c17-493a-a157-5830b00a2a47 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 4800f99d-8eb8-49ee-982f-4f451765b5b6 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:50:56.494911 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-baf09063-cc27-45f3-8da6-fd64cd24b2a6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports?device_id=43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31 HTTP/1.1" status: 200 len: 205 time: 0.0737002 Nov 28 07:50:56.498513 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40454) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:56.511936 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-068250b6-f8f1-4bc5-8851-42e57667f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:56.516604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-555a5e69-0c17-493a-a157-5830b00a2a47 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:50:56.519352 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a5e69-0c17-493a-a157-5830b00a2a47 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:50:56.521802 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068250b6-f8f1-4bc5-8851-42e57667f1cd None None] Routers {'43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:50:56.522618 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-068250b6-f8f1-4bc5-8851-42e57667f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:56.526118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555a5e69-0c17-493a-a157-5830b00a2a47 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:56.526303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-555a5e69-0c17-493a-a157-5830b00a2a47 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:56.557349 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-555a5e69-0c17-493a-a157-5830b00a2a47 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8861053 Nov 28 07:50:56.561522 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a5e69-0c17-493a-a157-5830b00a2a47 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=f8489c1c-3d17-473f-8a4d-1fc31a90fa26,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:56.564085 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40456) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:56.587507 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-068250b6-f8f1-4bc5-8851-42e57667f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:56.588441 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068250b6-f8f1-4bc5-8851-42e57667f1cd None None] The sync data for ids ['43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:50:56.590001 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2e8ab452-7f7d-4fcd-af90-0999818f850d req-0d0fc45b-39cb-4edf-a6f4-7553c299ed31 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268942 Nov 28 07:50:56.641220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8a35981b-692a-4bd1-8238-b721d7261a24 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:56.770910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c1d44-8e82-455e-ab9a-0d46306360da None None] Network 4800f99d-8eb8-49ee-982f-4f451765b5b6 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:56.781897 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d97be57-f89f-4a19-b9d8-477dbe31cd0f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:56.786218 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1d97be57-f89f-4a19-b9d8-477dbe31cd0f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2210636 Nov 28 07:50:56.786515 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40458) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:56.866378 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8a35981b-692a-4bd1-8238-b721d7261a24 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:56.869813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8a35981b-692a-4bd1-8238-b721d7261a24 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:56.901408 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d0ecf303-2116-47a0-bfc7-a847fdd54aef None None] Provisioning complete for port 14d41c6a-e004-41b4-a849-d4d6cef4da5e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:56.902166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf303-2116-47a0-bfc7-a847fdd54aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:56.935549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8a35981b-692a-4bd1-8238-b721d7261a24 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:56.936058 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a35981b-692a-4bd1-8238-b721d7261a24 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Fanout notify agent at l3_agent the message router_deleted on router 43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:50:56.953099 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8a35981b-692a-4bd1-8238-b721d7261a24 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:56.956935 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8a35981b-692a-4bd1-8238-b721d7261a24 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/routers/43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31 HTTP/1.1" status: 204 len: 168 time: 0.4571774 Nov 28 07:50:56.957542 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40460) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:57.027671 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984fc29f-e32a-44a8-b0f1-89c1adaa3caa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:57.040994 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984fc29f-e32a-44a8-b0f1-89c1adaa3caa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:57.057012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984fc29f-e32a-44a8-b0f1-89c1adaa3caa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:57.063928 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-984fc29f-e32a-44a8-b0f1-89c1adaa3caa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2762945 Nov 28 07:50:57.064461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40462) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:57.087146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da34894-c210-46b2-bab6-251f1abd5078 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting subnet 9912aaf5-febf-4d5f-ad33-46ca0c6adb4a {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:57.090647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6da34894-c210-46b2-bab6-251f1abd5078 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:57.150962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf303-2116-47a0-bfc7-a847fdd54aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:57.175908 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6da34894-c210-46b2-bab6-251f1abd5078 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:57.206341 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-d0ecf303-2116-47a0-bfc7-a847fdd54aef None None] For port 14d41c6a-e004-41b4-a849-d4d6cef4da5e, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=14d41c6a-e004-41b4-a849-d4d6cef4da5e,segment=NetworkSegment(4586f20d-cb55-4654-b799-63909e4df0e1),segment_id=4586f20d-cb55-4654-b799-63909e4df0e1)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:57.215325 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf303-2116-47a0-bfc7-a847fdd54aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:57.263217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 14d41c6a-e004-41b4-a849-d4d6cef4da5e up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:57.332176 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecf303-2116-47a0-bfc7-a847fdd54aef None None] Pushing event updated for resources: {'Port': ['ID=14d41c6a-e004-41b4-a849-d4d6cef4da5e,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:57.346353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 14d41c6a-e004-41b4-a849-d4d6cef4da5e triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:57.346735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:57.364747 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6da34894-c210-46b2-bab6-251f1abd5078 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:57.378982 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-b80417cc-d6d7-46f4-b9cc-b5929d7ada6d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port f8489c1c-3d17-473f-8a4d-1fc31a90fa26 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:57.379609 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b80417cc-d6d7-46f4-b9cc-b5929d7ada6d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:57.520959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6da34894-c210-46b2-bab6-251f1abd5078 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:57.560908 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da34894-c210-46b2-bab6-251f1abd5078 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Subnet': ['ID=9912aaf5-febf-4d5f-ad33-46ca0c6adb4a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:57.565087 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b80417cc-d6d7-46f4-b9cc-b5929d7ada6d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:57.571504 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-472b0b3e-43e4-4c45-bb77-70c2849a4a10 None None] Provisioning complete for port 14d41c6a-e004-41b4-a849-d4d6cef4da5e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:57.571951 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-472b0b3e-43e4-4c45-bb77-70c2849a4a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:57.575878 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6da34894-c210-46b2-bab6-251f1abd5078 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:57.579979 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6da34894-c210-46b2-bab6-251f1abd5078 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/9912aaf5-febf-4d5f-ad33-46ca0c6adb4a HTTP/1.1" status: 204 len: 168 time: 0.6214786 Nov 28 07:50:57.582565 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40466) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:57.616146 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-b80417cc-d6d7-46f4-b9cc-b5929d7ada6d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for f8489c1c-3d17-473f-8a4d-1fc31a90fa26 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:57.645804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227e1dd6-e1bf-46bb-bf8e-940752067dd3 None None] Network 3b60c18c-eaa6-49eb-a626-cf2ab244b923 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:57.737996 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:57.898324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-472b0b3e-43e4-4c45-bb77-70c2849a4a10 None None] Provisioning complete for port f27a7789-c186-4327-8e5b-78e32e523a0a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:57.898324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-472b0b3e-43e4-4c45-bb77-70c2849a4a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:57.938165 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b80417cc-d6d7-46f4-b9cc-b5929d7ada6d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:57.942371 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cd5f8-2179-4c54-9a62-168140606414 req-e7dd62b2-92ca-411d-a1aa-b4c407fe6ae6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:57.958848 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-567cd5f8-2179-4c54-9a62-168140606414 req-e7dd62b2-92ca-411d-a1aa-b4c407fe6ae6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.1950490 Nov 28 07:50:57.972844 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80417cc-d6d7-46f4-b9cc-b5929d7ada6d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=f8489c1c-3d17-473f-8a4d-1fc31a90fa26,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:57.986439 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-472b0b3e-43e4-4c45-bb77-70c2849a4a10 None None] Port f27a7789-c186-4327-8e5b-78e32e523a0a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:57.990252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-472b0b3e-43e4-4c45-bb77-70c2849a4a10 None None] Could not find standard attr ID for object f8489c1c-3d17-473f-8a4d-1fc31a90fa26. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:50:58.033235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b80417cc-d6d7-46f4-b9cc-b5929d7ada6d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.038624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d9ca3e-9087-48c4-99de-41c4bfeda83e None None] DHCP port deletion for 3b60c18c-eaa6-49eb-a626-cf2ab244b923 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:58.045070 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b80417cc-d6d7-46f4-b9cc-b5929d7ada6d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/f8489c1c-3d17-473f-8a4d-1fc31a90fa26 HTTP/1.1" status: 204 len: 168 time: 0.9773424 Nov 28 07:50:58.046285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40470) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:58.078474 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-a737e04a-5168-40c6-83fc-88ddd5ac20a1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] GET failed (client error): The resource could not be found. Nov 28 07:50:58.083308 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a737e04a-5168-40c6-83fc-88ddd5ac20a1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/f8489c1c-3d17-473f-8a4d-1fc31a90fa26 HTTP/1.1" status: 404 len: 333 time: 0.0354364 Nov 28 07:50:58.084400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40472) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:58.090558 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-567cd5f8-2179-4c54-9a62-168140606414 req-bcd8b3fe-b44b-4f28-97cd-6a1d9287f98e tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244519 Nov 28 07:50:58.099164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:58.099493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.157808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9453d4ef-a1cd-4162-9ea8-ad36b4952f03 None None] Provisioning complete for port f27a7789-c186-4327-8e5b-78e32e523a0a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:58.158269 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9453d4ef-a1cd-4162-9ea8-ad36b4952f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.199640 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] For port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=13ff48b2-a847-4494-bf8c-dd1ebccc3bbc,segment=NetworkSegment(0f6bc93d-8832-4e4d-a11d-92d303fa9578),segment_id=0f6bc93d-8832-4e4d-a11d-92d303fa9578)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:58.200017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.222664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:58.261111 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f20177e9-cfa4-46b4-9428-5eab9f57b506 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port f27a7789-c186-4327-8e5b-78e32e523a0a {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:58.261455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f20177e9-cfa4-46b4-9428-5eab9f57b506 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.299102 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9453d4ef-a1cd-4162-9ea8-ad36b4952f03 None None] Port f27a7789-c186-4327-8e5b-78e32e523a0a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:50:58.306903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-05d9ca3e-9087-48c4-99de-41c4bfeda83e None None] Deleting port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:58.308055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05d9ca3e-9087-48c4-99de-41c4bfeda83e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.383881 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f20177e9-cfa4-46b4-9428-5eab9f57b506 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.400411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f20177e9-cfa4-46b4-9428-5eab9f57b506 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for f27a7789-c186-4327-8e5b-78e32e523a0a owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:58.405051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.421984 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No DVR routers for this DVR port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:58.455170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=13ff48b2-a847-4494-bf8c-dd1ebccc3bbc,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:58.457572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-05d9ca3e-9087-48c4-99de-41c4bfeda83e None None] For port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=13ff48b2-a847-4494-bf8c-dd1ebccc3bbc,segment=NetworkSegment(0f6bc93d-8832-4e4d-a11d-92d303fa9578),segment_id=0f6bc93d-8832-4e4d-a11d-92d303fa9578)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:58.457966 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05d9ca3e-9087-48c4-99de-41c4bfeda83e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.477431 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f6ef52ec-d8e6-4e86-8e16-91537fbb943f None None] Could not find standard attr ID for object f8489c1c-3d17-473f-8a4d-1fc31a90fa26. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:50:58.499365 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-05d9ca3e-9087-48c4-99de-41c4bfeda83e None None] Calling delete_port for 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:58.574115 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.622617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05d9ca3e-9087-48c4-99de-41c4bfeda83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.629031 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b60c18c-eaa6-49eb-a626-cf2ab244b923']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:58.646198 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6bc93d-8832-4e4d-a11d-92d303fa9578') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:58.646577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6bc93d-8832-4e4d-a11d-92d303fa9578') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:50:58.671403 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.678637 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9ca3e-9087-48c4-99de-41c4bfeda83e None None] No DVR routers for this DVR port 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:58.683823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f20177e9-cfa4-46b4-9428-5eab9f57b506 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.695617 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.697003 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9ca3e-9087-48c4-99de-41c4bfeda83e None None] Pushing event deleted for resources: {'Port': ['ID=13ff48b2-a847-4494-bf8c-dd1ebccc3bbc,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:58.709516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:50:58.712523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:50:58.717485 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:50:58.740355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20177e9-cfa4-46b4-9428-5eab9f57b506 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=f27a7789-c186-4327-8e5b-78e32e523a0a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:58.766195 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f20177e9-cfa4-46b4-9428-5eab9f57b506 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.773443 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f20177e9-cfa4-46b4-9428-5eab9f57b506 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/f27a7789-c186-4327-8e5b-78e32e523a0a HTTP/1.1" status: 204 len: 168 time: 0.6876857 Nov 28 07:50:58.774154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40476) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:58.796568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.801429 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcad0917-8448-4c09-b0f3-b2f0cbc98ece tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] GET failed (client error): The resource could not be found. Nov 28 07:50:58.803985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.804460 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fcad0917-8448-4c09-b0f3-b2f0cbc98ece tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/f27a7789-c186-4327-8e5b-78e32e523a0a HTTP/1.1" status: 404 len: 333 time: 0.0291250 Nov 28 07:50:58.810224 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/networks/3b60c18c-eaa6-49eb-a626-cf2ab244b923 HTTP/1.1" status: 204 len: 168 time: 1.2264192 Nov 28 07:50:58.810649 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40478) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:58.814413 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40480) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:58.814584 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:50:58.818827 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-5a5aef17-c301-4987-96c9-6feeeb0c71a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-793930896', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:58.842117 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94be0c6-2e58-411b-bffd-e5fb41780e5b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Network': ['ID=3b60c18c-eaa6-49eb-a626-cf2ab244b923,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:58.894006 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5a5aef17-c301-4987-96c9-6feeeb0c71a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.895098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5a5aef17-c301-4987-96c9-6feeeb0c71a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:58.921710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe21034c-bd99-4d29-af6c-aa55e4613964 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting subnet 6e0d070d-38bb-456e-90b6-666802ffd699 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:50:58.927341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe21034c-bd99-4d29-af6c-aa55e4613964 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.007912 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5a5aef17-c301-4987-96c9-6feeeb0c71a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.013754 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe21034c-bd99-4d29-af6c-aa55e4613964 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.017793 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5a5aef17-c301-4987-96c9-6feeeb0c71a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.063148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5a5aef17-c301-4987-96c9-6feeeb0c71a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.064304 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5a5aef17-c301-4987-96c9-6feeeb0c71a3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2489939 Nov 28 07:50:59.067102 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40482) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:59.071836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-54400015-dbfd-4f52-b089-00a8c5d454a6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1923541808'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:59.079635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 14d41c6a-e004-41b4-a849-d4d6cef4da5e up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:50:59.143442 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54400015-dbfd-4f52-b089-00a8c5d454a6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:59.145345 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 14d41c6a-e004-41b4-a849-d4d6cef4da5e triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:50:59.145719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.149469 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-54400015-dbfd-4f52-b089-00a8c5d454a6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.154204 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe21034c-bd99-4d29-af6c-aa55e4613964 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.239401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54400015-dbfd-4f52-b089-00a8c5d454a6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:50:59.259582 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-54400015-dbfd-4f52-b089-00a8c5d454a6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.259931 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-54400015-dbfd-4f52-b089-00a8c5d454a6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Added segment 85a054c4-70e4-49e6-bbb2-88a930f59cab of type vlan for network 1a5da2d7-00f8-4f72-9fb3-edea33e71adf Nov 28 07:50:59.312292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:50:59.316655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-54400015-dbfd-4f52-b089-00a8c5d454a6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.319192 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe21034c-bd99-4d29-af6c-aa55e4613964 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.336761 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:50:59.337192 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 13ff48b2-a847-4494-bf8c-dd1ebccc3bbc not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:50:59.358859 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea2f77-171a-487d-b2e5-9d66e22e40f1 req-a4ce454f-e618-440d-8800-726d53c9c94e tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:59.360357 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0dea2f77-171a-487d-b2e5-9d66e22e40f1 req-a4ce454f-e618-440d-8800-726d53c9c94e tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.1695333 Nov 28 07:50:59.366802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21034c-bd99-4d29-af6c-aa55e4613964 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0d070d-38bb-456e-90b6-666802ffd699,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:59.373765 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bd9edb-c3bb-4d8a-b5bd-e5ac0f282354 None None] Network 4800f99d-8eb8-49ee-982f-4f451765b5b6 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:50:59.375247 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe21034c-bd99-4d29-af6c-aa55e4613964 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.378409 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fe21034c-bd99-4d29-af6c-aa55e4613964 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/6e0d070d-38bb-456e-90b6-666802ffd699 HTTP/1.1" status: 204 len: 168 time: 0.5665493 Nov 28 07:50:59.381339 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40486) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:59.411922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-54400015-dbfd-4f52-b089-00a8c5d454a6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.418385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54400015-dbfd-4f52-b089-00a8c5d454a6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:50:59.419055 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-54400015-dbfd-4f52-b089-00a8c5d454a6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.480348 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0dea2f77-171a-487d-b2e5-9d66e22e40f1 req-72a33ff1-483e-4013-ae78-7d5942733167 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115158 Nov 28 07:50:59.486533 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-54400015-dbfd-4f52-b089-00a8c5d454a6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4184277 Nov 28 07:50:59.489788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40488) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:50:59.496555 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-6421e285-197b-4350-b418-9783f4be9aa3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'subnet': {'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:50:59.506136 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.551502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54400015-dbfd-4f52-b089-00a8c5d454a6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Network': ['ID=1a5da2d7-00f8-4f72-9fb3-edea33e71adf,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:59.611612 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 1a5da2d7-00f8-4f72-9fb3-edea33e71adf details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:50:59.628519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port 14d41c6a-e004-41b4-a849-d4d6cef4da5e {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:59.629056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.651303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6421e285-197b-4350-b418-9783f4be9aa3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:50:59.655301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6421e285-197b-4350-b418-9783f4be9aa3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.722371 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] For port 14d41c6a-e004-41b4-a849-d4d6cef4da5e, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=14d41c6a-e004-41b4-a849-d4d6cef4da5e,segment=NetworkSegment(4586f20d-cb55-4654-b799-63909e4df0e1),segment_id=4586f20d-cb55-4654-b799-63909e4df0e1)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:59.723101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.741417 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for 14d41c6a-e004-41b4-a849-d4d6cef4da5e owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:50:59.835962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e106c12-67be-4afb-8529-c102026b30cb None None] DHCP port deletion for 4800f99d-8eb8-49ee-982f-4f451765b5b6 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:50:59.849722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.880872 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=14d41c6a-e004-41b4-a849-d4d6cef4da5e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:50:59.889151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No DVR routers for this DVR port 14d41c6a-e004-41b4-a849-d4d6cef4da5e on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:50:59.898997 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-6e106c12-67be-4afb-8529-c102026b30cb None None] Deleting port 14d41c6a-e004-41b4-a849-d4d6cef4da5e {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:50:59.899381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6e106c12-67be-4afb-8529-c102026b30cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.927924 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6421e285-197b-4350-b418-9783f4be9aa3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.988979 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:50:59.990840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6e106c12-67be-4afb-8529-c102026b30cb None None] For port 14d41c6a-e004-41b4-a849-d4d6cef4da5e, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:50:59.991429 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6e106c12-67be-4afb-8529-c102026b30cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.005780 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-6e106c12-67be-4afb-8529-c102026b30cb None None] Calling delete_port for 14d41c6a-e004-41b4-a849-d4d6cef4da5e owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:00.009718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421e285-197b-4350-b418-9783f4be9aa3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Subnet': ['ID=8e64cd72-da59-4d20-9eee-aaefd5702fb9,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:00.010027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.ipam_backend_mixin [None req-6e106c12-67be-4afb-8529-c102026b30cb None None] Port 14d41c6a-e004-41b4-a849-d4d6cef4da5e was not found and therefore no delete operation was performed {{(pid=115120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:51:00.011486 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6e106c12-67be-4afb-8529-c102026b30cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.015567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4800f99d-8eb8-49ee-982f-4f451765b5b6']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:00.015917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6421e285-197b-4350-b418-9783f4be9aa3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Checking segment: {'id': '85a054c4-70e4-49e6-bbb2-88a930f59cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:00.016920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6421e285-197b-4350-b418-9783f4be9aa3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network hostable DHCP agents. Network: 1a5da2d7-00f8-4f72-9fb3-edea33e71adf, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:51:00.029126 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4586f20d-cb55-4654-b799-63909e4df0e1') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:00.029554 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4586f20d-cb55-4654-b799-63909e4df0e1') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:00.038321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6421e285-197b-4350-b418-9783f4be9aa3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 1a5da2d7-00f8-4f72-9fb3-edea33e71adf is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:51:00.040975 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.045842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e106c12-67be-4afb-8529-c102026b30cb None None] Pushing event deleted for resources: {'Port': ['ID=14d41c6a-e004-41b4-a849-d4d6cef4da5e,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:00.050484 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-6421e285-197b-4350-b418-9783f4be9aa3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 1a5da2d7-00f8-4f72-9fb3-edea33e71adf) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:00.052516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e106c12-67be-4afb-8529-c102026b30cb None None] No DVR routers for this DVR port 14d41c6a-e004-41b4-a849-d4d6cef4da5e on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:51:00.061258 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.063756 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14806f6-7dc0-4691-b2e7-63d5d332d7a8 None None] Network 1a5da2d7-00f8-4f72-9fb3-edea33e71adf requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:00.072179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:51:00.072512 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:51:00.076214 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:51:00.078305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6421e285-197b-4350-b418-9783f4be9aa3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:00.078305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6421e285-197b-4350-b418-9783f4be9aa3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.111091 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6421e285-197b-4350-b418-9783f4be9aa3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6200345 Nov 28 07:51:00.111991 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40492) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:00.151848 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.157106 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.160668 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/networks/4800f99d-8eb8-49ee-982f-4f451765b5b6 HTTP/1.1" status: 204 len: 168 time: 0.7775190 Nov 28 07:51:00.165158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40494) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:00.175933 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-48b4d2d2-6c07-4f63-bfab-c8f047e3c43a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-789618077'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:00.194051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd5d27-e609-4866-9247-41d050f0c97a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Network': ['ID=4800f99d-8eb8-49ee-982f-4f451765b5b6,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:00.218202 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b4d2d2-6c07-4f63-bfab-c8f047e3c43a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:00.222234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48b4d2d2-6c07-4f63-bfab-c8f047e3c43a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.251621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b4d2d2-6c07-4f63-bfab-c8f047e3c43a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:51:00.252062 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:51:00.253522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.267407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48b4d2d2-6c07-4f63-bfab-c8f047e3c43a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.268578 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-48b4d2d2-6c07-4f63-bfab-c8f047e3c43a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Added segment 930a9f11-3566-442f-98e6-f2cd83dbdf92 of type vlan for network 15735700-5e00-4bab-94fb-5f5129370712 Nov 28 07:51:00.330267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48b4d2d2-6c07-4f63-bfab-c8f047e3c43a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.378711 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48b4d2d2-6c07-4f63-bfab-c8f047e3c43a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.385978 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b4d2d2-6c07-4f63-bfab-c8f047e3c43a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:00.386728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48b4d2d2-6c07-4f63-bfab-c8f047e3c43a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.447329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Allocated IP 2001:db8::2 (1a5da2d7-00f8-4f72-9fb3-edea33e71adf/8e64cd72-da59-4d20-9eee-aaefd5702fb9/cec227da-10e8-4534-a30c-c19796d5a86e) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:00.463469 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-48b4d2d2-6c07-4f63-bfab-c8f047e3c43a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2971594 Nov 28 07:51:00.468063 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40496) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:00.474166 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3ec82e49-d103-475b-ae61-f6b4d617434f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': '15735700-5e00-4bab-94fb-5f5129370712', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:00.482155 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4d2d2-6c07-4f63-bfab-c8f047e3c43a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Network': ['ID=15735700-5e00-4bab-94fb-5f5129370712,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:00.504063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 15735700-5e00-4bab-94fb-5f5129370712 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:51:00.673889 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec82e49-d103-475b-ae61-f6b4d617434f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:00.677752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3ec82e49-d103-475b-ae61-f6b4d617434f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.771859 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e039b8-d1e8-4b8a-9a29-48f762a073c7 req-d4737fc9-a79f-4d73-9d55-41e5ef3357ea tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:00.773860 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-82e039b8-d1e8-4b8a-9a29-48f762a073c7 req-d4737fc9-a79f-4d73-9d55-41e5ef3357ea tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.1505437 Nov 28 07:51:00.782850 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.791672 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.822020 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.854029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Pushing event updated for resources: {'Port': ['ID=cec227da-10e8-4534-a30c-c19796d5a86e,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:00.859954 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-82e039b8-d1e8-4b8a-9a29-48f762a073c7 req-76616831-cc0f-454e-873e-6c353cc7a3f6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722756 Nov 28 07:51:00.864711 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Network 1a5da2d7-00f8-4f72-9fb3-edea33e71adf is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:00.866549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:00.869541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:00.950843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Attempting to bind port cec227da-10e8-4534-a30c-c19796d5a86e on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:00.951547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Attempting to bind port cec227da-10e8-4534-a30c-c19796d5a86e by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '85a054c4-70e4-49e6-bbb2-88a930f59cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:00.952643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Attempting to bind port cec227da-10e8-4534-a30c-c19796d5a86e on network 1a5da2d7-00f8-4f72-9fb3-edea33e71adf {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:00.959776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:00.960451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Checking segment: {'id': '85a054c4-70e4-49e6-bbb2-88a930f59cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:00.960856 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.961250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Bound using segment: {'id': '85a054c4-70e4-49e6-bbb2-88a930f59cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:00.961716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Bound port: cec227da-10e8-4534-a30c-c19796d5a86e, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a054c4-70e4-49e6-bbb2-88a930f59cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:00.962664 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:00.972288 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3ec82e49-d103-475b-ae61-f6b4d617434f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.041524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] For port cec227da-10e8-4534-a30c-c19796d5a86e, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:01.045723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] For port cec227da-10e8-4534-a30c-c19796d5a86e, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=cec227da-10e8-4534-a30c-c19796d5a86e,segment=NetworkSegment(85a054c4-70e4-49e6-bbb2-88a930f59cab),segment_id=85a054c4-70e4-49e6-bbb2-88a930f59cab)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:01.052300 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.109985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec82e49-d103-475b-ae61-f6b4d617434f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Subnet': ['ID=0aff52ea-569b-4aca-92a7-413c03b36fbe,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:01.140003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec82e49-d103-475b-ae61-f6b4d617434f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Checking segment: {'id': '930a9f11-3566-442f-98e6-f2cd83dbdf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '15735700-5e00-4bab-94fb-5f5129370712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:01.140704 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec82e49-d103-475b-ae61-f6b4d617434f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network hostable DHCP agents. Network: 15735700-5e00-4bab-94fb-5f5129370712, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:51:01.165224 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec82e49-d103-475b-ae61-f6b4d617434f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 15735700-5e00-4bab-94fb-5f5129370712 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:51:01.169553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 14d41c6a-e004-41b4-a849-d4d6cef4da5e no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:51:01.178345 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-3ec82e49-d103-475b-ae61-f6b4d617434f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 15735700-5e00-4bab-94fb-5f5129370712) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:01.195849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec82e49-d103-475b-ae61-f6b4d617434f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:01.197220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3ec82e49-d103-475b-ae61-f6b4d617434f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.219981 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7e7934-96b0-4c33-936d-669665d0f46b None None] Network 15735700-5e00-4bab-94fb-5f5129370712 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:01.222732 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3ec82e49-d103-475b-ae61-f6b4d617434f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7533498 Nov 28 07:51:01.223053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40502) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:01.233311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7f52783b-f2ba-4925-a316-54c290006a5c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-254195995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:01.233913 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 14d41c6a-e004-41b4-a849-d4d6cef4da5e {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:51:01.234557 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 14d41c6a-e004-41b4-a849-d4d6cef4da5e not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:51:01.251526 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b006268-f123-41f3-a70c-e8f562fccb7e None None] Pushing event updated for resources: {'Port': ['ID=cec227da-10e8-4534-a30c-c19796d5a86e,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:01.255308 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.262519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Allocated IP 2001:db8::1 (1a5da2d7-00f8-4f72-9fb3-edea33e71adf/8e64cd72-da59-4d20-9eee-aaefd5702fb9/f1ca0d26-dbcc-4f71-8752-0b1b86f710c8) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:01.303848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7f52783b-f2ba-4925-a316-54c290006a5c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.305353 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7f52783b-f2ba-4925-a316-54c290006a5c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.429119 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7f52783b-f2ba-4925-a316-54c290006a5c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.456595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-15735700-5e00-4bab-94fb-5f5129370712', 'network_id': '15735700-5e00-4bab-94fb-5f5129370712', 'tenant_id': 'fb58eb61cb674df8b687b13493fe7c67', 'fixed_ips': [{'subnet_id': '0aff52ea-569b-4aca-92a7-413c03b36fbe'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:51:01.457633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.468552 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7f52783b-f2ba-4925-a316-54c290006a5c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.501647 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.506535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7f52783b-f2ba-4925-a316-54c290006a5c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.510717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40504) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:01.514913 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7f52783b-f2ba-4925-a316-54c290006a5c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2873676 Nov 28 07:51:01.520283 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-8095a7bf-e161-4ccb-8878-32569557617b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'network_id': '15735700-5e00-4bab-94fb-5f5129370712', 'name': 'tempest-PortsIpV6TestJSON-1921285431'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:01.568773 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.613005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 1a5da2d7-00f8-4f72-9fb3-edea33e71adf is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:01.616852 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:01.626286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:01.627243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.652843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Allocated IP 2001:db8::2 (15735700-5e00-4bab-94fb-5f5129370712/0aff52ea-569b-4aca-92a7-413c03b36fbe/c2ba364b-6e84-48e2-9ca3-d99b897c2742) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:01.681785 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8095a7bf-e161-4ccb-8878-32569557617b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:01.691241 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8095a7bf-e161-4ccb-8878-32569557617b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.713337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-8095a7bf-e161-4ccb-8878-32569557617b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port d8fce4da-7556-470f-8efb-6a2b5d77bab5 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:51:01.734184 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=f1ca0d26-dbcc-4f71-8752-0b1b86f710c8,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:01.862035 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.872811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.881194 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:01.928628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Network 15735700-5e00-4bab-94fb-5f5129370712 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:01.935060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:01.938770 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:01.970330 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Pushing event updated for resources: {'Port': ['ID=c2ba364b-6e84-48e2-9ca3-d99b897c2742,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:02.004991 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Attempting to bind port c2ba364b-6e84-48e2-9ca3-d99b897c2742 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:02.005370 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Attempting to bind port c2ba364b-6e84-48e2-9ca3-d99b897c2742 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '930a9f11-3566-442f-98e6-f2cd83dbdf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '15735700-5e00-4bab-94fb-5f5129370712'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:02.005745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Attempting to bind port c2ba364b-6e84-48e2-9ca3-d99b897c2742 on network 15735700-5e00-4bab-94fb-5f5129370712 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:02.011007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:02.011405 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Checking segment: {'id': '930a9f11-3566-442f-98e6-f2cd83dbdf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '15735700-5e00-4bab-94fb-5f5129370712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:02.011888 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:02.012288 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Bound using segment: {'id': '930a9f11-3566-442f-98e6-f2cd83dbdf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '15735700-5e00-4bab-94fb-5f5129370712'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:02.012969 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Bound port: c2ba364b-6e84-48e2-9ca3-d99b897c2742, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930a9f11-3566-442f-98e6-f2cd83dbdf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '15735700-5e00-4bab-94fb-5f5129370712'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:02.013341 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:02.015557 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-8095a7bf-e161-4ccb-8878-32569557617b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Allocated IP 2001:db8::2fa (15735700-5e00-4bab-94fb-5f5129370712/0aff52ea-569b-4aca-92a7-413c03b36fbe/d8fce4da-7556-470f-8efb-6a2b5d77bab5) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:02.096084 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] For port c2ba364b-6e84-48e2-9ca3-d99b897c2742, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:02.104439 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] For port c2ba364b-6e84-48e2-9ca3-d99b897c2742, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c2ba364b-6e84-48e2-9ca3-d99b897c2742,segment=NetworkSegment(930a9f11-3566-442f-98e6-f2cd83dbdf92),segment_id=930a9f11-3566-442f-98e6-f2cd83dbdf92)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:02.114993 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:02.131568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2141-67d8-4731-aa32-b4e23964388c req-85a7682d-8a42-4fb1-b643-cd71ffc658b8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:02.133273 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b13e2141-67d8-4731-aa32-b4e23964388c req-85a7682d-8a42-4fb1-b643-cd71ffc658b8 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.1290126 Nov 28 07:51:02.224710 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8095a7bf-e161-4ccb-8878-32569557617b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:02.234067 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b13e2141-67d8-4731-aa32-b4e23964388c req-dbe772fe-1c46-4c6e-b82e-c5268ab6b8c7 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931540 Nov 28 07:51:02.264663 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e9b88-9c22-4eb6-8ee9-096e1ed51ce1 None None] Pushing event updated for resources: {'Port': ['ID=c2ba364b-6e84-48e2-9ca3-d99b897c2742,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:02.309027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8095a7bf-e161-4ccb-8878-32569557617b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:02.370451 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095a7bf-e161-4ccb-8878-32569557617b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 15735700-5e00-4bab-94fb-5f5129370712 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:02.373836 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-8095a7bf-e161-4ccb-8878-32569557617b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:02.379946 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8095a7bf-e161-4ccb-8878-32569557617b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:02.383746 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:02.386583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095a7bf-e161-4ccb-8878-32569557617b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:02.387598 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8095a7bf-e161-4ccb-8878-32569557617b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:02.391944 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095a7bf-e161-4ccb-8878-32569557617b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=d8fce4da-7556-470f-8efb-6a2b5d77bab5,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:02.399278 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:02.400749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:02.415169 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8095a7bf-e161-4ccb-8878-32569557617b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9003670 Nov 28 07:51:02.417102 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40510) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:02.575974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 1a5da2d7-00f8-4f72-9fb3-edea33e71adf is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:02.581692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:02.640875 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=f1ca0d26-dbcc-4f71-8752-0b1b86f710c8,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:02.744292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 3882b176-417d-4760-9e66-c53110963dad is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:51:02.760982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8abe393-f193-4e1c-9c63-91396185decc None None] Network 1a5da2d7-00f8-4f72-9fb3-edea33e71adf requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:02.904721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:02.919348 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7c7d007b-1837-4175-bc99-af8d0fcc5e5d tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8053524 Nov 28 07:51:02.921317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40514) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:02.927174 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Sync routers for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:02.927614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-78c071ff-03ae-4f90-bd12-d92430faa25b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-164632136'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:02.961698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c071ff-03ae-4f90-bd12-d92430faa25b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:02.970008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-78c071ff-03ae-4f90-bd12-d92430faa25b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:02.981522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a722c521-f387-4fa9-b6f9-a9ab29e66658 None None] Provisioning complete for port cec227da-10e8-4534-a30c-c19796d5a86e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:02.981522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a722c521-f387-4fa9-b6f9-a9ab29e66658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:02.987446 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:02.987922 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:03.031222 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c071ff-03ae-4f90-bd12-d92430faa25b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:51:03.066993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-78c071ff-03ae-4f90-bd12-d92430faa25b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:03.068419 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-78c071ff-03ae-4f90-bd12-d92430faa25b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Added segment 4b9b45f5-3654-4ea6-8eab-27c67d4d5797 of type vlan for network 480a4745-5cf3-4814-9d6b-11990bc75e41 Nov 28 07:51:03.147353 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-78c071ff-03ae-4f90-bd12-d92430faa25b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:03.201658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-78c071ff-03ae-4f90-bd12-d92430faa25b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:03.203485 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:03.222737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c071ff-03ae-4f90-bd12-d92430faa25b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:03.223405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-78c071ff-03ae-4f90-bd12-d92430faa25b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:03.276799 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-78c071ff-03ae-4f90-bd12-d92430faa25b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3543823 Nov 28 07:51:03.280081 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40518) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:03.287513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e90092a4-3a12-41ce-8b0d-14643fb2d946 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'subnet': {'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:03.311124 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c2ba364b-6e84-48e2-9ca3-d99b897c2742 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:03.461683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c071ff-03ae-4f90-bd12-d92430faa25b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Network': ['ID=480a4745-5cf3-4814-9d6b-11990bc75e41,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:03.488818 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:03.608613 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90092a4-3a12-41ce-8b0d-14643fb2d946 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:03.617199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e90092a4-3a12-41ce-8b0d-14643fb2d946 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:03.626485 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0788b-4447-4d51-9cdd-01e9b5484619 req-a1b04bfd-2699-47b5-99ba-bcad3d11c913 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:03.629611 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a1f0788b-4447-4d51-9cdd-01e9b5484619 req-a1b04bfd-2699-47b5-99ba-bcad3d11c913 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.1760807 Nov 28 07:51:03.729687 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 480a4745-5cf3-4814-9d6b-11990bc75e41 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:51:03.733031 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a722c521-f387-4fa9-b6f9-a9ab29e66658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:03.853930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a722c521-f387-4fa9-b6f9-a9ab29e66658 None None] For port cec227da-10e8-4534-a30c-c19796d5a86e, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=cec227da-10e8-4534-a30c-c19796d5a86e,segment=NetworkSegment(85a054c4-70e4-49e6-bbb2-88a930f59cab),segment_id=85a054c4-70e4-49e6-bbb2-88a930f59cab)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:03.885517 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a722c521-f387-4fa9-b6f9-a9ab29e66658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:03.968827 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a1f0788b-4447-4d51-9cdd-01e9b5484619 req-ec97dcd1-cffb-4163-a026-ef1b05c7152a tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862287 Nov 28 07:51:04.042663 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722c521-f387-4fa9-b6f9-a9ab29e66658 None None] Pushing event updated for resources: {'Port': ['ID=cec227da-10e8-4534-a30c-c19796d5a86e,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:04.044424 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e90092a4-3a12-41ce-8b0d-14643fb2d946 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:04.054391 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5746a5-5296-44b8-871c-8214ec88f375 None None] Network 15735700-5e00-4bab-94fb-5f5129370712 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:04.129953 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:04.134256 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90092a4-3a12-41ce-8b0d-14643fb2d946 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Subnet': ['ID=c6828006-fc67-46f7-8cb6-08d7af98dc3f,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:04.141066 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:04.143401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90092a4-3a12-41ce-8b0d-14643fb2d946 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Checking segment: {'id': '4b9b45f5-3654-4ea6-8eab-27c67d4d5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:04.143908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90092a4-3a12-41ce-8b0d-14643fb2d946 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network hostable DHCP agents. Network: 480a4745-5cf3-4814-9d6b-11990bc75e41, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:51:04.165029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c2ba364b-6e84-48e2-9ca3-d99b897c2742 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:04.165553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:04.169360 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90092a4-3a12-41ce-8b0d-14643fb2d946 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 480a4745-5cf3-4814-9d6b-11990bc75e41 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:51:04.190774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-e90092a4-3a12-41ce-8b0d-14643fb2d946 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 480a4745-5cf3-4814-9d6b-11990bc75e41) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:04.198230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90092a4-3a12-41ce-8b0d-14643fb2d946 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:04.199243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e90092a4-3a12-41ce-8b0d-14643fb2d946 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:04.200840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-467009f0-4136-4561-b685-f2a6bdec8df1 None None] Provisioning complete for port cec227da-10e8-4534-a30c-c19796d5a86e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:04.200840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-467009f0-4136-4561-b685-f2a6bdec8df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:04.233952 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e90092a4-3a12-41ce-8b0d-14643fb2d946 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9517360 Nov 28 07:51:04.236943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40524) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:04.278841 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=d8fce4da-7556-470f-8efb-6a2b5d77bab5,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:04.298186 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b193fc2-d6f5-4455-88a3-f14c7563fcb8 None None] Network 480a4745-5cf3-4814-9d6b-11990bc75e41 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:04.457631 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:04.624194 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:04.690155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-480a4745-5cf3-4814-9d6b-11990bc75e41', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:51:04.691077 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:04.724484 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:04.728703 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:01Z', 'revision_number': 2, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:02Z', 'revision_number': 2, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:04.784749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Checking router: 3882b176-417d-4760-9e66-c53110963dad for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:51:04.785758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Updating router 3882b176-417d-4760-9e66-c53110963dad port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:51:04.817164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-467009f0-4136-4561-b685-f2a6bdec8df1 None None] Provisioning complete for port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:04.817537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-467009f0-4136-4561-b685-f2a6bdec8df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:04.820672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:04.914356 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port c2ba364b-6e84-48e2-9ca3-d99b897c2742, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c2ba364b-6e84-48e2-9ca3-d99b897c2742,segment=NetworkSegment(930a9f11-3566-442f-98e6-f2cd83dbdf92),segment_id=930a9f11-3566-442f-98e6-f2cd83dbdf92)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:04.929323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:04.931731 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:04.932544 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device cec227da-10e8-4534-a30c-c19796d5a86e up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:05.026136 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:05.037679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-467009f0-4136-4561-b685-f2a6bdec8df1 None None] Port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:05.044295 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:05.045971 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:05.138212 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=d8fce4da-7556-470f-8efb-6a2b5d77bab5,revision_number=3']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:05.192988 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=c2ba364b-6e84-48e2-9ca3-d99b897c2742,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:05.218926 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Allocated IP 2001:db8:1::2 (480a4745-5cf3-4814-9d6b-11990bc75e41/c6828006-fc67-46f7-8cb6-08d7af98dc3f/84ac983f-0135-494a-8477-2724627855a6) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:05.262075 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 15735700-5e00-4bab-94fb-5f5129370712 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:05.263817 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:05.444974 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Router cbdf249e-aab0-464e-b059-1f77290f90a9 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:51:05.447438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-3d2a34c8-fb6c-4627-ae1a-0346715b7fa0 None None] Provisioning complete for port c2ba364b-6e84-48e2-9ca3-d99b897c2742 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:05.448288 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3d2a34c8-fb6c-4627-ae1a-0346715b7fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:05.555956 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf390a91-9856-415d-8ea0-85a17f79eff5 req-2c1a340b-1c5f-4ed9-ab1e-781c7c5b9705 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:05.557767 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cf390a91-9856-415d-8ea0-85a17f79eff5 req-2c1a340b-1c5f-4ed9-ab1e-781c7c5b9705 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.1329458 Nov 28 07:51:05.621800 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:05.632220 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port cec227da-10e8-4534-a30c-c19796d5a86e triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:05.632220 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:05.632459 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b8ec1e30-44e3-4e11-accc-ad746b54c0fa tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "PUT /v2.0/routers/cbdf249e-aab0-464e-b059-1f77290f90a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2105141 Nov 28 07:51:05.632459 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40530) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:05.640383 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e9f243-0727-4160-8c09-04e5a31b6df4 None None] Sync routers for ids ['cbdf249e-aab0-464e-b059-1f77290f90a9'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:05.661078 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e9f243-0727-4160-8c09-04e5a31b6df4 None None] Routers {'cbdf249e-aab0-464e-b059-1f77290f90a9'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:05.664838 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-85e9f243-0727-4160-8c09-04e5a31b6df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['cbdf249e-aab0-464e-b059-1f77290f90a9'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:05.709344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a144b54a-075a-4fbd-81ba-697d33294bc0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:05.713821 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a144b54a-075a-4fbd-81ba-697d33294bc0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdf249e-aab0-464e-b059-1f77290f90a9 HTTP/1.1" status: 200 len: 989 time: 0.0786932 Nov 28 07:51:05.714321 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40532) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:05.728886 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-85e9f243-0727-4160-8c09-04e5a31b6df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:05.733110 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cf390a91-9856-415d-8ea0-85a17f79eff5 req-5f30dce9-2e4f-4a3d-9e2f-a9f05aa91970 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583200 Nov 28 07:51:05.749938 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e9f243-0727-4160-8c09-04e5a31b6df4 None None] Routers {'cbdf249e-aab0-464e-b059-1f77290f90a9'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:05.751473 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-85e9f243-0727-4160-8c09-04e5a31b6df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['cbdf249e-aab0-464e-b059-1f77290f90a9'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:05.810061 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-85e9f243-0727-4160-8c09-04e5a31b6df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:05.810961 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e9f243-0727-4160-8c09-04e5a31b6df4 None None] The sync data for ids ['cbdf249e-aab0-464e-b059-1f77290f90a9'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:06.047292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.074471 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.153345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Allocated IP 2001:db8:1::1 (480a4745-5cf3-4814-9d6b-11990bc75e41/c6828006-fc67-46f7-8cb6-08d7af98dc3f/4f908a4e-ac8b-4d57-8e74-6295dc12af49) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:06.198265 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Network 480a4745-5cf3-4814-9d6b-11990bc75e41 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:06.237108 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:06.239570 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:06.267804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Pushing event updated for resources: {'Port': ['ID=84ac983f-0135-494a-8477-2724627855a6,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:06.289175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc4541de-f95f-4f7d-ae56-c3b961fd764d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.330827 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.368748 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.376419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-3d2a34c8-fb6c-4627-ae1a-0346715b7fa0 None None] Provisioning complete for port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:06.376753 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3d2a34c8-fb6c-4627-ae1a-0346715b7fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.383925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Attempting to bind port 84ac983f-0135-494a-8477-2724627855a6 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:06.384156 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Attempting to bind port 84ac983f-0135-494a-8477-2724627855a6 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '4b9b45f5-3654-4ea6-8eab-27c67d4d5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:06.384380 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Attempting to bind port 84ac983f-0135-494a-8477-2724627855a6 on network 480a4745-5cf3-4814-9d6b-11990bc75e41 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:06.385387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.454929 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.461841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c2ba364b-6e84-48e2-9ca3-d99b897c2742 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:06.473456 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:06.473892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Checking segment: {'id': '4b9b45f5-3654-4ea6-8eab-27c67d4d5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:06.474241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.474643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Bound using segment: {'id': '4b9b45f5-3654-4ea6-8eab-27c67d4d5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:06.475160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Bound port: 84ac983f-0135-494a-8477-2724627855a6, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9b45f5-3654-4ea6-8eab-27c67d4d5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:06.475545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.505892 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 480a4745-5cf3-4814-9d6b-11990bc75e41 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:06.512979 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:06.519735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:06.520412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.570054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a34c8-fb6c-4627-ae1a-0346715b7fa0 None None] Port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:06.572502 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba31840-471d-4a18-8eaa-d0df2dabb796 None None] Pushing event updated for resources: {'Port': ['ID=f1ca0d26-dbcc-4f71-8752-0b1b86f710c8,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:06.585712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=4f908a4e-ac8b-4d57-8e74-6295dc12af49,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:06.658269 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-cc4541de-f95f-4f7d-ae56-c3b961fd764d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port d8fce4da-7556-470f-8efb-6a2b5d77bab5 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:06.658853 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc4541de-f95f-4f7d-ae56-c3b961fd764d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.665585 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Attempting to bind port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:06.666643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Attempting to bind port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '85a054c4-70e4-49e6-bbb2-88a930f59cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:06.666643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Attempting to bind port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 on network 1a5da2d7-00f8-4f72-9fb3-edea33e71adf {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:06.695588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:06.698087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Checking segment: {'id': '85a054c4-70e4-49e6-bbb2-88a930f59cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:06.698087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.698087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Bound using segment: {'id': '85a054c4-70e4-49e6-bbb2-88a930f59cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:06.698087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Bound port: f1ca0d26-dbcc-4f71-8752-0b1b86f710c8, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a054c4-70e4-49e6-bbb2-88a930f59cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:06.698087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.735923 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] For port 84ac983f-0135-494a-8477-2724627855a6, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:06.738961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c2ba364b-6e84-48e2-9ca3-d99b897c2742 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:06.739335 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.781441 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.829048 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] For port 84ac983f-0135-494a-8477-2724627855a6, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=84ac983f-0135-494a-8477-2724627855a6,segment=NetworkSegment(4b9b45f5-3654-4ea6-8eab-27c67d4d5797),segment_id=4b9b45f5-3654-4ea6-8eab-27c67d4d5797)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:06.830120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc4541de-f95f-4f7d-ae56-c3b961fd764d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.832087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a8709138-6431-4c15-a08d-da4ceedc11ff None None] Provisioning complete for port c2ba364b-6e84-48e2-9ca3-d99b897c2742 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:06.832451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a8709138-6431-4c15-a08d-da4ceedc11ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.867722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-cc4541de-f95f-4f7d-ae56-c3b961fd764d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for d8fce4da-7556-470f-8efb-6a2b5d77bab5 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:06.867983 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:06.954679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33c77f-cda9-47f8-a6c3-016addecedd9 None None] Pushing event updated for resources: {'Port': ['ID=84ac983f-0135-494a-8477-2724627855a6,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:06.968996 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054099b-5bd9-46cc-800f-a0c23e14ea28 req-f1f15005-cbce-45ae-8772-39659d1ad917 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:06.970656 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2054099b-5bd9-46cc-800f-a0c23e14ea28 req-f1f15005-cbce-45ae-8772-39659d1ad917 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.1261578 Nov 28 07:51:07.035555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] For port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:07.043357 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] For port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=f1ca0d26-dbcc-4f71-8752-0b1b86f710c8,segment=NetworkSegment(85a054c4-70e4-49e6-bbb2-88a930f59cab),segment_id=85a054c4-70e4-49e6-bbb2-88a930f59cab)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:07.048124 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device cec227da-10e8-4534-a30c-c19796d5a86e up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:07.081429 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:07.155259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:07.156351 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2054099b-5bd9-46cc-800f-a0c23e14ea28 req-5aabe749-2652-4b00-ae6d-75acf096a566 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708562 Nov 28 07:51:07.181659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba31840-471d-4a18-8eaa-d0df2dabb796 None None] Pushing event updated for resources: {'Port': ['ID=f1ca0d26-dbcc-4f71-8752-0b1b86f710c8,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:07.219911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:07.220699 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:07.232407 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:07.233073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:07.280689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=4f908a4e-ac8b-4d57-8e74-6295dc12af49,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:07.351977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc4541de-f95f-4f7d-ae56-c3b961fd764d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:07.433834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 480a4745-5cf3-4814-9d6b-11990bc75e41 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:07.438607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:07.446606 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a8709138-6431-4c15-a08d-da4ceedc11ff None None] Could not find standard attr ID for object d8fce4da-7556-470f-8efb-6a2b5d77bab5. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:51:07.490331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port cec227da-10e8-4534-a30c-c19796d5a86e triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:07.490704 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:07.522144 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4541de-f95f-4f7d-ae56-c3b961fd764d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=d8fce4da-7556-470f-8efb-6a2b5d77bab5,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:07.533744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8b3f4-7f67-4b8c-96cd-8d44f513867f req-12cd622a-171a-40e4-9a7b-70bfacea1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:07.535357 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9bf8b3f4-7f67-4b8c-96cd-8d44f513867f req-12cd622a-171a-40e4-9a7b-70bfacea1d4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667079ab83ea42fabb793483c1db8bda&device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 1098 time: 0.3653829 Nov 28 07:51:07.654673 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc4541de-f95f-4f7d-ae56-c3b961fd764d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:07.665476 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:07.682734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 3882b176-417d-4760-9e66-c53110963dad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:51:07.833403 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8b3f4-7f67-4b8c-96cd-8d44f513867f req-74f1ae45-c246-46a0-9c94-654aec4eac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:07.835361 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9bf8b3f4-7f67-4b8c-96cd-8d44f513867f req-74f1ae45-c246-46a0-9c94-654aec4eac75 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14f03785-5df0-4ac5-b54f-2db846bf0b92 HTTP/1.1" status: 200 len: 897 time: 0.2760878 Nov 28 07:51:07.883432 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e8938fe9-5cd6-43c8-bb2f-c5a9b60a0594 None None] Provisioning complete for port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:07.883801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e8938fe9-5cd6-43c8-bb2f-c5a9b60a0594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:07.926858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4541de-f95f-4f7d-ae56-c3b961fd764d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Router cbdf249e-aab0-464e-b059-1f77290f90a9 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:51:07.948099 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9bf8b3f4-7f67-4b8c-96cd-8d44f513867f req-d21faa6f-3f6f-4010-bd72-d4a57a56906f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f2a0bec-99f1-4da6-8755-ea43ce0322ae HTTP/1.1" status: 200 len: 1001 time: 0.0985758 Nov 28 07:51:07.956504 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:07.978505 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1589339e-892e-4179-8393-4246be56e959 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7402844 Nov 28 07:51:07.979562 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40556) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:07.986629 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-3f787811-9c47-4c6c-9dd7-b4b02bac8beb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1810788580'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:08.044237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4541de-f95f-4f7d-ae56-c3b961fd764d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:08.062781 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cc4541de-f95f-4f7d-ae56-c3b961fd764d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "PUT /v2.0/routers/cbdf249e-aab0-464e-b059-1f77290f90a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3470445 Nov 28 07:51:08.063414 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f787811-9c47-4c6c-9dd7-b4b02bac8beb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:08.063548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40558) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:08.068026 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3f787811-9c47-4c6c-9dd7-b4b02bac8beb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.086850 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9afc78-c448-474f-87e2-995ed567bea6 None None] Sync routers for ids ['cbdf249e-aab0-464e-b059-1f77290f90a9'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:08.088583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8b3f4-7f67-4b8c-96cd-8d44f513867f req-517fc539-3c40-47ae-949f-5bc2cd22156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:08.091417 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9bf8b3f4-7f67-4b8c-96cd-8d44f513867f req-517fc539-3c40-47ae-949f-5bc2cd22156a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e99359b-64e8-449a-9fac-a5f012bd58ae HTTP/1.1" status: 200 len: 834 time: 0.1107671 Nov 28 07:51:08.099532 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7035db-3ce5-43c1-9086-128e015a133b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] GET failed (client error): The resource could not be found. Nov 28 07:51:08.102318 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f787811-9c47-4c6c-9dd7-b4b02bac8beb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:51:08.104212 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cf7035db-3ce5-43c1-9086-128e015a133b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/d8fce4da-7556-470f-8efb-6a2b5d77bab5 HTTP/1.1" status: 404 len: 333 time: 0.0396004 Nov 28 07:51:08.104842 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40560) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:08.143736 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e8938fe9-5cd6-43c8-bb2f-c5a9b60a0594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.147103 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9afc78-c448-474f-87e2-995ed567bea6 None None] Routers {'cbdf249e-aab0-464e-b059-1f77290f90a9'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:08.147714 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fd9afc78-c448-474f-87e2-995ed567bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['cbdf249e-aab0-464e-b059-1f77290f90a9'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:08.156655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3f787811-9c47-4c6c-9dd7-b4b02bac8beb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.157391 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-3f787811-9c47-4c6c-9dd7-b4b02bac8beb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Added segment 05905569-7d10-49e6-ba00-3860b01abc80 of type vlan for network a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08 Nov 28 07:51:08.213718 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79fa054d-699e-4d7f-b67b-ced9a4ff6d36 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.224492 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8b3f4-7f67-4b8c-96cd-8d44f513867f req-bb98c7cf-659a-4cb0-b469-8c9058035326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:08.226371 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9bf8b3f4-7f67-4b8c-96cd-8d44f513867f req-bb98c7cf-659a-4cb0-b469-8c9058035326 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14f03785-5df0-4ac5-b54f-2db846bf0b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1185007 Nov 28 07:51:08.228296 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3f787811-9c47-4c6c-9dd7-b4b02bac8beb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.248504 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fd9afc78-c448-474f-87e2-995ed567bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:08.298632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e8938fe9-5cd6-43c8-bb2f-c5a9b60a0594 None None] For port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=f1ca0d26-dbcc-4f71-8752-0b1b86f710c8,segment=NetworkSegment(85a054c4-70e4-49e6-bbb2-88a930f59cab),segment_id=85a054c4-70e4-49e6-bbb2-88a930f59cab)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:08.314482 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e8938fe9-5cd6-43c8-bb2f-c5a9b60a0594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.316403 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9afc78-c448-474f-87e2-995ed567bea6 None None] Routers {'cbdf249e-aab0-464e-b059-1f77290f90a9'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:08.317100 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fd9afc78-c448-474f-87e2-995ed567bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['cbdf249e-aab0-464e-b059-1f77290f90a9'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:08.348089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3f787811-9c47-4c6c-9dd7-b4b02bac8beb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.353957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f787811-9c47-4c6c-9dd7-b4b02bac8beb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:08.354557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3f787811-9c47-4c6c-9dd7-b4b02bac8beb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.417862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fd9afc78-c448-474f-87e2-995ed567bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:08.422229 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9afc78-c448-474f-87e2-995ed567bea6 None None] The sync data for ids ['cbdf249e-aab0-464e-b059-1f77290f90a9'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:08.488479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79fa054d-699e-4d7f-b67b-ced9a4ff6d36 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.491176 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79fa054d-699e-4d7f-b67b-ced9a4ff6d36 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.501417 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9bf8b3f4-7f67-4b8c-96cd-8d44f513867f req-61c1556e-9c19-469c-8ecd-ede75fa6e676 service neutron] 10.222.0.35 "GET /v2.0/networks/14f03785-5df0-4ac5-b54f-2db846bf0b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605066 Nov 28 07:51:08.502503 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8938fe9-5cd6-43c8-bb2f-c5a9b60a0594 None None] Pushing event updated for resources: {'Port': ['ID=f1ca0d26-dbcc-4f71-8752-0b1b86f710c8,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:08.522168 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:06Z', 'revision_number': 3, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:06Z', 'revision_number': 2, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:07Z', 'revision_number': 4, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:08.568490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79fa054d-699e-4d7f-b67b-ced9a4ff6d36 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.569725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fa054d-699e-4d7f-b67b-ced9a4ff6d36 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Fanout notify agent at l3_agent the message router_deleted on router cbdf249e-aab0-464e-b059-1f77290f90a9 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:51:08.589850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79fa054d-699e-4d7f-b67b-ced9a4ff6d36 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.594835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 84ac983f-0135-494a-8477-2724627855a6 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:08.595496 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-79fa054d-699e-4d7f-b67b-ced9a4ff6d36 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/routers/cbdf249e-aab0-464e-b059-1f77290f90a9 HTTP/1.1" status: 204 len: 168 time: 0.4883490 Nov 28 07:51:08.596690 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40566) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:08.598662 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded6458e-3732-44e8-a62d-5db74b17a0eb None None] The sync data for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv is: [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:06Z', 'revision_number': 3, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:06Z', 'revision_number': 2, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:07Z', 'revision_number': 4, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:08.613580 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3f787811-9c47-4c6c-9dd7-b4b02bac8beb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6310148 Nov 28 07:51:08.621159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40568) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:08.628735 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6615c44e-e1bb-41d3-b2f1-05a58f1763b3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'subnet': {'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:08.637816 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f787811-9c47-4c6c-9dd7-b4b02bac8beb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Network': ['ID=a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:08.665641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba0a67-9238-41a6-a91a-762bcb99c0b3 None None] Network 480a4745-5cf3-4814-9d6b-11990bc75e41 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:08.695962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b2a97-09dc-457a-8d6b-3fc00c1ad084 req-be67ff62-1506-4e88-9c7e-bfce2e0b58d0 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:08.704590 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b00b2a97-09dc-457a-8d6b-3fc00c1ad084 req-be67ff62-1506-4e88-9c7e-bfce2e0b58d0 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.4359250 Nov 28 07:51:08.775874 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-a371f7fb-6dfb-45d1-8c4a-5273cabed242 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting subnet 0aff52ea-569b-4aca-92a7-413c03b36fbe {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:51:08.776129 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:51:08.780660 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-76c19ea9-6812-4a90-982f-e353f661a5ca None None] Provisioning complete for port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:08.781163 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-76c19ea9-6812-4a90-982f-e353f661a5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.781505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a371f7fb-6dfb-45d1-8c4a-5273cabed242 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.784200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6615c44e-e1bb-41d3-b2f1-05a58f1763b3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:08.787670 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6615c44e-e1bb-41d3-b2f1-05a58f1763b3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:08.840807 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b00b2a97-09dc-457a-8d6b-3fc00c1ad084 req-1416f520-63dc-4909-bc90-9cd08d0d5c49 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294818 Nov 28 07:51:08.847949 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9bf8b3f4-7f67-4b8c-96cd-8d44f513867f req-90d9e41b-3ea1-4c0b-b368-00f4e3ab3e5d service neutron] 10.222.0.35 "GET /v2.0/networks/14f03785-5df0-4ac5-b54f-2db846bf0b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228939 Nov 28 07:51:08.896197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a371f7fb-6dfb-45d1-8c4a-5273cabed242 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:09.058031 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a371f7fb-6dfb-45d1-8c4a-5273cabed242 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:09.130795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a371f7fb-6dfb-45d1-8c4a-5273cabed242 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:09.207433 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371f7fb-6dfb-45d1-8c4a-5273cabed242 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Subnet': ['ID=0aff52ea-569b-4aca-92a7-413c03b36fbe,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:09.209419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf733cb-9fa5-45f4-bdf5-4f60ca4a1eb6 None None] Network 15735700-5e00-4bab-94fb-5f5129370712 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:09.210613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a371f7fb-6dfb-45d1-8c4a-5273cabed242 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:09.216802 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a371f7fb-6dfb-45d1-8c4a-5273cabed242 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/0aff52ea-569b-4aca-92a7-413c03b36fbe HTTP/1.1" status: 204 len: 168 time: 0.6141298 Nov 28 07:51:09.217095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40570) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:09.296084 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6615c44e-e1bb-41d3-b2f1-05a58f1763b3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:09.320295 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 84ac983f-0135-494a-8477-2724627855a6 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:09.320825 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:09.374643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:09.380743 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615c44e-e1bb-41d3-b2f1-05a58f1763b3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Subnet': ['ID=f8cf4734-8d02-4039-b191-7a74260e7811,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:09.383472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6615c44e-e1bb-41d3-b2f1-05a58f1763b3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Checking segment: {'id': '05905569-7d10-49e6-ba00-3860b01abc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:09.384104 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6615c44e-e1bb-41d3-b2f1-05a58f1763b3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network hostable DHCP agents. Network: a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:51:09.420739 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6615c44e-e1bb-41d3-b2f1-05a58f1763b3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:51:09.441378 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-6615c44e-e1bb-41d3-b2f1-05a58f1763b3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:09.445642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6615c44e-e1bb-41d3-b2f1-05a58f1763b3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:09.446312 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6615c44e-e1bb-41d3-b2f1-05a58f1763b3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:09.463751 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7b7f0d-c6bd-439a-a0c1-9b8a365e96de None None] Network a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:09.487419 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6615c44e-e1bb-41d3-b2f1-05a58f1763b3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8645670 Nov 28 07:51:09.490231 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40574) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:09.539097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port c2ba364b-6e84-48e2-9ca3-d99b897c2742 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:09.540093 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:09.635935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] For port c2ba364b-6e84-48e2-9ca3-d99b897c2742, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c2ba364b-6e84-48e2-9ca3-d99b897c2742,segment=NetworkSegment(930a9f11-3566-442f-98e6-f2cd83dbdf92),segment_id=930a9f11-3566-442f-98e6-f2cd83dbdf92)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:09.636312 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:09.650215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for c2ba364b-6e84-48e2-9ca3-d99b897c2742 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:09.714402 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bb034357-7fdd-47d3-803a-e0c0eeaf745e None None] Provisioning complete for port 84ac983f-0135-494a-8477-2724627855a6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:09.714775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bb034357-7fdd-47d3-803a-e0c0eeaf745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:09.723091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:09.827251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:09.878440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=c2ba364b-6e84-48e2-9ca3-d99b897c2742,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:09.886581 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No DVR routers for this DVR port c2ba364b-6e84-48e2-9ca3-d99b897c2742 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:51:09.914586 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be691d2-a6d7-467b-bf3a-c3c0f7f2f1dd None None] DHCP port deletion for 15735700-5e00-4bab-94fb-5f5129370712 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:51:09.935776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 84ac983f-0135-494a-8477-2724627855a6, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=84ac983f-0135-494a-8477-2724627855a6,segment=NetworkSegment(4b9b45f5-3654-4ea6-8eab-27c67d4d5797),segment_id=4b9b45f5-3654-4ea6-8eab-27c67d4d5797)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:09.976545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:10.064317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:10.068732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=84ac983f-0135-494a-8477-2724627855a6,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:10.117451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15735700-5e00-4bab-94fb-5f5129370712']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:10.121382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08', 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'fixed_ips': [{'subnet_id': 'f8cf4734-8d02-4039-b191-7a74260e7811'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:51:10.122319 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:10.139534 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930a9f11-3566-442f-98e6-f2cd83dbdf92') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:10.139766 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930a9f11-3566-442f-98e6-f2cd83dbdf92') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:10.163806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:10.179625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:10.196127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:51:10.196783 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:51:10.204361 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:51:10.344229 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:10.368992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:10.379498 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/networks/15735700-5e00-4bab-94fb-5f5129370712 HTTP/1.1" status: 204 len: 168 time: 1.1579387 Nov 28 07:51:10.381171 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917da95-f408-4a9a-9864-91c4a1fc974b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Network': ['ID=15735700-5e00-4bab-94fb-5f5129370712,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:10.385616 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40578) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:10.439641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Allocated IP 2001:db8:2::2 (a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08/f8cf4734-8d02-4039-b191-7a74260e7811/78e98c42-ea43-4c7f-a7a5-aba523db1e56) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:10.608585 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f35028c-fd79-402f-a21c-3fbadb396b90 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:10.624092 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2f35028c-fd79-402f-a21c-3fbadb396b90 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/1227d4a1-bb99-4ad9-8b63-162614dac2db HTTP/1.1" status: 200 len: 845 time: 0.2232695 Nov 28 07:51:10.624822 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40582) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:10.685398 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-54dcc818-bd38-4ad7-b223-a9d36ad01a20 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/1227d4a1-bb99-4ad9-8b63-162614dac2db?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0594525 Nov 28 07:51:10.689677 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40584) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:10.697047 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c00bd3ef-7c3a-4981-bb10-e733e6a225f0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:10.752160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-590e1eba-d1c4-4243-acf9-688e32e6a5cf None None] Provisioning complete for port 4f908a4e-ac8b-4d57-8e74-6295dc12af49 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:10.752593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-590e1eba-d1c4-4243-acf9-688e32e6a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:10.769632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 84ac983f-0135-494a-8477-2724627855a6 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:10.831935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00bd3ef-7c3a-4981-bb10-e733e6a225f0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:10.831935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c00bd3ef-7c3a-4981-bb10-e733e6a225f0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:10.943316 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fa646-181c-4b9e-a88d-5794bb7c2c9d req-9bbb5b3b-eb04-4230-bee0-03ff2f502813 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:10.950927 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d88fa646-181c-4b9e-a88d-5794bb7c2c9d req-9bbb5b3b-eb04-4230-bee0-03ff2f502813 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.2696192 Nov 28 07:51:11.026413 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-590e1eba-d1c4-4243-acf9-688e32e6a5cf None None] Port 4f908a4e-ac8b-4d57-8e74-6295dc12af49 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:11.035963 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d88fa646-181c-4b9e-a88d-5794bb7c2c9d req-caf3efd2-56ed-4c2a-b9d2-98b8dd036fcc tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836577 Nov 28 07:51:11.061316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.074514 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-590e1eba-d1c4-4243-acf9-688e32e6a5cf None None] Provisioning complete for port 84ac983f-0135-494a-8477-2724627855a6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:11.076109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-590e1eba-d1c4-4243-acf9-688e32e6a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.077867 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 84ac983f-0135-494a-8477-2724627855a6 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:11.078007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.080153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.134466 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c00bd3ef-7c3a-4981-bb10-e733e6a225f0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.144452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.180267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00bd3ef-7c3a-4981-bb10-e733e6a225f0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 7ec8e32c-cd44-4843-865e-cd798727b4df is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:11.183750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-c00bd3ef-7c3a-4981-bb10-e733e6a225f0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:11.187873 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00bd3ef-7c3a-4981-bb10-e733e6a225f0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:11.188497 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c00bd3ef-7c3a-4981-bb10-e733e6a225f0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.210780 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1185bb-7f39-486a-bd34-546da562e32c None None] Network 7ec8e32c-cd44-4843-865e-cd798727b4df requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:11.218650 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bd3ef-7c3a-4981-bb10-e733e6a225f0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Subnet': ['ID=1fa09555-e559-445a-be77-58c875d30a6a,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:11.230478 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c00bd3ef-7c3a-4981-bb10-e733e6a225f0 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5386720 Nov 28 07:51:11.231787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40598) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:11.236954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-cd3762f2-9425-4986-bcd6-e1139cc11dbe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'security_group': {'name': 'tempest-secgroup-457378352'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:11.238600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Network a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:11.258689 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:11.265225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd3762f2-9425-4986-bcd6-e1139cc11dbe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.304202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:11.310155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Pushing event updated for resources: {'Port': ['ID=78e98c42-ea43-4c7f-a7a5-aba523db1e56,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:11.404127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd3762f2-9425-4986-bcd6-e1139cc11dbe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.415511 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd3762f2-9425-4986-bcd6-e1139cc11dbe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.456306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3762f2-9425-4986-bcd6-e1139cc11dbe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d5814c-b976-4c2b-ab94-4b1787e904d2,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:11.461953 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd3762f2-9425-4986-bcd6-e1139cc11dbe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.468009 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cd3762f2-9425-4986-bcd6-e1139cc11dbe tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2312376 Nov 28 07:51:11.468499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40600) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:11.475894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-57785090-c362-415c-99e4-712058d5ba7b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'security_group': {'name': 'tempest-secgroup-1401100737'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:11.485579 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Attempting to bind port 78e98c42-ea43-4c7f-a7a5-aba523db1e56 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:11.486140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Attempting to bind port 78e98c42-ea43-4c7f-a7a5-aba523db1e56 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '05905569-7d10-49e6-ba00-3860b01abc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:11.486392 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Attempting to bind port 78e98c42-ea43-4c7f-a7a5-aba523db1e56 on network a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:11.510659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-57785090-c362-415c-99e4-712058d5ba7b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.522734 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:11.528897 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Allocated IP 2001:db8:2::1 (a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08/f8cf4734-8d02-4039-b191-7a74260e7811/e699b408-f0d8-4aff-826a-5ce6a1b36f93) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:11.557596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:11.557886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Checking segment: {'id': '05905569-7d10-49e6-ba00-3860b01abc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:11.558287 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.558676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Bound using segment: {'id': '05905569-7d10-49e6-ba00-3860b01abc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:11.559220 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Bound port: 78e98c42-ea43-4c7f-a7a5-aba523db1e56, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05905569-7d10-49e6-ba00-3860b01abc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:11.559598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.628380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-57785090-c362-415c-99e4-712058d5ba7b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.644163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-57785090-c362-415c-99e4-712058d5ba7b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.689774 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.704953 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Sync routers for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:11.705906 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-57785090-c362-415c-99e4-712058d5ba7b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.710156 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-57785090-c362-415c-99e4-712058d5ba7b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2359445 Nov 28 07:51:11.710156 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57785090-c362-415c-99e4-712058d5ba7b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8526b8-cf95-47bc-ba8d-a7f3a57cf45e,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:11.712314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40602) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:11.719605 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7ae8652d-f376-4e68-bd2a-0e5e3ac7d1ec tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-431026182', 'security_groups': ['ba8526b8-cf95-47bc-ba8d-a7f3a57cf45e'], 'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1fa09555-e559-445a-be77-58c875d30a6a'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:11.720509 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:11.721149 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:11.794233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.907637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:11.928834 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:11.934954 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:11.940310 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:11.941072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:11.976186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae8652d-f376-4e68-bd2a-0e5e3ac7d1ec tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:12.033047 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=e699b408-f0d8-4aff-826a-5ce6a1b36f93,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:12.045624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b36c9a11-56f9-41e0-9c26-eedfe309a39a None None] Provisioning complete for port 4f908a4e-ac8b-4d57-8e74-6295dc12af49 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:12.045995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b36c9a11-56f9-41e0-9c26-eedfe309a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.094691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b36c9a11-56f9-41e0-9c26-eedfe309a39a None None] Port 4f908a4e-ac8b-4d57-8e74-6295dc12af49 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:12.108323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] For port 78e98c42-ea43-4c7f-a7a5-aba523db1e56, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:12.110471 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:12.110844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.116454 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-7ec8e32c-cd44-4843-865e-cd798727b4df', 'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'tenant_id': 'fb58eb61cb674df8b687b13493fe7c67', 'fixed_ips': [{'subnet_id': '1fa09555-e559-445a-be77-58c875d30a6a'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:51:12.117390 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.173151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7ae8652d-f376-4e68-bd2a-0e5e3ac7d1ec tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.177933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] For port 78e98c42-ea43-4c7f-a7a5-aba523db1e56, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=78e98c42-ea43-4c7f-a7a5-aba523db1e56,segment=NetworkSegment(05905569-7d10-49e6-ba00-3860b01abc80),segment_id=05905569-7d10-49e6-ba00-3860b01abc80)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:12.188142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.264151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.283464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-7ae8652d-f376-4e68-bd2a-0e5e3ac7d1ec tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port 01cb9e37-d21b-41e7-86ff-34b93e934914 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:51:12.301011 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:06Z', 'revision_number': 3, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:06Z', 'revision_number': 2, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:12.338794 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Checking router: 3882b176-417d-4760-9e66-c53110963dad for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:51:12.339467 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Updating router 3882b176-417d-4760-9e66-c53110963dad port 4f908a4e-ac8b-4d57-8e74-6295dc12af49 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:51:12.379422 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.381515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Allocated IP 2001:db8::2 (7ec8e32c-cd44-4843-865e-cd798727b4df/1fa09555-e559-445a-be77-58c875d30a6a/821b9f5e-91d7-4e21-9d5c-fd1d60057b6a) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:12.458256 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbff1f-1396-4129-81f1-454f87d1e3b7 None None] Pushing event updated for resources: {'Port': ['ID=78e98c42-ea43-4c7f-a7a5-aba523db1e56,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:12.729146 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.738728 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.750197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.763564 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.764811 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.795877 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0bc7d-8fae-4236-8230-73b099aacbcc None None] Pushing event updated for resources: {'Port': ['ID=4f908a4e-ac8b-4d57-8e74-6295dc12af49,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:12.796991 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c2ba364b-6e84-48e2-9ca3-d99b897c2742 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:51:12.852675 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: c2ba364b-6e84-48e2-9ca3-d99b897c2742 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:51:12.853023 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c2ba364b-6e84-48e2-9ca3-d99b897c2742 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:51:12.882474 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Attempting to bind port 4f908a4e-ac8b-4d57-8e74-6295dc12af49 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:12.882942 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Attempting to bind port 4f908a4e-ac8b-4d57-8e74-6295dc12af49 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '4b9b45f5-3654-4ea6-8eab-27c67d4d5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:12.883389 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Attempting to bind port 4f908a4e-ac8b-4d57-8e74-6295dc12af49 on network 480a4745-5cf3-4814-9d6b-11990bc75e41 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:12.890672 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:12.890672 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Checking segment: {'id': '4b9b45f5-3654-4ea6-8eab-27c67d4d5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:12.891656 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.891656 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Bound using segment: {'id': '4b9b45f5-3654-4ea6-8eab-27c67d4d5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:12.891916 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Bound port: 4f908a4e-ac8b-4d57-8e74-6295dc12af49, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9b45f5-3654-4ea6-8eab-27c67d4d5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:12.892244 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.892451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:12.905954 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:13.020212 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] For port 4f908a4e-ac8b-4d57-8e74-6295dc12af49, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:13.026511 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] For port 4f908a4e-ac8b-4d57-8e74-6295dc12af49, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4f908a4e-ac8b-4d57-8e74-6295dc12af49,segment=NetworkSegment(4b9b45f5-3654-4ea6-8eab-27c67d4d5797),segment_id=4b9b45f5-3654-4ea6-8eab-27c67d4d5797)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:13.035644 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:13.057862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Pushing event updated for resources: {'Port': ['ID=821b9f5e-91d7-4e21-9d5c-fd1d60057b6a,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:13.091631 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Network 7ec8e32c-cd44-4843-865e-cd798727b4df is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:13.093459 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:13.097624 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=e699b408-f0d8-4aff-826a-5ce6a1b36f93,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:13.102044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:13.106639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2c7fa-3535-4535-81dd-6f5f8f13541f req-03efa9b8-e17d-47ff-8312-0b0066276086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:13.109365 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-80a2c7fa-3535-4535-81dd-6f5f8f13541f req-03efa9b8-e17d-47ff-8312-0b0066276086 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 1098 time: 0.9046540 Nov 28 07:51:13.125056 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511785ca-0ba8-4f1f-bf0b-9cc0dbde68bc req-9899ae3a-e59d-4fce-bd3d-cdadbf432597 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:13.131875 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:13.132457 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-511785ca-0ba8-4f1f-bf0b-9cc0dbde68bc req-9899ae3a-e59d-4fce-bd3d-cdadbf432597 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.9458189 Nov 28 07:51:13.133581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:13.143230 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0bc7d-8fae-4236-8230-73b099aacbcc None None] Pushing event updated for resources: {'Port': ['ID=4f908a4e-ac8b-4d57-8e74-6295dc12af49,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:13.182856 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:13.183440 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:13.248331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Attempting to bind port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:13.249128 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Attempting to bind port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'fe665305-7919-4a5a-8241-10fdcf70699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:13.249729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Attempting to bind port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a on network 7ec8e32c-cd44-4843-865e-cd798727b4df {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:13.271085 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:13.276152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Checking segment: {'id': 'fe665305-7919-4a5a-8241-10fdcf70699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:13.276940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:13.278209 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Bound using segment: {'id': 'fe665305-7919-4a5a-8241-10fdcf70699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:13.278980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Bound port: 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe665305-7919-4a5a-8241-10fdcf70699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:13.279742 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:13.318105 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-7ae8652d-f376-4e68-bd2a-0e5e3ac7d1ec tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Allocated IP 2001:db8::2a4 (7ec8e32c-cd44-4843-865e-cd798727b4df/1fa09555-e559-445a-be77-58c875d30a6a/01cb9e37-d21b-41e7-86ff-34b93e934914) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:13.326495 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-511785ca-0ba8-4f1f-bf0b-9cc0dbde68bc req-fc3d97dd-8782-432d-9eac-d884715e0912 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433833 Nov 28 07:51:13.330277 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-80a2c7fa-3535-4535-81dd-6f5f8f13541f req-3552199c-b05b-44a7-a982-18af9d36af22 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966977 Nov 28 07:51:13.365855 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 3882b176-417d-4760-9e66-c53110963dad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:51:13.429747 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c6c72644-3fae-489a-9e27-ab6d65875c0c None None] Provisioning complete for port 4f908a4e-ac8b-4d57-8e74-6295dc12af49 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:13.430387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c6c72644-3fae-489a-9e27-ab6d65875c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:13.517147 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2f2a0bec-99f1-4da6-8755-ea43ce0322ae details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:51:13.519886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2f2a0bec-99f1-4da6-8755-ea43ce0322ae no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:51:13.556838 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:13.563832 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:13.596091 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-339f6b98-fcfc-4047-9c65-4eb9399c49e5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1043620 Nov 28 07:51:13.599711 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] For port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:13.599927 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40610) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:13.610296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c15d1f13-63d2-43e4-bb02-dbf07c5d7ad3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1823572591'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:13.658996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7ae8652d-f376-4e68-bd2a-0e5e3ac7d1ec tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:13.669186 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15d1f13-63d2-43e4-bb02-dbf07c5d7ad3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:13.683687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c15d1f13-63d2-43e4-bb02-dbf07c5d7ad3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:13.695381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:13.712891 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] For port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=821b9f5e-91d7-4e21-9d5c-fd1d60057b6a,segment=NetworkSegment(fe665305-7919-4a5a-8241-10fdcf70699f),segment_id=fe665305-7919-4a5a-8241-10fdcf70699f)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:13.728532 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.resource_extend [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 28 07:51:13.732907 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15d1f13-63d2-43e4-bb02-dbf07c5d7ad3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:51:13.753337 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:13.757576 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c15d1f13-63d2-43e4-bb02-dbf07c5d7ad3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:13.758607 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-c15d1f13-63d2-43e4-bb02-dbf07c5d7ad3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Added segment b72ded29-d182-470c-ab56-024fda2a4dfd of type vlan for network 3633b726-aa1e-462b-b7c0-187730eefef9 Nov 28 07:51:13.766795 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7ae8652d-f376-4e68-bd2a-0e5e3ac7d1ec tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:13.840832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae8652d-f376-4e68-bd2a-0e5e3ac7d1ec tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 7ec8e32c-cd44-4843-865e-cd798727b4df is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:13.849204 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-7ae8652d-f376-4e68-bd2a-0e5e3ac7d1ec tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:13.851888 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dace87-84bf-4ebb-97c2-4801e8a85dbd None None] Pushing event updated for resources: {'Port': ['ID=821b9f5e-91d7-4e21-9d5c-fd1d60057b6a,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:13.853932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae8652d-f376-4e68-bd2a-0e5e3ac7d1ec tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:13.854363 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:51:13.857250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd27da6-2010-4496-ae6a-33ebe96fb267" -d '{"events": [{"server_uuid": "bdb8331c-df5c-46d4-a328-247430ba6922", "name": "network-vif-unplugged", "status": "completed", "tag": "2f2a0bec-99f1-4da6-8755-ea43ce0322ae"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:51:13.860206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8652d-f376-4e68-bd2a-0e5e3ac7d1ec tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:13.860866 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7ae8652d-f376-4e68-bd2a-0e5e3ac7d1ec tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:13.893044 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c15d1f13-63d2-43e4-bb02-dbf07c5d7ad3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:13.925455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8652d-f376-4e68-bd2a-0e5e3ac7d1ec tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=01cb9e37-d21b-41e7-86ff-34b93e934914,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:13.947945 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:12Z', 'revision_number': 4, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:13Z', 'revision_number': 4, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e699b408-f0d8-4aff-826a-5ce6a1b36f93', 'name': '', 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:75:76:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:11Z', 'updated_at': '2021-11-28T07:51:12Z', 'revision_number': 2, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:13.949014 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7ae8652d-f376-4e68-bd2a-0e5e3ac7d1ec tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2353144 Nov 28 07:51:13.952038 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40616) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:13.957167 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-9eb8c340-d629-460d-abaf-f14855a056a3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:13.983093 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c15d1f13-63d2-43e4-bb02-dbf07c5d7ad3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:13.987140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:13.992858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d1f13-63d2-43e4-bb02-dbf07c5d7ad3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:13.994811 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c15d1f13-63d2-43e4-bb02-dbf07c5d7ad3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:14.028754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:14.057524 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c15d1f13-63d2-43e4-bb02-dbf07c5d7ad3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4550221 Nov 28 07:51:14.062020 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40620) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:14.068589 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-efbc53c4-f80b-4801-a182-fa72ddc1fcd5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'subnet': {'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:14.112571 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8055b8ef-275e-4654-b5fa-b5d403d3674d None None] The sync data for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv is: [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:12Z', 'revision_number': 4, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:13Z', 'revision_number': 4, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e699b408-f0d8-4aff-826a-5ce6a1b36f93', 'name': '', 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:75:76:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:11Z', 'updated_at': '2021-11-28T07:51:12Z', 'revision_number': 2, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:14.147378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:14.163583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c6c72644-3fae-489a-9e27-ab6d65875c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:14.212630 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Nov 2021 07:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac8d7dc-5a17-426b-8619-6430a69bc1d2 x-openstack-request-id: req-aac8d7dc-5a17-426b-8619-6430a69bc1d2 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:51:14.214000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb8331c-df5c-46d4-a328-247430ba6922", "name": "network-vif-unplugged", "status": "completed", "tag": "2f2a0bec-99f1-4da6-8755-ea43ce0322ae", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:51:14.214466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aac8d7dc-5a17-426b-8619-6430a69bc1d2 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:51:14.217198 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'code': 200} Nov 28 07:51:14.239637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d1f13-63d2-43e4-bb02-dbf07c5d7ad3 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Network': ['ID=3633b726-aa1e-462b-b7c0-187730eefef9,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:14.252217 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb8c340-d629-460d-abaf-f14855a056a3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:14.256233 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9eb8c340-d629-460d-abaf-f14855a056a3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:14.302901 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 3633b726-aa1e-462b-b7c0-187730eefef9 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:51:14.403702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbc53c4-f80b-4801-a182-fa72ddc1fcd5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Made reservation on behalf of b6a5bcbeeeda4076923b8c72eaf96a59 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:14.411145 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-efbc53c4-f80b-4801-a182-fa72ddc1fcd5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:14.459837 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:14.530075 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.ipam_backend_mixin [None req-9eb8c340-d629-460d-abaf-f14855a056a3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1fa09555-e559-445a-be77-58c875d30a6a (CIDR: 2001:db8::/64) Nov 28 07:51:14.531137 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c6c72644-3fae-489a-9e27-ab6d65875c0c None None] For port 4f908a4e-ac8b-4d57-8e74-6295dc12af49, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4f908a4e-ac8b-4d57-8e74-6295dc12af49,segment=NetworkSegment(4b9b45f5-3654-4ea6-8eab-27c67d4d5797),segment_id=4b9b45f5-3654-4ea6-8eab-27c67d4d5797)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:14.560879 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb8c340-d629-460d-abaf-f14855a056a3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:51:14.561358 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb8c340-d629-460d-abaf-f14855a056a3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:14.615022 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f53a59-c654-4c46-90df-dd2a7798b581 None None] Network a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:14.651051 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9eb8c340-d629-460d-abaf-f14855a056a3 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6978686 Nov 28 07:51:14.654797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40624) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:14.662684 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c6c72644-3fae-489a-9e27-ab6d65875c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:14.664455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'port_id': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'mac_address': 'fa:16:3e:67:e2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:51:14.669672 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5277b3a3-e9f8-4cd9-b684-876e349f3404 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:14.682600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e091bd-db9f-429f-85d3-c62512e9a4c2 req-24454d02-2651-49a6-b6f2-6d1021d65727 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:14.684255 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-76e091bd-db9f-429f-85d3-c62512e9a4c2 req-24454d02-2651-49a6-b6f2-6d1021d65727 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 943 time: 0.1529031 Nov 28 07:51:14.772788 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-76e091bd-db9f-429f-85d3-c62512e9a4c2 req-dc3ba63d-6e41-4252-92ef-29b586f7efe5 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775731 Nov 28 07:51:14.910071 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c72644-3fae-489a-9e27-ab6d65875c0c None None] Pushing event updated for resources: {'Port': ['ID=4f908a4e-ac8b-4d57-8e74-6295dc12af49,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:14.988775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-553c47f1-3d2d-473e-bf20-0a5c1f37a3ea None None] Provisioning complete for port 78e98c42-ea43-4c7f-a7a5-aba523db1e56 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:14.990296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-553c47f1-3d2d-473e-bf20-0a5c1f37a3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:15.015827 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:15.016876 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-efbc53c4-f80b-4801-a182-fa72ddc1fcd5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:15.076160 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5277b3a3-e9f8-4cd9-b684-876e349f3404 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:15.079550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5277b3a3-e9f8-4cd9-b684-876e349f3404 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:15.118301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2a0bec-99f1-4da6-8755-ea43ce0322ae {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:51:15.237582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:15.262288 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:15.347678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:15.353691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc53c4-f80b-4801-a182-fa72ddc1fcd5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Subnet': ['ID=c54d5625-e3ef-4624-8e3f-fb8c2d05d29d,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:15.414457 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc53c4-f80b-4801-a182-fa72ddc1fcd5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Checking segment: {'id': 'b72ded29-d182-470c-ab56-024fda2a4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:15.414820 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc53c4-f80b-4801-a182-fa72ddc1fcd5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network hostable DHCP agents. Network: 3633b726-aa1e-462b-b7c0-187730eefef9, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:51:15.448761 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc53c4-f80b-4801-a182-fa72ddc1fcd5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 3633b726-aa1e-462b-b7c0-187730eefef9 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:51:15.478139 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-efbc53c4-f80b-4801-a182-fa72ddc1fcd5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 3633b726-aa1e-462b-b7c0-187730eefef9) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:15.488270 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbc53c4-f80b-4801-a182-fa72ddc1fcd5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:15.488869 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-efbc53c4-f80b-4801-a182-fa72ddc1fcd5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:15.511918 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fbac42-e57e-4d8c-99e3-cdf377d8dd2a None None] Network 3633b726-aa1e-462b-b7c0-187730eefef9 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:15.527737 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-efbc53c4-f80b-4801-a182-fa72ddc1fcd5 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4642835 Nov 28 07:51:15.530846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40628) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:15.633387 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5277b3a3-e9f8-4cd9-b684-876e349f3404 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:15.665014 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['2f2a0bec-99f1-4da6-8755-ea43ce0322ae'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:51:15.676777 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Sync routers for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:15.681370 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7b46bb05-5f10-4470-ade9-8feccc497d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:15.712148 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5277b3a3-e9f8-4cd9-b684-876e349f3404 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 7ec8e32c-cd44-4843-865e-cd798727b4df is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:15.736296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-5277b3a3-e9f8-4cd9-b684-876e349f3404 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:15.741494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5277b3a3-e9f8-4cd9-b684-876e349f3404 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:15.742214 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5277b3a3-e9f8-4cd9-b684-876e349f3404 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:15.769427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277b3a3-e9f8-4cd9-b684-876e349f3404 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Subnet': ['ID=2b9ae2dd-bb79-4f0d-a45c-49daf4448890,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:15.795381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40630) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:15.795655 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5277b3a3-e9f8-4cd9-b684-876e349f3404 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1366251 Nov 28 07:51:15.810558 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-bc71ad0f-e0f5-4ea0-9d66-17531c4c6ed8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1857016080', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b9ae2dd-bb79-4f0d-a45c-49daf4448890'}], 'security_groups': ['53d5814c-b976-4c2b-ab94-4b1787e904d2']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:15.833066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:15.837672 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-553c47f1-3d2d-473e-bf20-0a5c1f37a3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:16.023425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acd784-f494-48c8-aa47-19c9384cc237 req-3964810b-612b-4ca0-b274-e77f7bda3b12 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:16.025618 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-98acd784-f494-48c8-aa47-19c9384cc237 req-3964810b-612b-4ca0-b274-e77f7bda3b12 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 944 time: 0.1217864 Nov 28 07:51:16.114220 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-98acd784-f494-48c8-aa47-19c9384cc237 req-faf02bb3-b699-46bd-b659-c41c646b5d1f tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785561 Nov 28 07:51:16.118454 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cdc06c-bcf2-4096-803a-eb56db46a85b None None] Network 7ec8e32c-cd44-4843-865e-cd798727b4df requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:16.122653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:16.123338 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:50:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:16.129443 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc71ad0f-e0f5-4ea0-9d66-17531c4c6ed8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:16.145273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40634) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:16.259573 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e20eeb2e-0576-4d90-a36a-8f09bee0a0e0 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/floatingips/8c31bad1-1b6a-41e5-8fa9-f811eadb32a1 HTTP/1.1" status: 200 len: 992 time: 0.1110220 Nov 28 07:51:16.393274 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:16.393559 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:16.400562 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-553c47f1-3d2d-473e-bf20-0a5c1f37a3ea None None] For port 78e98c42-ea43-4c7f-a7a5-aba523db1e56, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=78e98c42-ea43-4c7f-a7a5-aba523db1e56,segment=NetworkSegment(05905569-7d10-49e6-ba00-3860b01abc80),segment_id=05905569-7d10-49e6-ba00-3860b01abc80)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:16.460088 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-553c47f1-3d2d-473e-bf20-0a5c1f37a3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:16.529571 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-3633b726-aa1e-462b-b7c0-187730eefef9', 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'fixed_ips': [{'subnet_id': 'c54d5625-e3ef-4624-8e3f-fb8c2d05d29d'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:51:16.530565 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:16.544040 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:16.560597 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:16.672251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-553c47f1-3d2d-473e-bf20-0a5c1f37a3ea None None] Provisioning complete for port 4f908a4e-ac8b-4d57-8e74-6295dc12af49 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:16.672530 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-553c47f1-3d2d-473e-bf20-0a5c1f37a3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:16.744306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-bc71ad0f-e0f5-4ea0-9d66-17531c4c6ed8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Delete allocated IP 2001:db8::2a4 (7ec8e32c-cd44-4843-865e-cd798727b4df/1fa09555-e559-445a-be77-58c875d30a6a) {{(pid=115118) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 28 07:51:16.762381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-bc71ad0f-e0f5-4ea0-9d66-17531c4c6ed8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Allocated IP 2001:db8:0:1::276 (7ec8e32c-cd44-4843-865e-cd798727b4df/2b9ae2dd-bb79-4f0d-a45c-49daf4448890/01cb9e37-d21b-41e7-86ff-34b93e934914) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:16.826443 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c47f1-3d2d-473e-bf20-0a5c1f37a3ea None None] Pushing event updated for resources: {'Port': ['ID=78e98c42-ea43-4c7f-a7a5-aba523db1e56,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:17.012153 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Allocated IP 2001:db8:3::1 (3633b726-aa1e-462b-b7c0-187730eefef9/c54d5625-e3ef-4624-8e3f-fb8c2d05d29d/be6b37b5-5fa7-4e2f-974f-7c348e45ea74) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:17.042623 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.078595 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc71ad0f-e0f5-4ea0-9d66-17531c4c6ed8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.111981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc71ad0f-e0f5-4ea0-9d66-17531c4c6ed8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.195402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-bc71ad0f-e0f5-4ea0-9d66-17531c4c6ed8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] In _notify_port_updated(), no bound segment for port 01cb9e37-d21b-41e7-86ff-34b93e934914 on network 7ec8e32c-cd44-4843-865e-cd798727b4df {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:51:17.200937 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc71ad0f-e0f5-4ea0-9d66-17531c4c6ed8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:17.201523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc71ad0f-e0f5-4ea0-9d66-17531c4c6ed8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.202812 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bc71ad0f-e0f5-4ea0-9d66-17531c4c6ed8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "PUT /v2.0/ports/01cb9e37-d21b-41e7-86ff-34b93e934914 HTTP/1.1" status: 200 len: 931 time: 1.4059429 Nov 28 07:51:17.206686 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40638) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:17.213533 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=821b9f5e-91d7-4e21-9d5c-fd1d60057b6a,segment=NetworkSegment(fe665305-7919-4a5a-8241-10fdcf70699f),segment_id=fe665305-7919-4a5a-8241-10fdcf70699f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:17.219267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71ad0f-e0f5-4ea0-9d66-17531c4c6ed8 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=01cb9e37-d21b-41e7-86ff-34b93e934914,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:17.230325 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.232725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 78e98c42-ea43-4c7f-a7a5-aba523db1e56 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:17.255714 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.306762 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.354159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7fc66-41a7-4dd9-b686-8f53df935c83 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port 01cb9e37-d21b-41e7-86ff-34b93e934914 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:17.355112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c4a7fc66-41a7-4dd9-b686-8f53df935c83 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.359114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 3633b726-aa1e-462b-b7c0-187730eefef9 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:17.363085 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:17.366939 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:17.367485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.447724 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=be6b37b5-5fa7-4e2f-974f-7c348e45ea74,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:17.452376 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c4a7fc66-41a7-4dd9-b686-8f53df935c83 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.470119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7fc66-41a7-4dd9-b686-8f53df935c83 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for 01cb9e37-d21b-41e7-86ff-34b93e934914 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:17.510551 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d1b9ab-eec3-492b-8fe8-c89bf91404fc None None] Update dhcp port {'port': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'fixed_ips': [{'subnet_id': '1fa09555-e559-445a-be77-58c875d30a6a', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b9ae2dd-bb79-4f0d-a45c-49daf4448890'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': '821b9f5e-91d7-4e21-9d5c-fd1d60057b6a'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:51:17.528862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=821b9f5e-91d7-4e21-9d5c-fd1d60057b6a,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:17.549558 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Allocated IP 2001:db8:3::2 (3633b726-aa1e-462b-b7c0-187730eefef9/c54d5625-e3ef-4624-8e3f-fb8c2d05d29d/26174b09-873a-4115-9ddd-d80e2d588b87) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:17.552494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-582edae8-47af-4299-a3a5-24aec23f0220 None None] Provisioning complete for port 1227d4a1-bb99-4ad9-8b63-162614dac2db triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:17.552846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-582edae8-47af-4299-a3a5-24aec23f0220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.583347 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.596355 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:12Z', 'revision_number': 4, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:14Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e699b408-f0d8-4aff-826a-5ce6a1b36f93', 'name': '', 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:75:76:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:11Z', 'updated_at': '2021-11-28T07:51:12Z', 'revision_number': 2, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:17.656863 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c4a7fc66-41a7-4dd9-b686-8f53df935c83 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.657643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Checking router: 3882b176-417d-4760-9e66-c53110963dad for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:51:17.658024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Updating router 3882b176-417d-4760-9e66-c53110963dad port e699b408-f0d8-4aff-826a-5ce6a1b36f93 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:51:17.668130 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-93d1b9ab-eec3-492b-8fe8-c89bf91404fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.695385 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7fc66-41a7-4dd9-b686-8f53df935c83 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=01cb9e37-d21b-41e7-86ff-34b93e934914,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:17.715651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 78e98c42-ea43-4c7f-a7a5-aba523db1e56 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:17.716028 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.738736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c4a7fc66-41a7-4dd9-b686-8f53df935c83 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.742908 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c4a7fc66-41a7-4dd9-b686-8f53df935c83 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/01cb9e37-d21b-41e7-86ff-34b93e934914 HTTP/1.1" status: 204 len: 168 time: 0.5331903 Nov 28 07:51:17.744973 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40642) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:17.755960 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-582edae8-47af-4299-a3a5-24aec23f0220 None None] Port 1227d4a1-bb99-4ad9-8b63-162614dac2db cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:17.771395 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c62e8ec-b0ec-4626-be9d-307d3d66e710 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] GET failed (client error): The resource could not be found. Nov 28 07:51:17.773062 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9c62e8ec-b0ec-4626-be9d-307d3d66e710 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/01cb9e37-d21b-41e7-86ff-34b93e934914 HTTP/1.1" status: 404 len: 333 time: 0.0270112 Nov 28 07:51:17.775799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40644) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:17.829180 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.840667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a987-810f-4a83-aece-f02404798519 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.862744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-582edae8-47af-4299-a3a5-24aec23f0220 None None] Provisioning complete for port e699b408-f0d8-4aff-826a-5ce6a1b36f93 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:17.863140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-582edae8-47af-4299-a3a5-24aec23f0220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.866010 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a987-810f-4a83-aece-f02404798519 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.910276 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a987-810f-4a83-aece-f02404798519 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.913324 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a987-810f-4a83-aece-f02404798519 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.914505 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ccc7a987-810f-4a83-aece-f02404798519 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/security-groups/ba8526b8-cf95-47bc-ba8d-a7f3a57cf45e HTTP/1.1" status: 204 len: 168 time: 0.1377945 Nov 28 07:51:17.919727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40646) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:17.925112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7a987-810f-4a83-aece-f02404798519 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8526b8-cf95-47bc-ba8d-a7f3a57cf45e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:17.968643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.977249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:17.978037 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:18.057186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-28358851-313b-49c0-a297-fed4872103de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:18.072248 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event updated for resources: {'Port': ['ID=be6b37b5-5fa7-4e2f-974f-7c348e45ea74,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:18.120791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-28358851-313b-49c0-a297-fed4872103de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:18.172617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Network 3633b726-aa1e-462b-b7c0-187730eefef9 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:18.174475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:18.216548 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-92c92cb1-0445-44fb-8482-f7ffa98742c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:18.217922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-28358851-313b-49c0-a297-fed4872103de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:18.220552 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-28358851-313b-49c0-a297-fed4872103de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:18.224219 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-28358851-313b-49c0-a297-fed4872103de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/security-groups/53d5814c-b976-4c2b-ab94-4b1787e904d2 HTTP/1.1" status: 204 len: 168 time: 0.3014305 Nov 28 07:51:18.224591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40648) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:18.274044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28358851-313b-49c0-a297-fed4872103de tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d5814c-b976-4c2b-ab94-4b1787e904d2,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:18.284700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78de958-e79e-4dbf-9c72-0d3e47173864 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting subnet 1fa09555-e559-445a-be77-58c875d30a6a {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:51:18.292173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-582edae8-47af-4299-a3a5-24aec23f0220 None None] Port e699b408-f0d8-4aff-826a-5ce6a1b36f93 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:18.304628 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 3882b176-417d-4760-9e66-c53110963dad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:51:18.421661 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:18.426992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:18.432413 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-582edae8-47af-4299-a3a5-24aec23f0220 None None] Provisioning complete for port 78e98c42-ea43-4c7f-a7a5-aba523db1e56 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:18.432413 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-582edae8-47af-4299-a3a5-24aec23f0220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:18.433498 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-85820efb-05b2-4c95-b092-d706af420a35 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8997431 Nov 28 07:51:18.434289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4f908a4e-ac8b-4d57-8e74-6295dc12af49 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:18.436067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40650) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:18.440865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-bcdf7b8e-3da3-4f7e-a3a8-77dc28127507 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:18.470262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-93d1b9ab-eec3-492b-8fe8-c89bf91404fc None None] Allocated IP 2001:db8:0:1::2 (7ec8e32c-cd44-4843-865e-cd798727b4df/2b9ae2dd-bb79-4f0d-a45c-49daf4448890/821b9f5e-91d7-4e21-9d5c-fd1d60057b6a) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:18.501928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:18.656384 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Network 3633b726-aa1e-462b-b7c0-187730eefef9 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:18.690448 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:18.703455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:18.718376 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Pushing event updated for resources: {'Port': ['ID=26174b09-873a-4115-9ddd-d80e2d588b87,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:18.807704 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 4f908a4e-ac8b-4d57-8e74-6295dc12af49 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:18.808167 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:18.884990 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-93d1b9ab-eec3-492b-8fe8-c89bf91404fc None None] For port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=821b9f5e-91d7-4e21-9d5c-fd1d60057b6a,segment=NetworkSegment(fe665305-7919-4a5a-8241-10fdcf70699f),segment_id=fe665305-7919-4a5a-8241-10fdcf70699f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:18.906442 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-fa8e04a3-bf10-4157-8968-60db09cd07cc tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598283528&fields=id&tenant_id=da89a66b3328400a9ef8e9bcb65cc46e HTTP/1.1" status: 200 len: 267 time: 0.0789292 Nov 28 07:51:18.935936 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Attempting to bind port 26174b09-873a-4115-9ddd-d80e2d588b87 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:18.936297 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Attempting to bind port 26174b09-873a-4115-9ddd-d80e2d588b87 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'b72ded29-d182-470c-ab56-024fda2a4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:18.936653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Attempting to bind port 26174b09-873a-4115-9ddd-d80e2d588b87 on network 3633b726-aa1e-462b-b7c0-187730eefef9 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:18.962054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:18.962423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Checking segment: {'id': 'b72ded29-d182-470c-ab56-024fda2a4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:18.962822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:18.963310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Bound using segment: {'id': 'b72ded29-d182-470c-ab56-024fda2a4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:18.963783 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Bound port: 26174b09-873a-4115-9ddd-d80e2d588b87, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72ded29-d182-470c-ab56-024fda2a4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:18.964160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.005576 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-93d1b9ab-eec3-492b-8fe8-c89bf91404fc None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.010480 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d78de958-e79e-4dbf-9c72-0d3e47173864 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.019928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.022478 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-582edae8-47af-4299-a3a5-24aec23f0220 None None] Provisioning complete for port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:19.022970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-582edae8-47af-4299-a3a5-24aec23f0220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.031677 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-93d1b9ab-eec3-492b-8fe8-c89bf91404fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.063201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d78de958-e79e-4dbf-9c72-0d3e47173864 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.083756 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.115054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.160588 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-ecabecea-dc6b-4e51-aa17-ede931c0dc6d tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:19.161967 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-ecabecea-dc6b-4e51-aa17-ede931c0dc6d tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 811 time: 0.2145782 Nov 28 07:51:19.173901 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d78de958-e79e-4dbf-9c72-0d3e47173864 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.208266 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-d0ad5699-04f7-4994-86f6-81680e27c3e4 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/quotas/da89a66b3328400a9ef8e9bcb65cc46e HTTP/1.1" status: 200 len: 375 time: 0.0335057 Nov 28 07:51:19.249189 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d78de958-e79e-4dbf-9c72-0d3e47173864 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.277844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1b9ab-eec3-492b-8fe8-c89bf91404fc None None] Pushing event updated for resources: {'Port': ['ID=821b9f5e-91d7-4e21-9d5c-fd1d60057b6a,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:19.280994 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] For port 26174b09-873a-4115-9ddd-d80e2d588b87, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:19.286653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] For port 26174b09-873a-4115-9ddd-d80e2d588b87, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=26174b09-873a-4115-9ddd-d80e2d588b87,segment=NetworkSegment(b72ded29-d182-470c-ab56-024fda2a4dfd),segment_id=b72ded29-d182-470c-ab56-024fda2a4dfd)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:19.287865 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78de958-e79e-4dbf-9c72-0d3e47173864 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa09555-e559-445a-be77-58c875d30a6a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:19.291110 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d78de958-e79e-4dbf-9c72-0d3e47173864 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.301791 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d78de958-e79e-4dbf-9c72-0d3e47173864 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/1fa09555-e559-445a-be77-58c875d30a6a HTTP/1.1" status: 204 len: 168 time: 1.0755794 Nov 28 07:51:19.302782 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40662) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:19.310323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6f02f8c6-cd9b-4356-99e8-9046ee90712f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:19.343995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.474055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:19.497425 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-0005bb0e-999f-4ca1-b699-77a948fb31f3 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2501578 Nov 28 07:51:19.511802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.extraroute_db [None req-bcdf7b8e-3da3-4f7e-a3a8-77dc28127507 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=115118) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 28 07:51:19.532794 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f02f8c6-cd9b-4356-99e8-9046ee90712f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:19.533142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56a6e6-aa2c-47d6-a9c1-dc870dc0d1bc None None] Pushing event updated for resources: {'Port': ['ID=e699b408-f0d8-4aff-826a-5ce6a1b36f93,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:19.536506 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Attempting to bind port e699b408-f0d8-4aff-826a-5ce6a1b36f93 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:19.536935 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f02f8c6-cd9b-4356-99e8-9046ee90712f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.537318 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Attempting to bind port e699b408-f0d8-4aff-826a-5ce6a1b36f93 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '05905569-7d10-49e6-ba00-3860b01abc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:19.537924 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Attempting to bind port e699b408-f0d8-4aff-826a-5ce6a1b36f93 on network a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:19.568847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.extraroute_db [None req-bcdf7b8e-3da3-4f7e-a3a8-77dc28127507 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Removed routes are [] {{(pid=115118) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 28 07:51:19.569539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bcdf7b8e-3da3-4f7e-a3a8-77dc28127507 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.593512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2f2a0bec-99f1-4da6-8755-ea43ce0322ae up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:19.595993 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:19.596362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Checking segment: {'id': '05905569-7d10-49e6-ba00-3860b01abc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:19.596758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.597201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Bound using segment: {'id': '05905569-7d10-49e6-ba00-3860b01abc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:19.597680 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Bound port: e699b408-f0d8-4aff-826a-5ce6a1b36f93, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05905569-7d10-49e6-ba00-3860b01abc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:19.598059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.704161 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437ccfc-74aa-4457-98c9-c05006e18529 None None] Pushing event updated for resources: {'Port': ['ID=26174b09-873a-4115-9ddd-d80e2d588b87,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:19.878892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-fe32b964-37fc-4238-bfdd-388efad6ec85 None None] Provisioning complete for port e699b408-f0d8-4aff-826a-5ce6a1b36f93 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:19.879545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fe32b964-37fc-4238-bfdd-388efad6ec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.933754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] For port e699b408-f0d8-4aff-826a-5ce6a1b36f93, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:19.960823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] For port e699b408-f0d8-4aff-826a-5ce6a1b36f93, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e699b408-f0d8-4aff-826a-5ce6a1b36f93,segment=NetworkSegment(05905569-7d10-49e6-ba00-3860b01abc80),segment_id=05905569-7d10-49e6-ba00-3860b01abc80)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:19.982308 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:19.982308 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:19.991746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.004466 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f02f8c6-cd9b-4356-99e8-9046ee90712f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.055080 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bcdf7b8e-3da3-4f7e-a3a8-77dc28127507 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.070005 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-a716b7b1-040b-47f1-8d26-4bd42048ee49 service neutron] 10.222.0.31 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526075 Nov 28 07:51:20.070721 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f02f8c6-cd9b-4356-99e8-9046ee90712f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 7ec8e32c-cd44-4843-865e-cd798727b4df is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:20.078840 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-6f02f8c6-cd9b-4356-99e8-9046ee90712f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:20.083091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f02f8c6-cd9b-4356-99e8-9046ee90712f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:20.083744 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f02f8c6-cd9b-4356-99e8-9046ee90712f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.115356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02f8c6-cd9b-4356-99e8-9046ee90712f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Subnet': ['ID=cae956c1-6744-44a6-bad3-a62e87efaadc,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:20.128897 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bcdf7b8e-3da3-4f7e-a3a8-77dc28127507 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.133554 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6f02f8c6-cd9b-4356-99e8-9046ee90712f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8290949 Nov 28 07:51:20.136356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40666) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:20.141999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-44eee9f2-7dc2-4deb-ae0b-cf7ea27fcbcc tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'security_group': {'name': 'tempest-secgroup-977861450'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:20.175737 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-44eee9f2-7dc2-4deb-ae0b-cf7ea27fcbcc tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.262466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-fe32b964-37fc-4238-bfdd-388efad6ec85 None None] Port e699b408-f0d8-4aff-826a-5ce6a1b36f93 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:20.274258 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-44eee9f2-7dc2-4deb-ae0b-cf7ea27fcbcc tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.286021 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-44eee9f2-7dc2-4deb-ae0b-cf7ea27fcbcc tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.303539 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:20.304025 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.315787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdf7b8e-3da3-4f7e-a3a8-77dc28127507 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 3882b176-417d-4760-9e66-c53110963dad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:51:20.348101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-44eee9f2-7dc2-4deb-ae0b-cf7ea27fcbcc tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.355448 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-44eee9f2-7dc2-4deb-ae0b-cf7ea27fcbcc tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2162542 Nov 28 07:51:20.358003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40668) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:20.364577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-4c86ef31-8da7-4cbb-9fe3-0d3bfeda8ca6 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'security_group': {'name': 'tempest-secgroup-840922639'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:20.370099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.372198 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eee9f2-7dc2-4deb-ae0b-cf7ea27fcbcc tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bf83a9-a792-443a-8757-a0f6874a5355,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:20.381280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667a02fc-af92-4341-b2dd-fb72203413a4 None None] Network 7ec8e32c-cd44-4843-865e-cd798727b4df requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:20.407159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4c86ef31-8da7-4cbb-9fe3-0d3bfeda8ca6 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.411573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56a6e6-aa2c-47d6-a9c1-dc870dc0d1bc None None] Pushing event updated for resources: {'Port': ['ID=e699b408-f0d8-4aff-826a-5ce6a1b36f93,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:20.426211 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:20.435600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:20.470303 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-ce78572a-b535-48e8-9091-f528f8995624 service neutron] 10.222.0.31 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993378 Nov 28 07:51:20.522820 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdf7b8e-3da3-4f7e-a3a8-77dc28127507 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:20.533046 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bcdf7b8e-3da3-4f7e-a3a8-77dc28127507 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.533737 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bcdf7b8e-3da3-4f7e-a3a8-77dc28127507 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad HTTP/1.1" status: 200 len: 953 time: 2.0967226 Nov 28 07:51:20.536464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40670) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:20.547392 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4c86ef31-8da7-4cbb-9fe3-0d3bfeda8ca6 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.559952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4c86ef31-8da7-4cbb-9fe3-0d3bfeda8ca6 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.625198 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:20.664169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86ef31-8da7-4cbb-9fe3-0d3bfeda8ca6 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184006fa-2146-4e4a-87af-0fa1dad3f573,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:20.691266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4c86ef31-8da7-4cbb-9fe3-0d3bfeda8ca6 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.692662 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4c86ef31-8da7-4cbb-9fe3-0d3bfeda8ca6 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3335891 Nov 28 07:51:20.696173 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40674) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:20.715214 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2d814563-bf45-4e6d-8a6e-6a0df42d3b74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'security_group': {'name': 'tempest-secgroup-1882874086'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:20.748219 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e2cfea41-eb63-473c-94d1-76ab2d55acf9 None None] Provisioning complete for port 1227d4a1-bb99-4ad9-8b63-162614dac2db triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:20.748593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e2cfea41-eb63-473c-94d1-76ab2d55acf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.752580 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-60643c2e-ef0f-47f5-bb54-8e44bc30f4e7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad HTTP/1.1" status: 200 len: 953 time: 0.2149076 Nov 28 07:51:20.755244 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40680) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:20.759734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1a414f65-9b04-446c-8c74-46e784bc1b92 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'router': {'routes': None}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:20.779397 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2d814563-bf45-4e6d-8a6e-6a0df42d3b74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.847671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfea41-eb63-473c-94d1-76ab2d55acf9 None None] Port 1227d4a1-bb99-4ad9-8b63-162614dac2db cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:20.892592 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2d814563-bf45-4e6d-8a6e-6a0df42d3b74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.898928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2d814563-bf45-4e6d-8a6e-6a0df42d3b74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.939561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2d814563-bf45-4e6d-8a6e-6a0df42d3b74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:20.943390 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2d814563-bf45-4e6d-8a6e-6a0df42d3b74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2438402 Nov 28 07:51:20.944253 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40682) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:20.950437 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5dd18d9d-61d1-4e02-ac61-f8d1bc7721d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1471456776', 'security_groups': ['28b369e6-53e8-4018-8b6e-5d3d93d4584f'], 'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cae956c1-6744-44a6-bad3-a62e87efaadc'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:20.953072 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e2cfea41-eb63-473c-94d1-76ab2d55acf9 None None] Could not find standard attr ID for object 01cb9e37-d21b-41e7-86ff-34b93e934914. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:51:20.958326 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d814563-bf45-4e6d-8a6e-6a0df42d3b74 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b369e6-53e8-4018-8b6e-5d3d93d4584f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:21.051510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4f908a4e-ac8b-4d57-8e74-6295dc12af49 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:21.059979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e2cfea41-eb63-473c-94d1-76ab2d55acf9 None None] Provisioning complete for port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:21.060396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e2cfea41-eb63-473c-94d1-76ab2d55acf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:21.097306 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-60a4d7cc-34fb-4af4-b23d-1972882ed4d1 req-bb7c8b6d-7cf4-497d-b422-c2cabb419be5 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 210 time: 0.0447476 Nov 28 07:51:21.154036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd18d9d-61d1-4e02-ac61-f8d1bc7721d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:21.161173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ac4be1-4ac5-42ce-9bba-7bd800f98d9e None None] Network 3633b726-aa1e-462b-b7c0-187730eefef9 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:21.244304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:21.259403 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5dd18d9d-61d1-4e02-ac61-f8d1bc7721d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:21.284736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-5dd18d9d-61d1-4e02-ac61-f8d1bc7721d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] device_id is not set on port 959c42c0-899c-4e76-8d1b-c1fb6172044f yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:51:21.328502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.extraroute_db [None req-1a414f65-9b04-446c-8c74-46e784bc1b92 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Added routes are [] {{(pid=115118) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 28 07:51:21.329078 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.extraroute_db [None req-1a414f65-9b04-446c-8c74-46e784bc1b92 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=115118) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 28 07:51:21.361335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1a414f65-9b04-446c-8c74-46e784bc1b92 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:21.445943 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:51:21.448315 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60dee46-eea7-4837-905e-8919a4081e46" -d '{"events": [{"server_uuid": "bdb8331c-df5c-46d4-a328-247430ba6922", "name": "network-vif-plugged", "status": "completed", "tag": "2f2a0bec-99f1-4da6-8755-ea43ce0322ae"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:51:21.468250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:21.485071 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:21.501476 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 4f908a4e-ac8b-4d57-8e74-6295dc12af49 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:21.501920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:21.511259 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:21.578500 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-5dd18d9d-61d1-4e02-ac61-f8d1bc7721d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Allocated IP 2001:db8::63 (7ec8e32c-cd44-4843-865e-cd798727b4df/cae956c1-6744-44a6-bad3-a62e87efaadc/959c42c0-899c-4e76-8d1b-c1fb6172044f) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:21.583868 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2577530-9361-41b5-a132-c15908a8403f x-openstack-request-id: req-c2577530-9361-41b5-a132-c15908a8403f {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:51:21.584151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb8331c-df5c-46d4-a328-247430ba6922", "name": "network-vif-plugged", "status": "completed", "tag": "2f2a0bec-99f1-4da6-8755-ea43ce0322ae", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:51:21.584404 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2577530-9361-41b5-a132-c15908a8403f {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:51:21.584829 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'code': 200} Nov 28 07:51:21.645171 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1a414f65-9b04-446c-8c74-46e784bc1b92 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:21.649573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1a414f65-9b04-446c-8c74-46e784bc1b92 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:21.713072 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-cecd1a66-be09-4f1f-80e0-b2a120cd2bbf None None] Provisioning complete for port 26174b09-873a-4115-9ddd-d80e2d588b87 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:21.713579 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cecd1a66-be09-4f1f-80e0-b2a120cd2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:21.731733 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:19Z', 'revision_number': 6, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:14Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6b37b5-5fa7-4e2f-974f-7c348e45ea74', 'name': '', 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:f9:82:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'c54d5625-e3ef-4624-8e3f-fb8c2d05d29d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:16Z', 'updated_at': '2021-11-28T07:51:17Z', 'revision_number': 2, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c54d5625-e3ef-4624-8e3f-fb8c2d05d29d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e699b408-f0d8-4aff-826a-5ce6a1b36f93', 'name': '', 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:75:76:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:11Z', 'updated_at': '2021-11-28T07:51:19Z', 'revision_number': 4, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:21.781398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5dd18d9d-61d1-4e02-ac61-f8d1bc7721d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:21.797263 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a414f65-9b04-446c-8c74-46e784bc1b92 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 3882b176-417d-4760-9e66-c53110963dad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:51:21.797651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,revision_number=8']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:21.827079 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ad3f9-60d8-4bb2-8ece-6911f8b20e4b None None] The sync data for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv is: [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:19Z', 'revision_number': 6, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:14Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6b37b5-5fa7-4e2f-974f-7c348e45ea74', 'name': '', 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:f9:82:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'c54d5625-e3ef-4624-8e3f-fb8c2d05d29d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:16Z', 'updated_at': '2021-11-28T07:51:17Z', 'revision_number': 2, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c54d5625-e3ef-4624-8e3f-fb8c2d05d29d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e699b408-f0d8-4aff-826a-5ce6a1b36f93', 'name': '', 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:75:76:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:11Z', 'updated_at': '2021-11-28T07:51:19Z', 'revision_number': 4, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:21.844640 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5dd18d9d-61d1-4e02-ac61-f8d1bc7721d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:21.927305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd18d9d-61d1-4e02-ac61-f8d1bc7721d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 7ec8e32c-cd44-4843-865e-cd798727b4df is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:21.932615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-5dd18d9d-61d1-4e02-ac61-f8d1bc7721d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:21.936631 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd18d9d-61d1-4e02-ac61-f8d1bc7721d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:21.960588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddfff53-8545-4c45-910e-913aefa8577c None None] Update dhcp port {'port': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'fixed_ips': [{'subnet_id': '2b9ae2dd-bb79-4f0d-a45c-49daf4448890', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cae956c1-6744-44a6-bad3-a62e87efaadc'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': '821b9f5e-91d7-4e21-9d5c-fd1d60057b6a'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:51:21.967108 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd18d9d-61d1-4e02-ac61-f8d1bc7721d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:21.968042 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5dd18d9d-61d1-4e02-ac61-f8d1bc7721d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:21.977053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd18d9d-61d1-4e02-ac61-f8d1bc7721d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=959c42c0-899c-4e76-8d1b-c1fb6172044f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:21.999079 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 78e98c42-ea43-4c7f-a7a5-aba523db1e56 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:22.021120 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5dd18d9d-61d1-4e02-ac61-f8d1bc7721d5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0635362 Nov 28 07:51:22.021935 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40702) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:22.035786 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1c857420-6d7a-45cb-88b4-c6225c59c520 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:22.087094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cddfff53-8545-4c45-910e-913aefa8577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:22.150155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cecd1a66-be09-4f1f-80e0-b2a120cd2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:22.266819 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c2fd0c7a-5873-44e2-8b82-79750e16e966 req-7a6e015e-8121-49e0-9838-d3567f9d7d62 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 210 time: 0.0412209 Nov 28 07:51:22.311169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c857420-6d7a-45cb-88b4-c6225c59c520 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:22.314710 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1c857420-6d7a-45cb-88b4-c6225c59c520 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:22.448465 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.ipam_backend_mixin [None req-1c857420-6d7a-45cb-88b4-c6225c59c520 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cae956c1-6744-44a6-bad3-a62e87efaadc (CIDR: 2001:db8::/64) Nov 28 07:51:22.454663 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c857420-6d7a-45cb-88b4-c6225c59c520 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:51:22.455224 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c857420-6d7a-45cb-88b4-c6225c59c520 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:22.497547 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1c857420-6d7a-45cb-88b4-c6225c59c520 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4742174 Nov 28 07:51:22.498150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40706) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:22.503645 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-f4042ce8-799e-4611-9591-30e3bccb9d01 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:22.603429 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a414f65-9b04-446c-8c74-46e784bc1b92 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:22.619808 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1a414f65-9b04-446c-8c74-46e784bc1b92 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:22.622039 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1a414f65-9b04-446c-8c74-46e784bc1b92 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad HTTP/1.1" status: 200 len: 703 time: 1.8658509 Nov 28 07:51:22.632044 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40708) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:22.658599 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-cecd1a66-be09-4f1f-80e0-b2a120cd2bbf None None] For port 26174b09-873a-4115-9ddd-d80e2d588b87, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=26174b09-873a-4115-9ddd-d80e2d588b87,segment=NetworkSegment(b72ded29-d182-470c-ab56-024fda2a4dfd),segment_id=b72ded29-d182-470c-ab56-024fda2a4dfd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:22.681385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cecd1a66-be09-4f1f-80e0-b2a120cd2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:22.728525 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 78e98c42-ea43-4c7f-a7a5-aba523db1e56 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:22.728906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:22.784852 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-01eabb16-0fcc-4029-858a-41748e11f32f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:22.786416 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-01eabb16-0fcc-4029-858a-41748e11f32f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 811 time: 0.1997349 Nov 28 07:51:22.894339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-cecd1a66-be09-4f1f-80e0-b2a120cd2bbf None None] Provisioning complete for port e699b408-f0d8-4aff-826a-5ce6a1b36f93 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:22.895026 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cecd1a66-be09-4f1f-80e0-b2a120cd2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:22.899247 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-4b9a7e39-a510-4c49-8d52-e05904e24552 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da89a66b3328400a9ef8e9bcb65cc46e HTTP/1.1" status: 200 len: 380 time: 0.1009178 Nov 28 07:51:22.900507 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd1a66-be09-4f1f-80e0-b2a120cd2bbf None None] Pushing event updated for resources: {'Port': ['ID=26174b09-873a-4115-9ddd-d80e2d588b87,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:22.931509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-c64ad278-e738-4f1d-af47-d1b9efc143db tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Request body: {'port': {'device_id': 'cda34c41-6795-46c9-ba0f-9201cc6c850b', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'admin_state_up': True, 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'security_groups': ['56d7772c-f9f2-4c22-ab34-0cf7994e05e9']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:22.965464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-cddfff53-8545-4c45-910e-913aefa8577c None None] Allocated IP 2001:db8::2 (7ec8e32c-cd44-4843-865e-cd798727b4df/cae956c1-6744-44a6-bad3-a62e87efaadc/821b9f5e-91d7-4e21-9d5c-fd1d60057b6a) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:23.091523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-c64ad278-e738-4f1d-af47-d1b9efc143db tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Made reservation on behalf of da89a66b3328400a9ef8e9bcb65cc46e for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:23.097813 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-c64ad278-e738-4f1d-af47-d1b9efc143db tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:23.266187 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-26efafa2-1adc-4265-8070-ad9bd7ea4f74 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad HTTP/1.1" status: 200 len: 703 time: 0.6304197 Nov 28 07:51:23.269460 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40714) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:23.276266 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Sync routers for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:23.286511 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-cddfff53-8545-4c45-910e-913aefa8577c None None] For port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=821b9f5e-91d7-4e21-9d5c-fd1d60057b6a,segment=NetworkSegment(fe665305-7919-4a5a-8241-10fdcf70699f),segment_id=fe665305-7919-4a5a-8241-10fdcf70699f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:23.288463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cecd1a66-be09-4f1f-80e0-b2a120cd2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:23.302295 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:23.308232 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:23.314275 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-c64ad278-e738-4f1d-af47-d1b9efc143db tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Allocated IP 172.20.0.11 (7da37311-dec4-471b-8dc0-0449b07915c8/fa24fc04-8175-487a-9c35-18981de10d0f/1238994c-ebf9-4cd2-9125-5cfa6612ebca) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:23.359372 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-cecd1a66-be09-4f1f-80e0-b2a120cd2bbf None None] For port e699b408-f0d8-4aff-826a-5ce6a1b36f93, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e699b408-f0d8-4aff-826a-5ce6a1b36f93,segment=NetworkSegment(05905569-7d10-49e6-ba00-3860b01abc80),segment_id=05905569-7d10-49e6-ba00-3860b01abc80)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:23.361890 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cddfff53-8545-4c45-910e-913aefa8577c None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:23.374236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4042ce8-799e-4611-9591-30e3bccb9d01 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:23.374961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cecd1a66-be09-4f1f-80e0-b2a120cd2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:23.382520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f4042ce8-799e-4611-9591-30e3bccb9d01 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:23.430452 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cddfff53-8545-4c45-910e-913aefa8577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:23.515452 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5671590c-eb4b-40bd-95aa-911dadbefaf9 req-a1011c57-f4b9-4cc2-bb67-6c3fde5f2848 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 210 time: 0.0436363 Nov 28 07:51:23.599497 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-c64ad278-e738-4f1d-af47-d1b9efc143db tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:23.611402 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:23.657233 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd1a66-be09-4f1f-80e0-b2a120cd2bbf None None] Pushing event updated for resources: {'Port': ['ID=e699b408-f0d8-4aff-826a-5ce6a1b36f93,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:23.672335 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.ipam_backend_mixin [None req-f4042ce8-799e-4611-9591-30e3bccb9d01 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2b9ae2dd-bb79-4f0d-a45c-49daf4448890 (CIDR: 2001:db8:0:1::/64) Nov 28 07:51:23.685555 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4042ce8-799e-4611-9591-30e3bccb9d01 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:51:23.686111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4042ce8-799e-4611-9591-30e3bccb9d01 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:23.687579 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-c64ad278-e738-4f1d-af47-d1b9efc143db tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:23.715551 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f4042ce8-799e-4611-9591-30e3bccb9d01 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2162154 Nov 28 07:51:23.718683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40718) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:23.724219 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-00edb732-47be-4c99-956b-810479aaee87 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'subnet': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:23.744416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-21dae705-aebc-4942-84f2-eccb96eb6ebd None None] Provisioning complete for port be6b37b5-5fa7-4e2f-974f-7c348e45ea74 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:23.746478 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-21dae705-aebc-4942-84f2-eccb96eb6ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:23.795117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-c64ad278-e738-4f1d-af47-d1b9efc143db tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Network 7da37311-dec4-471b-8dc0-0449b07915c8 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:23.796702 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ad278-e738-4f1d-af47-d1b9efc143db tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'Port': ['ID=1238994c-ebf9-4cd2-9125-5cfa6612ebca,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:23.808415 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-c64ad278-e738-4f1d-af47-d1b9efc143db tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:23.815166 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-c64ad278-e738-4f1d-af47-d1b9efc143db tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:23.849586 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 26174b09-873a-4115-9ddd-d80e2d588b87 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:23.905844 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-c64ad278-e738-4f1d-af47-d1b9efc143db tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:23.906532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-c64ad278-e738-4f1d-af47-d1b9efc143db tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:23.937170 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-21dae705-aebc-4942-84f2-eccb96eb6ebd None None] Port be6b37b5-5fa7-4e2f-974f-7c348e45ea74 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:23.948297 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-c64ad278-e738-4f1d-af47-d1b9efc143db tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0224750 Nov 28 07:51:23.961552 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Request body: {'port': {'device_id': 'cda34c41-6795-46c9-ba0f-9201cc6c850b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:24.011178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfff53-8545-4c45-910e-913aefa8577c None None] Pushing event updated for resources: {'Port': ['ID=821b9f5e-91d7-4e21-9d5c-fd1d60057b6a,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:24.023370 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:21Z', 'revision_number': 7, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:14Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6b37b5-5fa7-4e2f-974f-7c348e45ea74', 'name': '', 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:f9:82:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'c54d5625-e3ef-4624-8e3f-fb8c2d05d29d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:16Z', 'updated_at': '2021-11-28T07:51:17Z', 'revision_number': 2, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c54d5625-e3ef-4624-8e3f-fb8c2d05d29d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e699b408-f0d8-4aff-826a-5ce6a1b36f93', 'name': '', 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:75:76:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:11Z', 'updated_at': '2021-11-28T07:51:19Z', 'revision_number': 4, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:24.036394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 26174b09-873a-4115-9ddd-d80e2d588b87 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:24.036895 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.041536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-21dae705-aebc-4942-84f2-eccb96eb6ebd None None] Provisioning complete for port 26174b09-873a-4115-9ddd-d80e2d588b87 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:24.041912 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-21dae705-aebc-4942-84f2-eccb96eb6ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.100533 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Checking router: 3882b176-417d-4760-9e66-c53110963dad for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:51:24.101575 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Updating router 3882b176-417d-4760-9e66-c53110963dad port be6b37b5-5fa7-4e2f-974f-7c348e45ea74 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:51:24.102114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00edb732-47be-4c99-956b-810479aaee87 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Made reservation on behalf of fb58eb61cb674df8b687b13493fe7c67 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:24.111239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-00edb732-47be-4c99-956b-810479aaee87 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.119449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.155757 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.254086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e699b408-f0d8-4aff-826a-5ce6a1b36f93 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:24.407119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-18958c33-fdc1-4e63-9873-6f4f631b447a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.425329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port e699b408-f0d8-4aff-826a-5ce6a1b36f93 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:24.425708 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.607646 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.617556 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.647547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-64b85fee-75b0-4645-81fd-f19d21776718 None None] Provisioning complete for port 1227d4a1-bb99-4ad9-8b63-162614dac2db triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:24.647926 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-64b85fee-75b0-4645-81fd-f19d21776718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.649359 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1238994c-ebf9-4cd2-9125-5cfa6612ebca {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:51:24.657975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.683226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Transition to ACTIVE for port object 1238994c-ebf9-4cd2-9125-5cfa6612ebca will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:51:24.690560 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.708436 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-64b85fee-75b0-4645-81fd-f19d21776718 None None] Port 1227d4a1-bb99-4ad9-8b63-162614dac2db cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:24.777963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-64b85fee-75b0-4645-81fd-f19d21776718 None None] Provisioning complete for port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:24.779069 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-64b85fee-75b0-4645-81fd-f19d21776718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.888498 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298a506-741f-4a2e-833d-33e348b89cbb None None] Pushing event updated for resources: {'Port': ['ID=be6b37b5-5fa7-4e2f-974f-7c348e45ea74,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:24.901087 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1238994c-ebf9-4cd2-9125-5cfa6612ebca,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:24.905188 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Attempting to bind port be6b37b5-5fa7-4e2f-974f-7c348e45ea74 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:24.906333 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Attempting to bind port be6b37b5-5fa7-4e2f-974f-7c348e45ea74 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'b72ded29-d182-470c-ab56-024fda2a4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:24.907620 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Attempting to bind port be6b37b5-5fa7-4e2f-974f-7c348e45ea74 on network 3633b726-aa1e-462b-b7c0-187730eefef9 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:24.921727 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:24.923682 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Checking segment: {'id': 'b72ded29-d182-470c-ab56-024fda2a4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:24.924330 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.925771 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Bound using segment: {'id': 'b72ded29-d182-470c-ab56-024fda2a4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:24.926490 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Bound port: be6b37b5-5fa7-4e2f-974f-7c348e45ea74, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72ded29-d182-470c-ab56-024fda2a4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:24.927660 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:24.977843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Attempting to bind port 1238994c-ebf9-4cd2-9125-5cfa6612ebca on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:24.977843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Attempting to bind port 1238994c-ebf9-4cd2-9125-5cfa6612ebca by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:24.978388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Attempting to bind port 1238994c-ebf9-4cd2-9125-5cfa6612ebca on network 7da37311-dec4-471b-8dc0-0449b07915c8 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:24.988695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539493-861d-4252-8b85-a7203a88f521 req-f086e5d5-2d63-4948-bf33-33591bccc0be tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:24.990414 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e6539493-861d-4252-8b85-a7203a88f521 req-f086e5d5-2d63-4948-bf33-33591bccc0be tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 944 time: 0.3427451 Nov 28 07:51:24.998273 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Port 1238994c-ebf9-4cd2-9125-5cfa6612ebca on network 7da37311-dec4-471b-8dc0-0449b07915c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:51:25.004690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Attempting to bind port 1238994c-ebf9-4cd2-9125-5cfa6612ebca on network 7da37311-dec4-471b-8dc0-0449b07915c8 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:25.019294 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:25.019836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Checking segment: {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:25.020413 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Bound using segment: {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:25.021980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Bound port: 1238994c-ebf9-4cd2-9125-5cfa6612ebca, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:25.022619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:25.119659 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] For port be6b37b5-5fa7-4e2f-974f-7c348e45ea74, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:25.132630 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] For port be6b37b5-5fa7-4e2f-974f-7c348e45ea74, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=be6b37b5-5fa7-4e2f-974f-7c348e45ea74,segment=NetworkSegment(b72ded29-d182-470c-ab56-024fda2a4dfd),segment_id=b72ded29-d182-470c-ab56-024fda2a4dfd)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:25.145124 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:25.185223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ea479863-fe55-4e81-ab4d-92e7e4d6f78d None None] Could not find standard attr ID for object 01cb9e37-d21b-41e7-86ff-34b93e934914. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:51:25.208818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] For port 1238994c-ebf9-4cd2-9125-5cfa6612ebca, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:25.217453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] For port 1238994c-ebf9-4cd2-9125-5cfa6612ebca, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1238994c-ebf9-4cd2-9125-5cfa6612ebca,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:25.220817 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-00edb732-47be-4c99-956b-810479aaee87 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:25.225934 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:25.262562 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:25.263229 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:25.268518 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298a506-741f-4a2e-833d-33e348b89cbb None None] Pushing event updated for resources: {'Port': ['ID=be6b37b5-5fa7-4e2f-974f-7c348e45ea74,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:25.273735 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e6539493-861d-4252-8b85-a7203a88f521 req-2b924e54-1fb6-458d-95b5-a6b0bd0e1f18 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406061 Nov 28 07:51:25.353074 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-96b3f8fa-16f3-481a-855d-e366aaedbdf8 None None] Provisioning complete for port be6b37b5-5fa7-4e2f-974f-7c348e45ea74 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:25.353550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-96b3f8fa-16f3-481a-855d-e366aaedbdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:25.367224 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1238994c-ebf9-4cd2-9125-5cfa6612ebca,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:25.399763 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:25.400401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:25.402498 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-602a7b0d-c0e6-4e5c-8808-77d5d3b2e3a4 service neutron] 10.222.0.35 "PUT /v2.0/ports/1238994c-ebf9-4cd2-9125-5cfa6612ebca HTTP/1.1" status: 200 len: 1094 time: 1.4450927 Nov 28 07:51:25.403002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda34c41-6795-46c9-ba0f-9201cc6c850b', 'tag': '1238994c-ebf9-4cd2-9125-5cfa6612ebca'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:51:25.408921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c12606f-4316-4339-abaa-80d03d5dcd51" -d '{"events": [{"name": "network-changed", "server_uuid": "cda34c41-6795-46c9-ba0f-9201cc6c850b", "tag": "1238994c-ebf9-4cd2-9125-5cfa6612ebca"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:51:25.413163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00edb732-47be-4c99-956b-810479aaee87 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Network 7ec8e32c-cd44-4843-865e-cd798727b4df is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:25.422661 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-00edb732-47be-4c99-956b-810479aaee87 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:25.428575 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00edb732-47be-4c99-956b-810479aaee87 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:25.429172 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-00edb732-47be-4c99-956b-810479aaee87 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:25.461962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edb732-47be-4c99-956b-810479aaee87 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Subnet': ['ID=029239a0-94cc-4abb-aa17-0dc907ed43e3,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:25.468395 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:25.481332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:25.594688 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40726) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:25.595581 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-00edb732-47be-4c99-956b-810479aaee87 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8742795 Nov 28 07:51:25.596101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3e3a3f-c9f8-47b6-94f2-716a8a6f1778 None None] Network 7ec8e32c-cd44-4843-865e-cd798727b4df requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:25.605721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-76cb34ba-4882-4254-bc5e-078385463639 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1616762651', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '029239a0-94cc-4abb-aa17-0dc907ed43e3'}], 'security_groups': ['f1bf83a9-a792-443a-8757-a0f6874a5355', '184006fa-2146-4e4a-87af-0fa1dad3f573']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:25.671679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce9fd13-b61e-41b6-94de-46b39d06fb34 x-openstack-request-id: req-6ce9fd13-b61e-41b6-94de-46b39d06fb34 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:51:25.671978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda34c41-6795-46c9-ba0f-9201cc6c850b", "tag": "1238994c-ebf9-4cd2-9125-5cfa6612ebca", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:51:25.675517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ce9fd13-b61e-41b6-94de-46b39d06fb34 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:51:25.675981 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda34c41-6795-46c9-ba0f-9201cc6c850b', 'tag': '1238994c-ebf9-4cd2-9125-5cfa6612ebca', 'status': 'completed', 'code': 200} Nov 28 07:51:25.701784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-5b35310d-c8db-40cc-bda2-b3f36f36f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:25.703332 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-5b35310d-c8db-40cc-bda2-b3f36f36f241 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 1097 time: 0.2368977 Nov 28 07:51:25.743175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-18958c33-fdc1-4e63-9873-6f4f631b447a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port be6b37b5-5fa7-4e2f-974f-7c348e45ea74 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:25.743510 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-18958c33-fdc1-4e63-9873-6f4f631b447a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:25.792502 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:25.793055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:25.805189 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-554d1b6a-215c-4df1-a74e-8be2a7f3aae1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1238994c-ebf9-4cd2-9125-5cfa6612ebca HTTP/1.1" status: 200 len: 217 time: 0.0849841 Nov 28 07:51:25.847697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-96b3f8fa-16f3-481a-855d-e366aaedbdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:25.902070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-18958c33-fdc1-4e63-9873-6f4f631b447a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] For port be6b37b5-5fa7-4e2f-974f-7c348e45ea74, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=be6b37b5-5fa7-4e2f-974f-7c348e45ea74,segment=NetworkSegment(b72ded29-d182-470c-ab56-024fda2a4dfd),segment_id=b72ded29-d182-470c-ab56-024fda2a4dfd)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:25.903746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-18958c33-fdc1-4e63-9873-6f4f631b447a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:25.916865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-bc822fc0-3b92-42cb-89a6-5a4c4cdfed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:25.918114 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-bc822fc0-3b92-42cb-89a6-5a4c4cdfed14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0983415 Nov 28 07:51:25.919787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-96b3f8fa-16f3-481a-855d-e366aaedbdf8 None None] For port be6b37b5-5fa7-4e2f-974f-7c348e45ea74, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=be6b37b5-5fa7-4e2f-974f-7c348e45ea74,segment=NetworkSegment(b72ded29-d182-470c-ab56-024fda2a4dfd),segment_id=b72ded29-d182-470c-ab56-024fda2a4dfd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:25.920234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-18958c33-fdc1-4e63-9873-6f4f631b447a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for be6b37b5-5fa7-4e2f-974f-7c348e45ea74 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:25.945037 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:21Z', 'revision_number': 7, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:14Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6b37b5-5fa7-4e2f-974f-7c348e45ea74', 'name': '', 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:f9:82:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'c54d5625-e3ef-4624-8e3f-fb8c2d05d29d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:16Z', 'updated_at': '2021-11-28T07:51:25Z', 'revision_number': 4, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c54d5625-e3ef-4624-8e3f-fb8c2d05d29d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e699b408-f0d8-4aff-826a-5ce6a1b36f93', 'name': '', 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:75:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:11Z', 'updated_at': '2021-11-28T07:51:23Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:25.978956 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-96b3f8fa-16f3-481a-855d-e366aaedbdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:26.021123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76cb34ba-4882-4254-bc5e-078385463639 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:26.025277 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f492adf-ee6d-48d2-afbd-19513076a4d9 None None] The sync data for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv is: [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:21Z', 'revision_number': 7, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:14Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6b37b5-5fa7-4e2f-974f-7c348e45ea74', 'name': '', 'network_id': '3633b726-aa1e-462b-b7c0-187730eefef9', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:f9:82:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'c54d5625-e3ef-4624-8e3f-fb8c2d05d29d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:16Z', 'updated_at': '2021-11-28T07:51:25Z', 'revision_number': 4, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c54d5625-e3ef-4624-8e3f-fb8c2d05d29d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e699b408-f0d8-4aff-826a-5ce6a1b36f93', 'name': '', 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:75:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:11Z', 'updated_at': '2021-11-28T07:51:23Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:26.046617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-0571f64f-8ece-4fac-959d-ea785d12e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:26.048412 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-0571f64f-8ece-4fac-959d-ea785d12e6b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1166356 Nov 28 07:51:26.073416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3f8fa-16f3-481a-855d-e366aaedbdf8 None None] Pushing event updated for resources: {'Port': ['ID=be6b37b5-5fa7-4e2f-974f-7c348e45ea74,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:26.125561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e699b408-f0d8-4aff-826a-5ce6a1b36f93 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:26.203259 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-dadb2107-110c-4f2a-8b79-93f303cc670d service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237779 Nov 28 07:51:26.208029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bdee33fe-995b-47e0-90df-5c8e0de73c5c None None] Provisioning complete for port be6b37b5-5fa7-4e2f-974f-7c348e45ea74 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:26.208621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bdee33fe-995b-47e0-90df-5c8e0de73c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:26.243574 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port e699b408-f0d8-4aff-826a-5ce6a1b36f93 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:26.244114 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:26.322829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-18958c33-fdc1-4e63-9873-6f4f631b447a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:26.373564 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18958c33-fdc1-4e63-9873-6f4f631b447a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=be6b37b5-5fa7-4e2f-974f-7c348e45ea74,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:26.398900 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bdee33fe-995b-47e0-90df-5c8e0de73c5c None None] Could not find standard attr ID for object be6b37b5-5fa7-4e2f-974f-7c348e45ea74. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:51:26.417817 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.plugins.ml2.db [None req-bdee33fe-995b-47e0-90df-5c8e0de73c5c None None] No ports have port_id starting with be6b37b5-5fa7-4e2f-974f-7c348e45ea74 Nov 28 07:51:26.438954 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245f2130-9635-4d35-8960-98712c1145c2 None None] Update dhcp port {'port': {'network_id': '7ec8e32c-cd44-4843-865e-cd798727b4df', 'fixed_ips': [{'subnet_id': '2b9ae2dd-bb79-4f0d-a45c-49daf4448890', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cae956c1-6744-44a6-bad3-a62e87efaadc', 'ip_address': '2001:db8::2'}, {'subnet_id': '029239a0-94cc-4abb-aa17-0dc907ed43e3'}], 'binding:host_id': 'dv-neutron-744815-16-hyperv'}, 'id': '821b9f5e-91d7-4e21-9d5c-fd1d60057b6a'} from dv-neutron-744815-16-hyperv. {{(pid=115120) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 28 07:51:26.516141 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bdee33fe-995b-47e0-90df-5c8e0de73c5c None None] Provisioning complete for port 959c42c0-899c-4e76-8d1b-c1fb6172044f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:26.516723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bdee33fe-995b-47e0-90df-5c8e0de73c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:26.559020 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93628151-1b1a-41ef-9847-0aa6ac566460 req-2469d1fe-9b97-4459-b2de-73b3150e4c68 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416955 Nov 28 07:51:26.669736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd3fe3-8fdd-4140-a53d-21189a6cf522 req-71c3d3e4-5a6b-437d-a7b8-71fea76f64c1 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:26.673915 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ddcd3fe3-8fdd-4140-a53d-21189a6cf522 req-71c3d3e4-5a6b-437d-a7b8-71fea76f64c1 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 944 time: 0.2450027 Nov 28 07:51:26.712924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-18958c33-fdc1-4e63-9873-6f4f631b447a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:26.748983 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-76cb34ba-4882-4254-bc5e-078385463639 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Delete allocated IP 2001:db8::63 (7ec8e32c-cd44-4843-865e-cd798727b4df/cae956c1-6744-44a6-bad3-a62e87efaadc) {{(pid=115118) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 28 07:51:26.758625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-76cb34ba-4882-4254-bc5e-078385463639 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Allocated IP 2001:db8:0:2::35 (7ec8e32c-cd44-4843-865e-cd798727b4df/029239a0-94cc-4abb-aa17-0dc907ed43e3/959c42c0-899c-4e76-8d1b-c1fb6172044f) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:26.761256 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ddcd3fe3-8fdd-4140-a53d-21189a6cf522 req-93f544e1-eb36-41f5-9af5-f07ecd05d460 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757084 Nov 28 07:51:26.783433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-245f2130-9635-4d35-8960-98712c1145c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:26.861147 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-bdee33fe-995b-47e0-90df-5c8e0de73c5c None None] Port 959c42c0-899c-4e76-8d1b-c1fb6172044f cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:26.999074 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18958c33-fdc1-4e63-9873-6f4f631b447a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 3882b176-417d-4760-9e66-c53110963dad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:51:27.004675 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76cb34ba-4882-4254-bc5e-078385463639 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.014370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76cb34ba-4882-4254-bc5e-078385463639 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.065971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12606f-4316-4339-abaa-80d03d5dcd51 req-ee9f36e9-ffb4-426f-9668-a8d41bcd71ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:27.066378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-245f2130-9635-4d35-8960-98712c1145c2 None None] Allocated IP 2001:db8:0:2::2 (7ec8e32c-cd44-4843-865e-cd798727b4df/029239a0-94cc-4abb-aa17-0dc907ed43e3/821b9f5e-91d7-4e21-9d5c-fd1d60057b6a) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:27.067486 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c12606f-4316-4339-abaa-80d03d5dcd51 req-ee9f36e9-ffb4-426f-9668-a8d41bcd71ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 1097 time: 0.1225514 Nov 28 07:51:27.069261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb34ba-4882-4254-bc5e-078385463639 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event updated for resources: {'Port': ['ID=959c42c0-899c-4e76-8d1b-c1fb6172044f,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:27.120356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18958c33-fdc1-4e63-9873-6f4f631b447a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:27.129254 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-18958c33-fdc1-4e63-9873-6f4f631b447a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8581674 Nov 28 07:51:27.129837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40730) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:27.167101 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12606f-4316-4339-abaa-80d03d5dcd51 req-5a721e33-5215-46fa-9e98-1e29d419e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:27.169812 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c12606f-4316-4339-abaa-80d03d5dcd51 req-5a721e33-5215-46fa-9e98-1e29d419e93e service neutron] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 912 time: 0.0937109 Nov 28 07:51:27.188914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-245f2130-9635-4d35-8960-98712c1145c2 None None] For port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=821b9f5e-91d7-4e21-9d5c-fd1d60057b6a,segment=NetworkSegment(fe665305-7919-4a5a-8241-10fdcf70699f),segment_id=fe665305-7919-4a5a-8241-10fdcf70699f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:27.189139 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda9a0ce-ce2d-4446-8425-4f7102be6759 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting subnet c54d5625-e3ef-4624-8e3f-fb8c2d05d29d {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:51:27.193285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eda9a0ce-ce2d-4446-8425-4f7102be6759 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.202299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-76cb34ba-4882-4254-bc5e-078385463639 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] In _notify_port_updated(), no bound segment for port 959c42c0-899c-4e76-8d1b-c1fb6172044f on network 7ec8e32c-cd44-4843-865e-cd798727b4df {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:51:27.207898 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cb34ba-4882-4254-bc5e-078385463639 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:27.208504 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76cb34ba-4882-4254-bc5e-078385463639 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.209783 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-76cb34ba-4882-4254-bc5e-078385463639 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "PUT /v2.0/ports/959c42c0-899c-4e76-8d1b-c1fb6172044f HTTP/1.1" status: 200 len: 969 time: 1.6141140 Nov 28 07:51:27.212527 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40732) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:27.231449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-245f2130-9635-4d35-8960-98712c1145c2 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.236570 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54005a59-8fbf-4e15-ade2-14022c82a84c None None] Sync routers for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:27.252086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-245f2130-9635-4d35-8960-98712c1145c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.253843 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c12606f-4316-4339-abaa-80d03d5dcd51 req-664cdb47-1dbf-4167-84a8-8599ea25feee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1238994c-ebf9-4cd2-9125-5cfa6612ebca HTTP/1.1" status: 200 len: 217 time: 0.0760589 Nov 28 07:51:27.260691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eda9a0ce-ce2d-4446-8425-4f7102be6759 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.334199 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f2130-9635-4d35-8960-98712c1145c2 None None] Pushing event updated for resources: {'Port': ['ID=821b9f5e-91d7-4e21-9d5c-fd1d60057b6a,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:27.347958 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54005a59-8fbf-4e15-ade2-14022c82a84c None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:27.348952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-54005a59-8fbf-4e15-ade2-14022c82a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:27.363928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eda9a0ce-ce2d-4446-8425-4f7102be6759 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.366103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12606f-4316-4339-abaa-80d03d5dcd51 req-5f39f96b-c3b4-44d7-a3d0-a95b3529bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:27.367650 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c12606f-4316-4339-abaa-80d03d5dcd51 req-5f39f96b-c3b4-44d7-a3d0-a95b3529bf34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0929790 Nov 28 07:51:27.435052 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eda9a0ce-ce2d-4446-8425-4f7102be6759 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.439381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-c956257e-4477-4bf0-9656-ffe31355f75b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port 959c42c0-899c-4e76-8d1b-c1fb6172044f {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:27.439719 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c956257e-4477-4bf0-9656-ffe31355f75b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.460475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12606f-4316-4339-abaa-80d03d5dcd51 req-adf3152c-0226-419d-bc41-08852e3dab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:27.462068 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c12606f-4316-4339-abaa-80d03d5dcd51 req-adf3152c-0226-419d-bc41-08852e3dab32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0844605 Nov 28 07:51:27.465378 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9a0ce-ce2d-4446-8425-4f7102be6759 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Subnet': ['ID=c54d5625-e3ef-4624-8e3f-fb8c2d05d29d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:27.471251 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eda9a0ce-ce2d-4446-8425-4f7102be6759 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.477520 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-eda9a0ce-ce2d-4446-8425-4f7102be6759 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/c54d5625-e3ef-4624-8e3f-fb8c2d05d29d HTTP/1.1" status: 204 len: 168 time: 0.3444133 Nov 28 07:51:27.477828 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40734) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:27.497707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b320c58f-6007-43ac-8963-7bf1c2a82487 None None] Network 3633b726-aa1e-462b-b7c0-187730eefef9 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:27.570595 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.617676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c956257e-4477-4bf0-9656-ffe31355f75b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.656965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-c956257e-4477-4bf0-9656-ffe31355f75b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for 959c42c0-899c-4e76-8d1b-c1fb6172044f owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:27.661243 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c12606f-4316-4339-abaa-80d03d5dcd51 req-d5f94718-111f-4825-bc0f-2775a29318df service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871562 Nov 28 07:51:27.668048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port 26174b09-873a-4115-9ddd-d80e2d588b87 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:27.668551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.712841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-54005a59-8fbf-4e15-ade2-14022c82a84c None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:27.748273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] For port 26174b09-873a-4115-9ddd-d80e2d588b87, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=26174b09-873a-4115-9ddd-d80e2d588b87,segment=NetworkSegment(b72ded29-d182-470c-ab56-024fda2a4dfd),segment_id=b72ded29-d182-470c-ab56-024fda2a4dfd)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:27.749644 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.779802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for 26174b09-873a-4115-9ddd-d80e2d588b87 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:27.859985 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a3a0b-cbb3-4762-8133-c116bf49fef8 None None] DHCP port deletion for 3633b726-aa1e-462b-b7c0-187730eefef9 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:51:27.916049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c956257e-4477-4bf0-9656-ffe31355f75b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.938473 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:27.975552 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=26174b09-873a-4115-9ddd-d80e2d588b87,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:27.981636 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No DVR routers for this DVR port 26174b09-873a-4115-9ddd-d80e2d588b87 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:51:28.015955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956257e-4477-4bf0-9656-ffe31355f75b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=959c42c0-899c-4e76-8d1b-c1fb6172044f,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:28.065918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c956257e-4477-4bf0-9656-ffe31355f75b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.069359 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c956257e-4477-4bf0-9656-ffe31355f75b tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/959c42c0-899c-4e76-8d1b-c1fb6172044f HTTP/1.1" status: 204 len: 168 time: 0.8559155 Nov 28 07:51:28.079440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40738) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:28.114112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.130477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d8131-3c1d-4d2e-8e9b-2ae299702d43 req-98b904b5-6c4b-42bf-b242-a3be9ad8380c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:28.132105 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6e5d8131-3c1d-4d2e-8e9b-2ae299702d43 req-98b904b5-6c4b-42bf-b242-a3be9ad8380c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 944 time: 0.2493925 Nov 28 07:51:28.138229 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-0564eb86-2620-4ae3-bbc0-452c046d37a7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] GET failed (client error): The resource could not be found. Nov 28 07:51:28.145431 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0564eb86-2620-4ae3-bbc0-452c046d37a7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports/959c42c0-899c-4e76-8d1b-c1fb6172044f HTTP/1.1" status: 404 len: 333 time: 0.0617678 Nov 28 07:51:28.156479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40740) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:28.159776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c19a3a0b-cbb3-4762-8133-c116bf49fef8 None None] Deleting port 26174b09-873a-4115-9ddd-d80e2d588b87 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:28.160306 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c19a3a0b-cbb3-4762-8133-c116bf49fef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.177176 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3633b726-aa1e-462b-b7c0-187730eefef9']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:28.191460 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c12606f-4316-4339-abaa-80d03d5dcd51 req-db3f7727-7106-4dc3-86d2-9b45e6a75f5b service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292122 Nov 28 07:51:28.219288 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72ded29-d182-470c-ab56-024fda2a4dfd') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:28.219898 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72ded29-d182-470c-ab56-024fda2a4dfd') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:28.251735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c19a3a0b-cbb3-4762-8133-c116bf49fef8 None None] For port 26174b09-873a-4115-9ddd-d80e2d588b87, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:28.252542 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6e5d8131-3c1d-4d2e-8e9b-2ae299702d43 req-278b0f8d-f3e1-491b-8c35-e6f7ced863c6 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033778 Nov 28 07:51:28.255280 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.264568 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c19a3a0b-cbb3-4762-8133-c116bf49fef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.271449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-54005a59-8fbf-4e15-ade2-14022c82a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:26Z', 'revision_number': 8, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:14Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e699b408-f0d8-4aff-826a-5ce6a1b36f93', 'name': '', 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:75:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:11Z', 'updated_at': '2021-11-28T07:51:23Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:28.275269 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.294417 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:51:28.295132 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:51:28.304576 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:51:28.315497 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eee60192-516c-4f79-999f-12a2d714c67a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.318986 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c19a3a0b-cbb3-4762-8133-c116bf49fef8 None None] Calling delete_port for 26174b09-873a-4115-9ddd-d80e2d588b87 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:28.321536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54005a59-8fbf-4e15-ade2-14022c82a84c None None] Checking router: 3882b176-417d-4760-9e66-c53110963dad for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:51:28.325183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.ipam_backend_mixin [None req-c19a3a0b-cbb3-4762-8133-c116bf49fef8 None None] Port 26174b09-873a-4115-9ddd-d80e2d588b87 was not found and therefore no delete operation was performed {{(pid=115120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:51:28.327919 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c19a3a0b-cbb3-4762-8133-c116bf49fef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.352585 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a3a0b-cbb3-4762-8133-c116bf49fef8 None None] No DVR routers for this DVR port 26174b09-873a-4115-9ddd-d80e2d588b87 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:51:28.393101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.395631 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a3a0b-cbb3-4762-8133-c116bf49fef8 None None] Pushing event deleted for resources: {'Port': ['ID=26174b09-873a-4115-9ddd-d80e2d588b87,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:28.396149 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eee60192-516c-4f79-999f-12a2d714c67a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.407916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54005a59-8fbf-4e15-ade2-14022c82a84c None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:28.408786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-54005a59-8fbf-4e15-ade2-14022c82a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:28.410778 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.416872 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/networks/3633b726-aa1e-462b-b7c0-187730eefef9 HTTP/1.1" status: 204 len: 168 time: 0.9352412 Nov 28 07:51:28.417045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40742) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:28.442543 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d0258-b965-4ef9-be50-ac5d22b1de8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Network': ['ID=3633b726-aa1e-462b-b7c0-187730eefef9,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:28.488154 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eee60192-516c-4f79-999f-12a2d714c67a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.492205 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eee60192-516c-4f79-999f-12a2d714c67a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.494807 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-eee60192-516c-4f79-999f-12a2d714c67a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/security-groups/28b369e6-53e8-4018-8b6e-5d3d93d4584f HTTP/1.1" status: 204 len: 168 time: 0.3368659 Nov 28 07:51:28.499332 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40744) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:28.537886 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee60192-516c-4f79-999f-12a2d714c67a tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b369e6-53e8-4018-8b6e-5d3d93d4584f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:28.565848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-54005a59-8fbf-4e15-ade2-14022c82a84c None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:28.594168 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80c69dc8-03a1-40a4-ae6f-23e3c2e39437 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.621480 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80c69dc8-03a1-40a4-ae6f-23e3c2e39437 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.677543 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80c69dc8-03a1-40a4-ae6f-23e3c2e39437 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.680965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-80c69dc8-03a1-40a4-ae6f-23e3c2e39437 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.694693 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-80c69dc8-03a1-40a4-ae6f-23e3c2e39437 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/security-groups/184006fa-2146-4e4a-87af-0fa1dad3f573 HTTP/1.1" status: 204 len: 168 time: 0.1938059 Nov 28 07:51:28.707430 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40746) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:28.708221 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c69dc8-03a1-40a4-ae6f-23e3c2e39437 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=184006fa-2146-4e4a-87af-0fa1dad3f573,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:28.795432 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7932d1cc-f953-4260-98ce-36fdaa573103 None None] Provisioning complete for port 1227d4a1-bb99-4ad9-8b63-162614dac2db triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:28.795903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7932d1cc-f953-4260-98ce-36fdaa573103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.796560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ab2f140-f2c9-494b-a7ef-e654a386f9af tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.840210 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ab2f140-f2c9-494b-a7ef-e654a386f9af tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.893723 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ab2f140-f2c9-494b-a7ef-e654a386f9af tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.897628 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9ab2f140-f2c9-494b-a7ef-e654a386f9af tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:28.902718 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9ab2f140-f2c9-494b-a7ef-e654a386f9af tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/security-groups/f1bf83a9-a792-443a-8757-a0f6874a5355 HTTP/1.1" status: 204 len: 168 time: 0.1843135 Nov 28 07:51:28.903524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40748) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:28.920126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7932d1cc-f953-4260-98ce-36fdaa573103 None None] Port 1227d4a1-bb99-4ad9-8b63-162614dac2db cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:28.928255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2f140-f2c9-494b-a7ef-e654a386f9af tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bf83a9-a792-443a-8757-a0f6874a5355,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:28.941483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7932d1cc-f953-4260-98ce-36fdaa573103 None None] Provisioning complete for port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:28.942134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7932d1cc-f953-4260-98ce-36fdaa573103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:29.009400 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-54005a59-8fbf-4e15-ade2-14022c82a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:26Z', 'revision_number': 8, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:14Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e699b408-f0d8-4aff-826a-5ce6a1b36f93', 'name': '', 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:75:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:11Z', 'updated_at': '2021-11-28T07:51:23Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:29.026318 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-738e5cda-018a-41b0-8af1-3a8220f7f8b1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting subnet cae956c1-6744-44a6-bad3-a62e87efaadc {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:51:29.032492 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-738e5cda-018a-41b0-8af1-3a8220f7f8b1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:29.054483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54005a59-8fbf-4e15-ade2-14022c82a84c None None] The sync data for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv is: [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:26Z', 'revision_number': 8, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:14Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e699b408-f0d8-4aff-826a-5ce6a1b36f93', 'name': '', 'network_id': 'a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:75:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:11Z', 'updated_at': '2021-11-28T07:51:23Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'f8cf4734-8d02-4039-b191-7a74260e7811', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:29.069715 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-24589d72-2bce-4645-bd4f-68eb99399dd8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:29.136109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7932d1cc-f953-4260-98ce-36fdaa573103 None None] Could not find standard attr ID for object 959c42c0-899c-4e76-8d1b-c1fb6172044f. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:51:29.139710 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-738e5cda-018a-41b0-8af1-3a8220f7f8b1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:29.237601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-738e5cda-018a-41b0-8af1-3a8220f7f8b1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:29.254427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5d40dde8-5cbb-474b-b250-a87bc31b6739 None None] Could not find standard attr ID for object 01cb9e37-d21b-41e7-86ff-34b93e934914. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:51:29.381275 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-738e5cda-018a-41b0-8af1-3a8220f7f8b1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:29.412259 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-738e5cda-018a-41b0-8af1-3a8220f7f8b1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:29.416121 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-738e5cda-018a-41b0-8af1-3a8220f7f8b1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/cae956c1-6744-44a6-bad3-a62e87efaadc HTTP/1.1" status: 204 len: 168 time: 0.4965465 Nov 28 07:51:29.421333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40752) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:29.497698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6b1dbc-0440-47fa-9b92-2f016eb5487f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting subnet 029239a0-94cc-4abb-aa17-0dc907ed43e3 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:51:29.501065 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e5cda-018a-41b0-8af1-3a8220f7f8b1 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Subnet': ['ID=cae956c1-6744-44a6-bad3-a62e87efaadc,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:29.505958 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9a6b1dbc-0440-47fa-9b92-2f016eb5487f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:29.602051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4c6ce-48cb-42ed-9e56-a3178ee3ba5b req-860b2297-5aaa-41f6-9548-149a705259ba tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:29.603702 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c7c4c6ce-48cb-42ed-9e56-a3178ee3ba5b req-860b2297-5aaa-41f6-9548-149a705259ba tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 944 time: 0.2373044 Nov 28 07:51:29.606964 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9a6b1dbc-0440-47fa-9b92-2f016eb5487f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:29.633376 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:29.718784 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b8a1c1-60ed-44bc-a71a-1a0134da5741 None None] Network 7ec8e32c-cd44-4843-865e-cd798727b4df requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:29.737295 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c7c4c6ce-48cb-42ed-9e56-a3178ee3ba5b req-980eb296-821f-4976-a13b-efd370cf4a8d tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267722 Nov 28 07:51:29.793981 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:29.794290 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:29.795378 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9a6b1dbc-0440-47fa-9b92-2f016eb5487f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:29.880664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9a6b1dbc-0440-47fa-9b92-2f016eb5487f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:29.902937 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-24589d72-2bce-4645-bd4f-68eb99399dd8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port e699b408-f0d8-4aff-826a-5ce6a1b36f93 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:29.903475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-24589d72-2bce-4645-bd4f-68eb99399dd8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:29.917266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b1dbc-0440-47fa-9b92-2f016eb5487f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Subnet': ['ID=029239a0-94cc-4abb-aa17-0dc907ed43e3,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:29.921919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9a6b1dbc-0440-47fa-9b92-2f016eb5487f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:29.925635 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9a6b1dbc-0440-47fa-9b92-2f016eb5487f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/029239a0-94cc-4abb-aa17-0dc907ed43e3 HTTP/1.1" status: 204 len: 168 time: 0.5033016 Nov 28 07:51:29.928030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40754) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:29.966581 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa05cb0-7087-4ae2-a837-55b47559d423 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:29.966839 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa05cb0-7087-4ae2-a837-55b47559d423 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:29.974486 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4aa05cb0-7087-4ae2-a837-55b47559d423 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/cae956c1-6744-44a6-bad3-a62e87efaadc HTTP/1.1" status: 404 len: 337 time: 0.0451527 Nov 28 07:51:29.976071 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40756) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:30.015593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f67d61f5-e9ee-4b54-b2e9-c2ead64fd76b None None] Could not find standard attr ID for object 959c42c0-899c-4e76-8d1b-c1fb6172044f. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:51:30.045017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-942fe741-d854-4c6d-b88b-fdf488d770f7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting subnet 2b9ae2dd-bb79-4f0d-a45c-49daf4448890 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:51:30.050706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-942fe741-d854-4c6d-b88b-fdf488d770f7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:30.055314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-24589d72-2bce-4645-bd4f-68eb99399dd8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] For port e699b408-f0d8-4aff-826a-5ce6a1b36f93, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e699b408-f0d8-4aff-826a-5ce6a1b36f93,segment=NetworkSegment(05905569-7d10-49e6-ba00-3860b01abc80),segment_id=05905569-7d10-49e6-ba00-3860b01abc80)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:30.055685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-24589d72-2bce-4645-bd4f-68eb99399dd8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:30.073889 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-24589d72-2bce-4645-bd4f-68eb99399dd8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for e699b408-f0d8-4aff-826a-5ce6a1b36f93 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:30.107671 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-942fe741-d854-4c6d-b88b-fdf488d770f7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:30.241948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device be6b37b5-5fa7-4e2f-974f-7c348e45ea74 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:51:30.255283 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-942fe741-d854-4c6d-b88b-fdf488d770f7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:30.268154 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: be6b37b5-5fa7-4e2f-974f-7c348e45ea74 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:51:30.268699 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device be6b37b5-5fa7-4e2f-974f-7c348e45ea74 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:51:30.268882 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 26174b09-873a-4115-9ddd-d80e2d588b87 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:51:30.303286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 26174b09-873a-4115-9ddd-d80e2d588b87 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:51:30.304206 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 26174b09-873a-4115-9ddd-d80e2d588b87 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:51:30.312308 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-24589d72-2bce-4645-bd4f-68eb99399dd8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:30.343146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-942fe741-d854-4c6d-b88b-fdf488d770f7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:30.346128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24589d72-2bce-4645-bd4f-68eb99399dd8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=e699b408-f0d8-4aff-826a-5ce6a1b36f93,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:30.388161 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fe741-d854-4c6d-b88b-fdf488d770f7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9ae2dd-bb79-4f0d-a45c-49daf4448890,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:30.391876 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-942fe741-d854-4c6d-b88b-fdf488d770f7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:30.397663 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-942fe741-d854-4c6d-b88b-fdf488d770f7 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/2b9ae2dd-bb79-4f0d-a45c-49daf4448890 HTTP/1.1" status: 204 len: 168 time: 0.4205596 Nov 28 07:51:30.398265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40758) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:30.431040 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f60f3fa-3d41-4424-b83b-9d9e5e8d8ccf tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:30.431504 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f60f3fa-3d41-4424-b83b-9d9e5e8d8ccf tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:30.438386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40760) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:30.438620 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3f60f3fa-3d41-4424-b83b-9d9e5e8d8ccf tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/1fa09555-e559-445a-be77-58c875d30a6a HTTP/1.1" status: 404 len: 337 time: 0.0393021 Nov 28 07:51:30.504262 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f6473377-611c-4b9b-b3c3-30b0e8801245 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdf249e-aab0-464e-b059-1f77290f90a9 HTTP/1.1" status: 200 len: 205 time: 0.0624282 Nov 28 07:51:30.505268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40762) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:30.562562 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-24589d72-2bce-4645-bd4f-68eb99399dd8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:30.570397 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-0ca4a942-3130-423a-914b-dd12bc0289c6 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] delete failed (client error): The resource could not be found. Nov 28 07:51:30.571687 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0ca4a942-3130-423a-914b-dd12bc0289c6 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/routers/cbdf249e-aab0-464e-b059-1f77290f90a9 HTTP/1.1" status: 404 len: 336 time: 0.0654254 Nov 28 07:51:30.575719 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40764) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:30.604554 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9872385-793d-4df7-831a-3ab12ba3b93d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:30.605335 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9872385-793d-4df7-831a-3ab12ba3b93d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:30.608440 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c9872385-793d-4df7-831a-3ab12ba3b93d tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/0aff52ea-569b-4aca-92a7-413c03b36fbe HTTP/1.1" status: 404 len: 337 time: 0.0317106 Nov 28 07:51:30.611915 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40766) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:30.644527 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5b021d-67da-44fb-821a-6bb4c7ecc01c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:30.644901 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5b021d-67da-44fb-821a-6bb4c7ecc01c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:30.648039 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1e5b021d-67da-44fb-821a-6bb4c7ecc01c tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/6e0d070d-38bb-456e-90b6-666802ffd699 HTTP/1.1" status: 404 len: 337 time: 0.0351570 Nov 28 07:51:30.650998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40768) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:30.683656 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64c0eb2-b270-4f18-9f19-457833e2a43f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:30.684124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64c0eb2-b270-4f18-9f19-457833e2a43f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:30.687652 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d64c0eb2-b270-4f18-9f19-457833e2a43f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/a5f53f06-4fff-4429-be17-1c6981cdff4f HTTP/1.1" status: 404 len: 337 time: 0.0356812 Nov 28 07:51:30.690196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40770) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:30.716930 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca1684d-18b1-4355-8c6a-55ad2bc57c78 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:30.717626 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca1684d-18b1-4355-8c6a-55ad2bc57c78 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:30.723430 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9ca1684d-18b1-4355-8c6a-55ad2bc57c78 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/3ae4381e-3b7d-4525-8e90-a527b938ccf6 HTTP/1.1" status: 404 len: 333 time: 0.0296490 Nov 28 07:51:30.723752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40772) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:30.757958 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b6a337-7e82-4730-91d5-be73d37fc4e9 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:30.758411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b6a337-7e82-4730-91d5-be73d37fc4e9 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:30.765419 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-58b6a337-7e82-4730-91d5-be73d37fc4e9 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/8c102450-b148-4057-a464-cccf49789edc HTTP/1.1" status: 404 len: 337 time: 0.0375540 Nov 28 07:51:30.767199 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40774) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:30.837841 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-1588dc27-a732-49f5-8e11-13ff516c8538 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:30.838186 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1588dc27-a732-49f5-8e11-13ff516c8538 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:30.845369 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1588dc27-a732-49f5-8e11-13ff516c8538 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/212ba1e2-a7d7-4f54-8088-46db74489027 HTTP/1.1" status: 404 len: 337 time: 0.0762150 Nov 28 07:51:30.847134 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40778) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:30.877137 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb6e406-a3e9-4b63-aee5-7ae6c84f85e9 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:30.877850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb6e406-a3e9-4b63-aee5-7ae6c84f85e9 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:30.884661 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-adb6e406-a3e9-4b63-aee5-7ae6c84f85e9 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/da06c7ac-17cc-4c1e-8276-964b8097703f HTTP/1.1" status: 404 len: 333 time: 0.0355446 Nov 28 07:51:30.885356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40780) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:30.919275 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4ced75-0fbd-465d-affd-3ad98e44fcd4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:30.919744 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4ced75-0fbd-465d-affd-3ad98e44fcd4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:30.924725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24589d72-2bce-4645-bd4f-68eb99399dd8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 3882b176-417d-4760-9e66-c53110963dad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:51:30.926452 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40782) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:30.926696 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8d4ced75-0fbd-465d-affd-3ad98e44fcd4 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/432485d2-ff2b-40e9-86ee-a24d34e45239 HTTP/1.1" status: 404 len: 337 time: 0.0401149 Nov 28 07:51:30.940793 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6ba94-51a2-4b17-abbf-15be2f65a86c req-428f40fd-b5d3-492f-b38e-f0a572b39c1f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:30.942414 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-32d6ba94-51a2-4b17-abbf-15be2f65a86c req-428f40fd-b5d3-492f-b38e-f0a572b39c1f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 944 time: 0.0998998 Nov 28 07:51:31.008068 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd67d23-e39b-4a9b-b689-a9b4667e4e46 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:31.008516 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd67d23-e39b-4a9b-b689-a9b4667e4e46 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:31.014640 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3bd67d23-e39b-4a9b-b689-a9b4667e4e46 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/subnets/0b4dda7e-8303-4605-afcc-cedad2cd29f5 HTTP/1.1" status: 404 len: 337 time: 0.0688672 Nov 28 07:51:31.015474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40786) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:31.074700 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.095469 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c2c01e-8e49-4dc9-8f27-ea807610d928 None None] Network 7ec8e32c-cd44-4843-865e-cd798727b4df requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:31.130218 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-32d6ba94-51a2-4b17-abbf-15be2f65a86c req-bf1aa5d3-4b3e-4d79-af11-13c74dd8d22b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783729 Nov 28 07:51:31.169064 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-adb235e9-4db2-4115-92f2-87273087289f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Deleting port 1227d4a1-bb99-4ad9-8b63-162614dac2db {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:31.170032 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adb235e9-4db2-4115-92f2-87273087289f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.173517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24589d72-2bce-4645-bd4f-68eb99399dd8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:31.181376 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-24589d72-2bce-4645-bd4f-68eb99399dd8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7625005 Nov 28 07:51:31.187200 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d37ec0-8c03-4652-997a-bc256ecf7ab5 None None] Sync routers for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:31.196634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40788) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:31.200021 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d37ec0-8c03-4652-997a-bc256ecf7ab5 None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:31.200648 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-43d37ec0-8c03-4652-997a-bc256ecf7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:31.209199 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2282a518-085a-48ef-ad67-8995b49fe43b None None] Provisioning complete for port 1227d4a1-bb99-4ad9-8b63-162614dac2db triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:31.209607 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2282a518-085a-48ef-ad67-8995b49fe43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.279481 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-0358862a-3cd6-4b60-a44d-fa24c85f844f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting subnet f8cf4734-8d02-4039-b191-7a74260e7811 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:51:31.283424 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0358862a-3cd6-4b60-a44d-fa24c85f844f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.299761 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-2282a518-085a-48ef-ad67-8995b49fe43b None None] Port 1227d4a1-bb99-4ad9-8b63-162614dac2db cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:31.302740 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adb235e9-4db2-4115-92f2-87273087289f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.337779 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0358862a-3cd6-4b60-a44d-fa24c85f844f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.338771 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-adb235e9-4db2-4115-92f2-87273087289f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Calling delete_port for 1227d4a1-bb99-4ad9-8b63-162614dac2db owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:31.365552 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-43d37ec0-8c03-4652-997a-bc256ecf7ab5 None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:31.370116 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2282a518-085a-48ef-ad67-8995b49fe43b None None] Provisioning complete for port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:31.370526 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2282a518-085a-48ef-ad67-8995b49fe43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.483539 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adb235e9-4db2-4115-92f2-87273087289f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.536738 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0358862a-3cd6-4b60-a44d-fa24c85f844f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.564173 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb235e9-4db2-4115-92f2-87273087289f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Port': ['ID=1227d4a1-bb99-4ad9-8b63-162614dac2db,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:31.567987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adb235e9-4db2-4115-92f2-87273087289f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.574184 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-adb235e9-4db2-4115-92f2-87273087289f tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/ports/1227d4a1-bb99-4ad9-8b63-162614dac2db HTTP/1.1" status: 204 len: 168 time: 0.5551095 Nov 28 07:51:31.574813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40790) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:31.577931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0931740b-fb0b-49c1-8a82-6dfe07c10e84 None None] DHCP port deletion for 7ec8e32c-cd44-4843-865e-cd798727b4df request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:51:31.615748 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0358862a-3cd6-4b60-a44d-fa24c85f844f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.635287 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0358862a-3cd6-4b60-a44d-fa24c85f844f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.637669 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-0931740b-fb0b-49c1-8a82-6dfe07c10e84 None None] Deleting port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:31.638214 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0931740b-fb0b-49c1-8a82-6dfe07c10e84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.641608 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00445848-6499-4c86-8eb4-8fd20650a515 None None] Network a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:31.641789 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0358862a-3cd6-4b60-a44d-fa24c85f844f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/f8cf4734-8d02-4039-b191-7a74260e7811 HTTP/1.1" status: 204 len: 168 time: 0.4428689 Nov 28 07:51:31.643997 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40792) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:31.670437 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-43d37ec0-8c03-4652-997a-bc256ecf7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:30Z', 'revision_number': 9, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:14Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:31.683620 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358862a-3cd6-4b60-a44d-fa24c85f844f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cf4734-8d02-4039-b191-7a74260e7811,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:31.702570 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f0ffc86-01f9-4948-8d20-393590e55fc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.706076 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d37ec0-8c03-4652-997a-bc256ecf7ab5 None None] Checking router: 3882b176-417d-4760-9e66-c53110963dad for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:51:31.715905 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d37ec0-8c03-4652-997a-bc256ecf7ab5 None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:31.716514 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-43d37ec0-8c03-4652-997a-bc256ecf7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:31.766338 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0931740b-fb0b-49c1-8a82-6dfe07c10e84 None None] For port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=821b9f5e-91d7-4e21-9d5c-fd1d60057b6a,segment=NetworkSegment(fe665305-7919-4a5a-8241-10fdcf70699f),segment_id=fe665305-7919-4a5a-8241-10fdcf70699f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:31.766743 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0931740b-fb0b-49c1-8a82-6dfe07c10e84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.816256 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-0931740b-fb0b-49c1-8a82-6dfe07c10e84 None None] Calling delete_port for 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:31.821259 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-43d37ec0-8c03-4652-997a-bc256ecf7ab5 None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:31.923773 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0931740b-fb0b-49c1-8a82-6dfe07c10e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:31.943101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0931740b-fb0b-49c1-8a82-6dfe07c10e84 None None] No DVR routers for this DVR port 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:51:31.974296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931740b-fb0b-49c1-8a82-6dfe07c10e84 None None] Pushing event deleted for resources: {'Port': ['ID=821b9f5e-91d7-4e21-9d5c-fd1d60057b6a,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:31.989929 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450a74cc-0347-4c58-acdb-2aa783f5efba None None] DHCP port deletion for a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:51:32.053906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-450a74cc-0347-4c58-acdb-2aa783f5efba None None] Deleting port 78e98c42-ea43-4c7f-a7a5-aba523db1e56 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:32.054382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-450a74cc-0347-4c58-acdb-2aa783f5efba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.071487 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-43d37ec0-8c03-4652-997a-bc256ecf7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:30Z', 'revision_number': 9, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:14Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:32.082629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.109141 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d37ec0-8c03-4652-997a-bc256ecf7ab5 None None] The sync data for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv is: [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:30Z', 'revision_number': 9, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': '4f908a4e-ac8b-4d57-8e74-6295dc12af49', 'name': '', 'network_id': '480a4745-5cf3-4814-9d6b-11990bc75e41', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:39:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:05Z', 'updated_at': '2021-11-28T07:51:14Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': 'c6828006-fc67-46f7-8cb6-08d7af98dc3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:32.128768 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-450a74cc-0347-4c58-acdb-2aa783f5efba None None] For port 78e98c42-ea43-4c7f-a7a5-aba523db1e56, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=78e98c42-ea43-4c7f-a7a5-aba523db1e56,segment=NetworkSegment(05905569-7d10-49e6-ba00-3860b01abc80),segment_id=05905569-7d10-49e6-ba00-3860b01abc80)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:32.128768 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-450a74cc-0347-4c58-acdb-2aa783f5efba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.147327 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-450a74cc-0347-4c58-acdb-2aa783f5efba None None] Calling delete_port for 78e98c42-ea43-4c7f-a7a5-aba523db1e56 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:32.191236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f0ffc86-01f9-4948-8d20-393590e55fc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.218038 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-3f0ffc86-01f9-4948-8d20-393590e55fc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec8e32c-cd44-4843-865e-cd798727b4df']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:32.239510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-450a74cc-0347-4c58-acdb-2aa783f5efba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.253435 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-3f0ffc86-01f9-4948-8d20-393590e55fc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe665305-7919-4a5a-8241-10fdcf70699f') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:32.253727 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-3f0ffc86-01f9-4948-8d20-393590e55fc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe665305-7919-4a5a-8241-10fdcf70699f') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:32.266478 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a74cc-0347-4c58-acdb-2aa783f5efba None None] Pushing event deleted for resources: {'Port': ['ID=78e98c42-ea43-4c7f-a7a5-aba523db1e56,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:32.270126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a74cc-0347-4c58-acdb-2aa783f5efba None None] No DVR routers for this DVR port 78e98c42-ea43-4c7f-a7a5-aba523db1e56 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:51:32.271337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f0ffc86-01f9-4948-8d20-393590e55fc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.295760 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f0ffc86-01f9-4948-8d20-393590e55fc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.299159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port 78e98c42-ea43-4c7f-a7a5-aba523db1e56 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:32.299473 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.316433 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0ffc86-01f9-4948-8d20-393590e55fc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:51:32.316826 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f0ffc86-01f9-4948-8d20-393590e55fc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:51:32.322342 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:51:32.380378 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eac33f-d710-4f2d-b563-5b2bc24477b8 req-16c19921-258c-4606-9830-4aa131f82058 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:32.381857 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-92eac33f-d710-4f2d-b563-5b2bc24477b8 req-16c19921-258c-4606-9830-4aa131f82058 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 944 time: 0.1664910 Nov 28 07:51:32.445350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f0ffc86-01f9-4948-8d20-393590e55fc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.456631 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f0ffc86-01f9-4948-8d20-393590e55fc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.462039 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3f0ffc86-01f9-4948-8d20-393590e55fc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] 10.222.0.31 "DELETE /v2.0/networks/7ec8e32c-cd44-4843-865e-cd798727b4df HTTP/1.1" status: 204 len: 168 time: 0.8842208 Nov 28 07:51:32.462039 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] For port 78e98c42-ea43-4c7f-a7a5-aba523db1e56, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:32.462039 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.492496 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ffc86-01f9-4948-8d20-393590e55fc5 tempest-PortsIpV6TestJSON-2030588114 tempest-PortsIpV6TestJSON-2030588114-project] Pushing event deleted for resources: {'Network': ['ID=7ec8e32c-cd44-4843-865e-cd798727b4df,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:32.497650 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for 78e98c42-ea43-4c7f-a7a5-aba523db1e56 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:32.504794 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Port 78e98c42-ea43-4c7f-a7a5-aba523db1e56 was not found and therefore no delete operation was performed {{(pid=115119) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:51:32.510621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.522146 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-92eac33f-d710-4f2d-b563-5b2bc24477b8 req-7ad9fc6f-289a-4a19-af23-5f69cdcb0559 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093612 Nov 28 07:51:32.545041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No DVR routers for this DVR port 78e98c42-ea43-4c7f-a7a5-aba523db1e56 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:51:32.546960 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=78e98c42-ea43-4c7f-a7a5-aba523db1e56,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:32.635261 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.656222 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:32.665968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05905569-7d10-49e6-ba00-3860b01abc80') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:32.666331 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05905569-7d10-49e6-ba00-3860b01abc80') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:32.676690 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.690970 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.697163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:51:32.697555 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:51:32.700706 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:51:32.755285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40800) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:32.761884 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.766644 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.769833 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/networks/a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08 HTTP/1.1" status: 204 len: 168 time: 1.1235983 Nov 28 07:51:32.772935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40804) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:32.784203 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9b5b8-9745-474f-822c-d6291492a19a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Network': ['ID=a203e69e-8ba6-40b2-bd6b-8f6f9e9a9e08,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:32.894019 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-436c2149-6d56-437e-b304-a3fcd2dcd995 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb58eb61cb674df8b687b13493fe7c67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374409 Nov 28 07:51:32.896460 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40806) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:32.943973 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ebd04c5b-b9a5-4337-94e1-1f840c912eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:32.965712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ebd04c5b-b9a5-4337-94e1-1f840c912eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:33.012338 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ebd04c5b-b9a5-4337-94e1-1f840c912eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:33.015175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ebd04c5b-b9a5-4337-94e1-1f840c912eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:33.016349 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ebd04c5b-b9a5-4337-94e1-1f840c912eb2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36c4b2a6-5e3a-4878-8384-914ac99e6e66 HTTP/1.1" status: 204 len: 168 time: 0.1189694 Nov 28 07:51:33.027476 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd04c5b-b9a5-4337-94e1-1f840c912eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c4b2a6-5e3a-4878-8384-914ac99e6e66,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:33.144585 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7ae4963a-9983-4646-a8a0-f1de76c38e6f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:33.316125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:51:33.343775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:51:33.344236 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 821b9f5e-91d7-4e21-9d5c-fd1d60057b6a not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:51:33.344732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 78e98c42-ea43-4c7f-a7a5-aba523db1e56 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:51:33.375866 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 78e98c42-ea43-4c7f-a7a5-aba523db1e56 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:51:33.376218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 78e98c42-ea43-4c7f-a7a5-aba523db1e56 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:51:33.376643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e699b408-f0d8-4aff-826a-5ce6a1b36f93 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:51:33.397275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: e699b408-f0d8-4aff-826a-5ce6a1b36f93 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:51:33.397623 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e699b408-f0d8-4aff-826a-5ce6a1b36f93 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:51:33.450704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4963a-9983-4646-a8a0-f1de76c38e6f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port 4f908a4e-ac8b-4d57-8e74-6295dc12af49 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:33.451133 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7ae4963a-9983-4646-a8a0-f1de76c38e6f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:33.545871 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-7ae4963a-9983-4646-a8a0-f1de76c38e6f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] For port 4f908a4e-ac8b-4d57-8e74-6295dc12af49, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4f908a4e-ac8b-4d57-8e74-6295dc12af49,segment=NetworkSegment(4b9b45f5-3654-4ea6-8eab-27c67d4d5797),segment_id=4b9b45f5-3654-4ea6-8eab-27c67d4d5797)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:33.546788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7ae4963a-9983-4646-a8a0-f1de76c38e6f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:33.561841 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4963a-9983-4646-a8a0-f1de76c38e6f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for 4f908a4e-ac8b-4d57-8e74-6295dc12af49 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:33.681226 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40830) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:33.683858 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf841e-df87-4167-b21c-6363be43ad68 req-9309b7fd-0a9b-4c7b-ad09-8a62b197a436 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:33.685360 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1bbf841e-df87-4167-b21c-6363be43ad68 req-9309b7fd-0a9b-4c7b-ad09-8a62b197a436 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 944 time: 0.0801270 Nov 28 07:51:33.777959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9676de9d-d5c5-4906-922d-e5a2b328bec3 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359235276'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:33.780430 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1bbf841e-df87-4167-b21c-6363be43ad68 req-edf18827-83a1-4cfe-9aa7-e8b538c15de3 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628574 Nov 28 07:51:33.800536 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9676de9d-d5c5-4906-922d-e5a2b328bec3 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:33.809259 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9676de9d-d5c5-4906-922d-e5a2b328bec3 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:33.832649 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7ae4963a-9983-4646-a8a0-f1de76c38e6f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:33.863566 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4963a-9983-4646-a8a0-f1de76c38e6f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=4f908a4e-ac8b-4d57-8e74-6295dc12af49,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:33.902327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9676de9d-d5c5-4906-922d-e5a2b328bec3 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:33.907282 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9676de9d-d5c5-4906-922d-e5a2b328bec3 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:33.948213 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676de9d-d5c5-4906-922d-e5a2b328bec3 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ca8074-051f-4659-9575-58471dfce1e0,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:33.993040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7ae4963a-9983-4646-a8a0-f1de76c38e6f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.008095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9676de9d-d5c5-4906-922d-e5a2b328bec3 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.012298 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9676de9d-d5c5-4906-922d-e5a2b328bec3 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.044209 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9676de9d-d5c5-4906-922d-e5a2b328bec3 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.047911 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9676de9d-d5c5-4906-922d-e5a2b328bec3 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3632524 Nov 28 07:51:34.048401 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40834) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:34.056633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676de9d-d5c5-4906-922d-e5a2b328bec3 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6066d1d0-12bc-4dbb-9003-87b22ccfc398,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:34.106334 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1ff25ff5-9472-4883-96fb-256d14164255 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0569792 Nov 28 07:51:34.108976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40836) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:34.113255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group': {'name': 'tempest-security--162327046', 'description': 'tempest-security-description-183839259'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:34.145991 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.189020 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.193618 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.196329 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.197566 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "PUT /v2.0/security-groups/6066d1d0-12bc-4dbb-9003-87b22ccfc398 HTTP/1.1" status: 200 len: 1795 time: 0.0876606 Nov 28 07:51:34.200673 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40838) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:34.214718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae4963a-9983-4646-a8a0-f1de76c38e6f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 3882b176-417d-4760-9e66-c53110963dad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:51:34.237220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6066d1d0-12bc-4dbb-9003-87b22ccfc398,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:34.249495 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:34.249843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:34.250260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:34.250531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:34.250856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:34.251216 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:34.251543 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:34.251868 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:34.252192 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:34.252515 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:34.252837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:34.253163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:34.253522 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1994118-180c-43cf-b8db-bff1db56db8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:34.267625 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0defd0be-4954-45ac-845a-19e25d833ff9 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-groups/6066d1d0-12bc-4dbb-9003-87b22ccfc398 HTTP/1.1" status: 200 len: 1795 time: 0.0647542 Nov 28 07:51:34.269986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40840) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:34.319711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae4963a-9983-4646-a8a0-f1de76c38e6f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:34.323151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-396c770c-0095-47ba-8a07-5f4af672e2c7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.325132 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7ae4963a-9983-4646-a8a0-f1de76c38e6f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5509520 Nov 28 07:51:34.327821 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40842) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:34.330035 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a82da1-2bad-47c7-b0dd-32f75d876854 None None] Sync routers for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:34.343835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a82da1-2bad-47c7-b0dd-32f75d876854 None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:34.344465 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-26a82da1-2bad-47c7-b0dd-32f75d876854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:34.354011 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-396c770c-0095-47ba-8a07-5f4af672e2c7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.379304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting subnet c6828006-fc67-46f7-8cb6-08d7af98dc3f {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:51:34.382479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.398962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-396c770c-0095-47ba-8a07-5f4af672e2c7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.402199 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-396c770c-0095-47ba-8a07-5f4af672e2c7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.403560 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-396c770c-0095-47ba-8a07-5f4af672e2c7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-groups/6066d1d0-12bc-4dbb-9003-87b22ccfc398 HTTP/1.1" status: 204 len: 168 time: 0.1326184 Nov 28 07:51:34.406097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40844) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:34.414127 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c770c-0095-47ba-8a07-5f4af672e2c7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6066d1d0-12bc-4dbb-9003-87b22ccfc398,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:34.449917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.455843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-26a82da1-2bad-47c7-b0dd-32f75d876854 None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:34.495579 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1277e158-5f4b-45d6-96a8-329e226f09b4 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0863254 Nov 28 07:51:34.498406 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40846) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:34.517317 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-66bdc9fd-b142-46f8-b86b-d138323c4911 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] delete failed (client error): The resource could not be found. Nov 28 07:51:34.518233 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-66bdc9fd-b142-46f8-b86b-d138323c4911 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-groups/6066d1d0-12bc-4dbb-9003-87b22ccfc398 HTTP/1.1" status: 404 len: 347 time: 0.0188854 Nov 28 07:51:34.522671 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40848) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:34.527456 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a5d1280c-f28d-46df-b430-ad5b916b652d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616791151'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:34.582623 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a5d1280c-f28d-46df-b430-ad5b916b652d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.586704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.670428 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-26a82da1-2bad-47c7-b0dd-32f75d876854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:33Z', 'revision_number': 10, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:34.675979 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:34.699726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a82da1-2bad-47c7-b0dd-32f75d876854 None None] Checking router: 3882b176-417d-4760-9e66-c53110963dad for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:51:34.708589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a82da1-2bad-47c7-b0dd-32f75d876854 None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:34.709202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-26a82da1-2bad-47c7-b0dd-32f75d876854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:34.819281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-26a82da1-2bad-47c7-b0dd-32f75d876854 None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:34.911525 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2b1b8-b853-4a1c-a317-6df6476b4c30 req-5fd795ed-3627-409d-a1ac-255a9df05b40 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:34.913406 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dbf2b1b8-b853-4a1c-a317-6df6476b4c30 req-5fd795ed-3627-409d-a1ac-255a9df05b40 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 944 time: 0.0614753 Nov 28 07:51:34.975059 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dbf2b1b8-b853-4a1c-a317-6df6476b4c30 req-608e743b-a88d-4f0e-8fb5-310756959e94 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549202 Nov 28 07:51:35.019170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Subnet': ['ID=c6828006-fc67-46f7-8cb6-08d7af98dc3f,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:35.028950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a5d1280c-f28d-46df-b430-ad5b916b652d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.030338 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.032877 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b3c54-d164-47a5-9a34-05c2debc79d1 None None] Network 480a4745-5cf3-4814-9d6b-11990bc75e41 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:35.033704 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/c6828006-fc67-46f7-8cb6-08d7af98dc3f HTTP/1.1" status: 204 len: 168 time: 0.7049537 Nov 28 07:51:35.037251 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40852) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:35.038243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a5d1280c-f28d-46df-b430-ad5b916b652d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.048214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:35.048571 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:35.048915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:35.049252 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:35.049583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:35.049911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:35.050238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:35.050561 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:35.051275 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:35.051275 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:35.051574 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:35.051843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:35.052526 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f430043-a296-4c4c-b9c5-cb6d45f5b7d2 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:35.075983 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a5d1280c-f28d-46df-b430-ad5b916b652d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.080137 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a5d1280c-f28d-46df-b430-ad5b916b652d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5539520 Nov 28 07:51:35.081358 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40854) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:35.086695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-2b132cd3-fcdb-4fe7-b07a-20989a09a198 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group_rule': {'security_group_id': '3e834e82-5222-4afd-a4eb-5ca1cde4e84e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:35.094820 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1280c-f28d-46df-b430-ad5b916b652d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e834e82-5222-4afd-a4eb-5ca1cde4e84e,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:35.120132 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2b132cd3-fcdb-4fe7-b07a-20989a09a198 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.152645 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.156245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-26a82da1-2bad-47c7-b0dd-32f75d876854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:33Z', 'revision_number': 10, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:35.189913 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2b132cd3-fcdb-4fe7-b07a-20989a09a198 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.195181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2b132cd3-fcdb-4fe7-b07a-20989a09a198 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.204249 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a82da1-2bad-47c7-b0dd-32f75d876854 None None] The sync data for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv is: [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:33Z', 'revision_number': 10, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None, '_interfaces': [{'id': 'f1ca0d26-dbcc-4f71-8752-0b1b86f710c8', 'name': '', 'network_id': '1a5da2d7-00f8-4f72-9fb3-edea33e71adf', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'mac_address': 'fa:16:3e:a7:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3882b176-417d-4760-9e66-c53110963dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:51:00Z', 'updated_at': '2021-11-28T07:51:08Z', 'revision_number': 5, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'subnets': [{'id': '8e64cd72-da59-4d20-9eee-aaefd5702fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:35.216462 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port 84ac983f-0135-494a-8477-2724627855a6 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:35.216940 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.221482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b132cd3-fcdb-4fe7-b07a-20989a09a198 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d205b433-f697-466d-8b47-d9b4d52363f6,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:35.232862 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2b132cd3-fcdb-4fe7-b07a-20989a09a198 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.236658 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2b132cd3-fcdb-4fe7-b07a-20989a09a198 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518371 Nov 28 07:51:35.237145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40856) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:35.270767 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09bd91d7-f5fa-4b04-a6ed-e06f534ed941 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.279992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09bd91d7-f5fa-4b04-a6ed-e06f534ed941 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.310545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09bd91d7-f5fa-4b04-a6ed-e06f534ed941 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.316050 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] For port 84ac983f-0135-494a-8477-2724627855a6, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=84ac983f-0135-494a-8477-2724627855a6,segment=NetworkSegment(4b9b45f5-3654-4ea6-8eab-27c67d4d5797),segment_id=4b9b45f5-3654-4ea6-8eab-27c67d4d5797)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:35.316435 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.317466 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-09bd91d7-f5fa-4b04-a6ed-e06f534ed941 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.318575 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-09bd91d7-f5fa-4b04-a6ed-e06f534ed941 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d205b433-f697-466d-8b47-d9b4d52363f6 HTTP/1.1" status: 204 len: 168 time: 0.0803185 Nov 28 07:51:35.322247 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40858) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:35.329013 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd91d7-f5fa-4b04-a6ed-e06f534ed941 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d205b433-f697-466d-8b47-d9b4d52363f6,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:35.330314 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for 84ac983f-0135-494a-8477-2724627855a6 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:35.371920 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bc9b2356-e281-4683-8e2e-95f8c38057e9 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0485582 Nov 28 07:51:35.374578 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40860) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:35.417704 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.425809 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-72d55e65-02d7-490a-9a3e-0a47edcae18b tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.444158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=84ac983f-0135-494a-8477-2724627855a6,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:35.447888 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No DVR routers for this DVR port 84ac983f-0135-494a-8477-2724627855a6 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:51:35.450712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-72d55e65-02d7-490a-9a3e-0a47edcae18b tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.498684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-72d55e65-02d7-490a-9a3e-0a47edcae18b tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.501243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-72d55e65-02d7-490a-9a3e-0a47edcae18b tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.502404 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-72d55e65-02d7-490a-9a3e-0a47edcae18b tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-groups/3e834e82-5222-4afd-a4eb-5ca1cde4e84e HTTP/1.1" status: 204 len: 168 time: 0.1268852 Nov 28 07:51:35.506739 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40862) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:35.517411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d55e65-02d7-490a-9a3e-0a47edcae18b tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e834e82-5222-4afd-a4eb-5ca1cde4e84e,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:35.536709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.557246 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-af8aa067-9e6f-480f-b9bb-3da3b50101e3 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0490775 Nov 28 07:51:35.564475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40864) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:35.567124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480a4745-5cf3-4814-9d6b-11990bc75e41']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:35.572181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-6c9bda82-ce7a-4569-8565-d96e795ea05a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860662417'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:35.575433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709542fa-f695-4472-9e42-ff5f3138a0a3 None None] DHCP port deletion for 480a4745-5cf3-4814-9d6b-11990bc75e41 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:51:35.582641 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9b45f5-3654-4ea6-8eab-27c67d4d5797') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:35.582995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9b45f5-3654-4ea6-8eab-27c67d4d5797') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:35.596838 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.612304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c9bda82-ce7a-4569-8565-d96e795ea05a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.615659 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.627919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:51:35.628695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:51:35.647011 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:51:35.700322 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c9bda82-ce7a-4569-8565-d96e795ea05a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.703983 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c9bda82-ce7a-4569-8565-d96e795ea05a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.714616 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.716615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.723472 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/networks/480a4745-5cf3-4814-9d6b-11990bc75e41 HTTP/1.1" status: 204 len: 168 time: 0.6847401 Nov 28 07:51:35.727579 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40866) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:35.734697 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d331a-9b61-4ed6-9973-dff9ef5faeeb tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Network': ['ID=480a4745-5cf3-4814-9d6b-11990bc75e41,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:35.739251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c9bda82-ce7a-4569-8565-d96e795ea05a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.740529 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6c9bda82-ce7a-4569-8565-d96e795ea05a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1749706 Nov 28 07:51:35.743289 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40868) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:35.748785 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-910c5060-962d-43c3-a818-6bed8168d437 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group_rule': {'security_group_id': 'cf8cc1ee-1b2d-4f28-9f71-526777db0737', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:35.777153 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-910c5060-962d-43c3-a818-6bed8168d437 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.814384 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:51:35.823178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bda82-ce7a-4569-8565-d96e795ea05a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8cc1ee-1b2d-4f28-9f71-526777db0737,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:35.833009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-910c5060-962d-43c3-a818-6bed8168d437 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.839810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-910c5060-962d-43c3-a818-6bed8168d437 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.858635 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c5060-962d-43c3-a818-6bed8168d437 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4a33f1-f9bb-4f27-b8dc-4df480d7093b,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:35.865886 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-910c5060-962d-43c3-a818-6bed8168d437 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.867128 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-910c5060-962d-43c3-a818-6bed8168d437 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228263 Nov 28 07:51:35.869860 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40870) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:35.874510 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-19dec04e-21c5-4e78-9c31-b82bb460ea8a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group_rule': {'security_group_id': 'cf8cc1ee-1b2d-4f28-9f71-526777db0737', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:35.899725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-19dec04e-21c5-4e78-9c31-b82bb460ea8a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.955064 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-19dec04e-21c5-4e78-9c31-b82bb460ea8a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.959090 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-19dec04e-21c5-4e78-9c31-b82bb460ea8a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.978772 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dec04e-21c5-4e78-9c31-b82bb460ea8a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bec880e-c2d1-4a8b-8bba-a4949b1bfb9c,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:35.984911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-19dec04e-21c5-4e78-9c31-b82bb460ea8a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:35.989045 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-19dec04e-21c5-4e78-9c31-b82bb460ea8a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151779 Nov 28 07:51:35.989163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40872) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:35.993374 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9e9e26c6-6799-472d-ab26-37e994edfbdd tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group_rule': {'security_group_id': 'cf8cc1ee-1b2d-4f28-9f71-526777db0737', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:36.021026 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9e9e26c6-6799-472d-ab26-37e994edfbdd tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.086632 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9e9e26c6-6799-472d-ab26-37e994edfbdd tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.091259 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9e9e26c6-6799-472d-ab26-37e994edfbdd tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.110697 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e26c6-6799-472d-ab26-37e994edfbdd tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a4f73c-4028-4b26-bc9f-213a18ac421c,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:36.117557 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9e9e26c6-6799-472d-ab26-37e994edfbdd tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.121410 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9e9e26c6-6799-472d-ab26-37e994edfbdd tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287358 Nov 28 07:51:36.121567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40876) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:36.125077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ea895-cdf0-4e51-81a9-aa6828755b26 req-b0f006c0-1203-4f3b-a020-12dea32eec5e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:36.126261 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b3da0ce8-2d41-4719-a69d-d17a6455ba5d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group_rule': {'security_group_id': 'cf8cc1ee-1b2d-4f28-9f71-526777db0737', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:36.126566 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f29ea895-cdf0-4e51-81a9-aa6828755b26 req-b0f006c0-1203-4f3b-a020-12dea32eec5e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 944 time: 0.0810096 Nov 28 07:51:36.152112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3da0ce8-2d41-4719-a69d-d17a6455ba5d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.210086 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3da0ce8-2d41-4719-a69d-d17a6455ba5d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.211494 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f29ea895-cdf0-4e51-81a9-aa6828755b26 req-b7a4e890-3eb4-4add-bfca-cc622d053249 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781779 Nov 28 07:51:36.219195 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3da0ce8-2d41-4719-a69d-d17a6455ba5d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.224282 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-149bdd7b-0dd5-4434-8da9-bed892bfe2e9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.236632 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da0ce8-2d41-4719-a69d-d17a6455ba5d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c9e6f1-8b82-4e76-a78d-4957bca578c8,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:36.246114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3da0ce8-2d41-4719-a69d-d17a6455ba5d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.247362 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b3da0ce8-2d41-4719-a69d-d17a6455ba5d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247017 Nov 28 07:51:36.250064 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40878) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:36.254392 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-219ce580-5af6-4cf3-8920-539983ec8d01 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group_rule': {'security_group_id': 'cf8cc1ee-1b2d-4f28-9f71-526777db0737', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:36.282354 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-219ce580-5af6-4cf3-8920-539983ec8d01 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.342041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-219ce580-5af6-4cf3-8920-539983ec8d01 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.346344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-219ce580-5af6-4cf3-8920-539983ec8d01 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.363517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ce580-5af6-4cf3-8920-539983ec8d01 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00ef2c0-11d3-4dbf-a21d-07c3ddb921a9,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:36.372200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-219ce580-5af6-4cf3-8920-539983ec8d01 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.373406 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-219ce580-5af6-4cf3-8920-539983ec8d01 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1224225 Nov 28 07:51:36.376258 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40880) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:36.403388 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e75fd57-e3f4-4972-bb4c-6fe7380a9f73 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.410847 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e75fd57-e3f4-4972-bb4c-6fe7380a9f73 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.436867 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e75fd57-e3f4-4972-bb4c-6fe7380a9f73 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.444642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1e75fd57-e3f4-4972-bb4c-6fe7380a9f73 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.449273 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1e75fd57-e3f4-4972-bb4c-6fe7380a9f73 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f00ef2c0-11d3-4dbf-a21d-07c3ddb921a9 HTTP/1.1" status: 204 len: 168 time: 0.0692110 Nov 28 07:51:36.450212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40882) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:36.451220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75fd57-e3f4-4972-bb4c-6fe7380a9f73 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f00ef2c0-11d3-4dbf-a21d-07c3ddb921a9,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:36.521792 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-33f12e50-99fb-496b-8e01-1ec1debadd2b tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0703905 Nov 28 07:51:36.524546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40884) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:36.560814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-567ded32-f101-4d76-8714-6e7513720a1c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.570991 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-567ded32-f101-4d76-8714-6e7513720a1c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.574609 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-149bdd7b-0dd5-4434-8da9-bed892bfe2e9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:36.574951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-149bdd7b-0dd5-4434-8da9-bed892bfe2e9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.656236 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-567ded32-f101-4d76-8714-6e7513720a1c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.665818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-567ded32-f101-4d76-8714-6e7513720a1c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.666937 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-567ded32-f101-4d76-8714-6e7513720a1c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/88c9e6f1-8b82-4e76-a78d-4957bca578c8 HTTP/1.1" status: 204 len: 168 time: 0.1414816 Nov 28 07:51:36.669651 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40886) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:36.674191 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ded32-f101-4d76-8714-6e7513720a1c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88c9e6f1-8b82-4e76-a78d-4957bca578c8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:36.695817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-149bdd7b-0dd5-4434-8da9-bed892bfe2e9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] For port f1ca0d26-dbcc-4f71-8752-0b1b86f710c8, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=f1ca0d26-dbcc-4f71-8752-0b1b86f710c8,segment=NetworkSegment(85a054c4-70e4-49e6-bbb2-88a930f59cab),segment_id=85a054c4-70e4-49e6-bbb2-88a930f59cab)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:36.696179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-149bdd7b-0dd5-4434-8da9-bed892bfe2e9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.708604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-149bdd7b-0dd5-4434-8da9-bed892bfe2e9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:36.723081 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-236d6a4c-4f34-4a15-a796-31be172a1c8c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0519884 Nov 28 07:51:36.725676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40888) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:36.748793 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8aef84cc-f7f2-4f2c-80d9-3442719ef5e5 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.756526 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8aef84cc-f7f2-4f2c-80d9-3442719ef5e5 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.781736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8aef84cc-f7f2-4f2c-80d9-3442719ef5e5 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.787830 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8aef84cc-f7f2-4f2c-80d9-3442719ef5e5 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.788922 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8aef84cc-f7f2-4f2c-80d9-3442719ef5e5 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/97a4f73c-4028-4b26-bc9f-213a18ac421c HTTP/1.1" status: 204 len: 168 time: 0.0623479 Nov 28 07:51:36.793626 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40890) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:36.799810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef84cc-f7f2-4f2c-80d9-3442719ef5e5 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97a4f73c-4028-4b26-bc9f-213a18ac421c,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:36.839833 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3bab44f3-2f35-4923-8260-0639ef1455b6 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0416932 Nov 28 07:51:36.840105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40892) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:36.862941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3848fd58-9f58-4bb0-99c6-bcf969164e5a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.870850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3848fd58-9f58-4bb0-99c6-bcf969164e5a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.893635 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-149bdd7b-0dd5-4434-8da9-bed892bfe2e9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.896335 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3848fd58-9f58-4bb0-99c6-bcf969164e5a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.900999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3848fd58-9f58-4bb0-99c6-bcf969164e5a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.903308 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3848fd58-9f58-4bb0-99c6-bcf969164e5a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/3bec880e-c2d1-4a8b-8bba-a4949b1bfb9c HTTP/1.1" status: 204 len: 168 time: 0.0622513 Nov 28 07:51:36.906193 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40894) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:36.917900 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848fd58-9f58-4bb0-99c6-bcf969164e5a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bec880e-c2d1-4a8b-8bba-a4949b1bfb9c,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:36.920870 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bdd7b-0dd5-4434-8da9-bed892bfe2e9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=f1ca0d26-dbcc-4f71-8752-0b1b86f710c8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:36.961928 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1f188316-e718-4d96-a039-d034ce94f4d2 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0536771 Nov 28 07:51:36.964720 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40896) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:36.990895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c126f2a-774d-4652-8225-e0365dd2b228 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:36.999938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c126f2a-774d-4652-8225-e0365dd2b228 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.027536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-149bdd7b-0dd5-4434-8da9-bed892bfe2e9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.029976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c126f2a-774d-4652-8225-e0365dd2b228 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.040591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c126f2a-774d-4652-8225-e0365dd2b228 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.041763 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7c126f2a-774d-4652-8225-e0365dd2b228 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9f4a33f1-f9bb-4f27-b8dc-4df480d7093b HTTP/1.1" status: 204 len: 168 time: 0.0759914 Nov 28 07:51:37.043481 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c126f2a-774d-4652-8225-e0365dd2b228 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f4a33f1-f9bb-4f27-b8dc-4df480d7093b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:37.045105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40898) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:37.086999 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-85acd2ca-eafb-4f29-bc7f-f222cfcface8 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0407856 Nov 28 07:51:37.089756 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40900) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:37.148637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d23f1d06-ed26-4a34-87cf-f69bf057c9f7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.172608 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d23f1d06-ed26-4a34-87cf-f69bf057c9f7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.212698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d23f1d06-ed26-4a34-87cf-f69bf057c9f7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.213453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149bdd7b-0dd5-4434-8da9-bed892bfe2e9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 3882b176-417d-4760-9e66-c53110963dad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:51:37.215503 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d23f1d06-ed26-4a34-87cf-f69bf057c9f7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.219319 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d23f1d06-ed26-4a34-87cf-f69bf057c9f7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-groups/cf8cc1ee-1b2d-4f28-9f71-526777db0737 HTTP/1.1" status: 204 len: 168 time: 0.1286018 Nov 28 07:51:37.219979 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40902) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:37.251192 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f1d06-ed26-4a34-87cf-f69bf057c9f7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8cc1ee-1b2d-4f28-9f71-526777db0737,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:37.312914 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149bdd7b-0dd5-4434-8da9-bed892bfe2e9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:37.316027 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f6ff0002-c7c8-4ad3-a8f2-fbef7bdbe8a4 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0909543 Nov 28 07:51:37.317908 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-149bdd7b-0dd5-4434-8da9-bed892bfe2e9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5891972 Nov 28 07:51:37.320324 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40906) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:37.322791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40910) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:37.325683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-074f699a-7d20-488a-907d-0d8b5627d215 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1143918809'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:37.331658 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee89abc3-1800-4dd3-8c2d-5662eef7ca46 None None] Sync routers for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:37.350215 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee89abc3-1800-4dd3-8c2d-5662eef7ca46 None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:37.351555 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ee89abc3-1800-4dd3-8c2d-5662eef7ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:37.375869 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-568de3e6-7bae-45e6-b64b-ab8210a18a8f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting subnet 8e64cd72-da59-4d20-9eee-aaefd5702fb9 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:51:37.379487 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-568de3e6-7bae-45e6-b64b-ab8210a18a8f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.386321 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-074f699a-7d20-488a-907d-0d8b5627d215 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.394641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 84ac983f-0135-494a-8477-2724627855a6 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:51:37.416781 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17f400-8ff0-49d4-9eeb-4f8848dbdee5 req-fd0b3b6f-44f6-493f-9092-a25db1103eb3 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:37.418948 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ae17f400-8ff0-49d4-9eeb-4f8848dbdee5 req-fd0b3b6f-44f6-493f-9092-a25db1103eb3 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 944 time: 0.1014762 Nov 28 07:51:37.434512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 84ac983f-0135-494a-8477-2724627855a6 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:51:37.435207 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 84ac983f-0135-494a-8477-2724627855a6 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:51:37.435402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-568de3e6-7bae-45e6-b64b-ab8210a18a8f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.436110 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4f908a4e-ac8b-4d57-8e74-6295dc12af49 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:51:37.450103 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-ee89abc3-1800-4dd3-8c2d-5662eef7ca46 None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:37.469305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 4f908a4e-ac8b-4d57-8e74-6295dc12af49 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:51:37.469854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4f908a4e-ac8b-4d57-8e74-6295dc12af49 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:51:37.498047 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ae17f400-8ff0-49d4-9eeb-4f8848dbdee5 req-33f860fc-698a-4b3f-b58b-2d4de9e99790 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709012 Nov 28 07:51:37.511525 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ee89abc3-1800-4dd3-8c2d-5662eef7ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:36Z', 'revision_number': 11, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:37.515933 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-074f699a-7d20-488a-907d-0d8b5627d215 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.523158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-074f699a-7d20-488a-907d-0d8b5627d215 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.546167 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-568de3e6-7bae-45e6-b64b-ab8210a18a8f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.556408 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-074f699a-7d20-488a-907d-0d8b5627d215 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.557744 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee89abc3-1800-4dd3-8c2d-5662eef7ca46 None None] Checking router: 3882b176-417d-4760-9e66-c53110963dad for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:51:37.557986 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-074f699a-7d20-488a-907d-0d8b5627d215 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2366135 Nov 28 07:51:37.561058 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40912) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:37.565392 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-7c19a51f-7854-4043-b077-b6879c53dd9c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group_rule': {'security_group_id': '9418ff2b-7c69-4c7a-b6ec-58ead550db58', 'direction': 'ingress', 'protocol': 17}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:37.567243 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee89abc3-1800-4dd3-8c2d-5662eef7ca46 None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:37.568004 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ee89abc3-1800-4dd3-8c2d-5662eef7ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:37.571013 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f699a-7d20-488a-907d-0d8b5627d215 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9418ff2b-7c69-4c7a-b6ec-58ead550db58,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:37.597173 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c19a51f-7854-4043-b077-b6879c53dd9c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.628932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-568de3e6-7bae-45e6-b64b-ab8210a18a8f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.654211 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-ee89abc3-1800-4dd3-8c2d-5662eef7ca46 None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:37.659146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c19a51f-7854-4043-b077-b6879c53dd9c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.664614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c19a51f-7854-4043-b077-b6879c53dd9c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.668665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-568de3e6-7bae-45e6-b64b-ab8210a18a8f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.672693 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-568de3e6-7bae-45e6-b64b-ab8210a18a8f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/8e64cd72-da59-4d20-9eee-aaefd5702fb9 HTTP/1.1" status: 204 len: 168 time: 0.3484671 Nov 28 07:51:37.673730 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568de3e6-7bae-45e6-b64b-ab8210a18a8f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Subnet': ['ID=8e64cd72-da59-4d20-9eee-aaefd5702fb9,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:37.680451 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40914) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:37.681211 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee15148-47da-4ceb-99e6-8f97188de1ca None None] Network 1a5da2d7-00f8-4f72-9fb3-edea33e71adf requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:37.704673 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19a51f-7854-4043-b077-b6879c53dd9c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb118d9d-6f44-4ee4-83f8-3a82be9c81c8,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:37.719578 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c19a51f-7854-4043-b077-b6879c53dd9c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.724054 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7c19a51f-7854-4043-b077-b6879c53dd9c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1587932 Nov 28 07:51:37.724054 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40916) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:37.731144 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ee89abc3-1800-4dd3-8c2d-5662eef7ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:36Z', 'revision_number': 11, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:37.766706 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee89abc3-1800-4dd3-8c2d-5662eef7ca46 None None] The sync data for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv is: [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:36Z', 'revision_number': 11, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:37.799912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.829688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3358be94-d36e-45af-a666-40893033064c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.872151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3358be94-d36e-45af-a666-40893033064c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.917810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Deleting port cec227da-10e8-4534-a30c-c19796d5a86e {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:37.918137 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.938698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3358be94-d36e-45af-a666-40893033064c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.941337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3358be94-d36e-45af-a666-40893033064c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:37.942463 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3358be94-d36e-45af-a666-40893033064c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-groups/9418ff2b-7c69-4c7a-b6ec-58ead550db58 HTTP/1.1" status: 204 len: 168 time: 0.2177556 Nov 28 07:51:37.945450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40918) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:37.985218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358be94-d36e-45af-a666-40893033064c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9418ff2b-7c69-4c7a-b6ec-58ead550db58,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:37.991679 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-afb9ba59-3e79-45d3-85a3-1565174bb297 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0415823 Nov 28 07:51:37.992378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40920) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:37.996864 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1d2f597f-715b-4597-a24d-bd810dba7d9a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group': {'name': 'tempest-secgroup--71799666'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:37.997916 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] For port cec227da-10e8-4534-a30c-c19796d5a86e, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=cec227da-10e8-4534-a30c-c19796d5a86e,segment=NetworkSegment(85a054c4-70e4-49e6-bbb2-88a930f59cab),segment_id=85a054c4-70e4-49e6-bbb2-88a930f59cab)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:37.998285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.013792 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Calling delete_port for cec227da-10e8-4534-a30c-c19796d5a86e owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:38.019168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1d2f597f-715b-4597-a24d-bd810dba7d9a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.085000 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1d2f597f-715b-4597-a24d-bd810dba7d9a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.088631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1d2f597f-715b-4597-a24d-bd810dba7d9a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.100514 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.119767 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1d2f597f-715b-4597-a24d-bd810dba7d9a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.121464 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1d2f597f-715b-4597-a24d-bd810dba7d9a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1279936 Nov 28 07:51:38.126082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40922) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:38.128971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-11e075c5-f80b-44ce-84de-021ce1d4b54d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987743998'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:38.137619 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aa8a7c-0a08-49d9-b35c-11b4a9ed5735 None None] DHCP port deletion for 1a5da2d7-00f8-4f72-9fb3-edea33e71adf request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:51:38.138519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f597f-715b-4597-a24d-bd810dba7d9a tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b9cb35-dc3f-4034-8458-e5365424c384,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:38.139977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No DVR routers for this DVR port cec227da-10e8-4534-a30c-c19796d5a86e on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:51:38.141558 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Port': ['ID=cec227da-10e8-4534-a30c-c19796d5a86e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:38.161008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-11e075c5-f80b-44ce-84de-021ce1d4b54d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.230115 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.240797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-11e075c5-f80b-44ce-84de-021ce1d4b54d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.244915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-11e075c5-f80b-44ce-84de-021ce1d4b54d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.250943 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5da2d7-00f8-4f72-9fb3-edea33e71adf']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:38.262769 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a054c4-70e4-49e6-bbb2-88a930f59cab') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:38.263071 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a054c4-70e4-49e6-bbb2-88a930f59cab') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:38.275712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.279021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-11e075c5-f80b-44ce-84de-021ce1d4b54d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.280388 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-11e075c5-f80b-44ce-84de-021ce1d4b54d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1548147 Nov 28 07:51:38.282514 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e075c5-f80b-44ce-84de-021ce1d4b54d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107c56dc-3b5b-4eab-b189-2b07c0f8c8ad,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:38.283850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40924) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:38.288314 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e9fc3dba-16ee-4962-8de4-8cd61e15b528 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group_rule': {'security_group_id': 'c4b9cb35-dc3f-4034-8458-e5365424c384', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '107c56dc-3b5b-4eab-b189-2b07c0f8c8ad', 'remote_ip_prefix': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:38.300263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.311196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:51:38.311602 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:51:38.314608 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:51:38.380130 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3dba-16ee-4962-8de4-8cd61e15b528 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.395131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.406794 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.409979 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/networks/1a5da2d7-00f8-4f72-9fb3-edea33e71adf HTTP/1.1" status: 204 len: 168 time: 0.7285075 Nov 28 07:51:38.412928 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40926) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:38.417832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f7c16f00-06b4-4e53-96ba-f21495792df9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'router': {'routes': None}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:38.424145 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87f19e-66a3-4b5a-b214-02239e2caf63 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Pushing event deleted for resources: {'Network': ['ID=1a5da2d7-00f8-4f72-9fb3-edea33e71adf,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:38.463509 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3dba-16ee-4962-8de4-8cd61e15b528 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.467611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3dba-16ee-4962-8de4-8cd61e15b528 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.487026 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc3dba-16ee-4962-8de4-8cd61e15b528 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8f1385-1e2b-41bf-afdf-0c49515c0035,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:38.496611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3dba-16ee-4962-8de4-8cd61e15b528 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.497799 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e9fc3dba-16ee-4962-8de4-8cd61e15b528 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2129908 Nov 28 07:51:38.500655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40928) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:38.523579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f07e2927-4fae-45e8-a4e5-e0ee26cb198e tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.531366 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f07e2927-4fae-45e8-a4e5-e0ee26cb198e tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.559486 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f07e2927-4fae-45e8-a4e5-e0ee26cb198e tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.564461 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f07e2927-4fae-45e8-a4e5-e0ee26cb198e tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.568792 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f07e2927-4fae-45e8-a4e5-e0ee26cb198e tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2c8f1385-1e2b-41bf-afdf-0c49515c0035 HTTP/1.1" status: 204 len: 168 time: 0.0641341 Nov 28 07:51:38.568976 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40932) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:38.574063 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e2927-4fae-45e8-a4e5-e0ee26cb198e tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c8f1385-1e2b-41bf-afdf-0c49515c0035,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:38.613280 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.extraroute_db [None req-f7c16f00-06b4-4e53-96ba-f21495792df9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Added routes are [] {{(pid=115118) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 28 07:51:38.613579 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.extraroute_db [None req-f7c16f00-06b4-4e53-96ba-f21495792df9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Removed routes are [] {{(pid=115118) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 28 07:51:38.613930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f7c16f00-06b4-4e53-96ba-f21495792df9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.733672 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2f8c14fd-0e7c-44e8-badb-9f009dee504d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1616061 Nov 28 07:51:38.734073 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40934) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:38.812543 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce168f-173b-453e-90bc-4c0f1336882e req-ab6dcfa1-cc3e-4f21-8c9e-9f121f46cd5d tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:38.814019 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-37ce168f-173b-453e-90bc-4c0f1336882e req-ab6dcfa1-cc3e-4f21-8c9e-9f121f46cd5d tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 944 time: 0.2252743 Nov 28 07:51:38.866211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f7c16f00-06b4-4e53-96ba-f21495792df9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.881147 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f7c16f00-06b4-4e53-96ba-f21495792df9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:38.935067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ca97b9c-9ba7-41cb-9421-4114dcddd156 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.004588 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ca97b9c-9ba7-41cb-9421-4114dcddd156 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.016452 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-37ce168f-173b-453e-90bc-4c0f1336882e req-8f0704c6-3f75-4c22-ab8d-70c6e42e058d tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686537 Nov 28 07:51:39.024434 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c16f00-06b4-4e53-96ba-f21495792df9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 3882b176-417d-4760-9e66-c53110963dad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:51:39.123126 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ca97b9c-9ba7-41cb-9421-4114dcddd156 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.125612 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ca97b9c-9ba7-41cb-9421-4114dcddd156 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.126744 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3ca97b9c-9ba7-41cb-9421-4114dcddd156 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-groups/107c56dc-3b5b-4eab-b189-2b07c0f8c8ad HTTP/1.1" status: 204 len: 168 time: 0.3903353 Nov 28 07:51:39.129571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40936) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:39.132931 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c16f00-06b4-4e53-96ba-f21495792df9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:39.143332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb5571-fd5e-4a05-9756-1414337c6d39 None None] Sync routers for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:39.143878 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f7c16f00-06b4-4e53-96ba-f21495792df9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.144514 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f7c16f00-06b4-4e53-96ba-f21495792df9 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad HTTP/1.1" status: 200 len: 704 time: 0.7305202 Nov 28 07:51:39.145608 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca97b9c-9ba7-41cb-9421-4114dcddd156 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107c56dc-3b5b-4eab-b189-2b07c0f8c8ad,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:39.148012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40938) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:39.176803 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5383ffec-0bd3-4c29-a284-7ed724656b23 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports?device_id=3882b176-417d-4760-9e66-c53110963dad HTTP/1.1" status: 200 len: 205 time: 0.0278180 Nov 28 07:51:39.179221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40940) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:39.206857 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-97066d14-acf8-4af5-9d56-0e6ff423aeb3 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0759628 Nov 28 07:51:39.209615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40942) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:39.280027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d25af9c-2fd1-4b13-a80e-fddc829c6b08 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.308585 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d25af9c-2fd1-4b13-a80e-fddc829c6b08 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.334677 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:51:39.338258 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb5571-fd5e-4a05-9756-1414337c6d39 None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:39.339711 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6ecb5571-fd5e-4a05-9756-1414337c6d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:39.361028 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d25af9c-2fd1-4b13-a80e-fddc829c6b08 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.364376 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1d25af9c-2fd1-4b13-a80e-fddc829c6b08 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.367567 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1d25af9c-2fd1-4b13-a80e-fddc829c6b08 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-groups/c4b9cb35-dc3f-4034-8458-e5365424c384 HTTP/1.1" status: 204 len: 168 time: 0.1566687 Nov 28 07:51:39.368808 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40944) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:39.390704 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25af9c-2fd1-4b13-a80e-fddc829c6b08 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b9cb35-dc3f-4034-8458-e5365424c384,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:39.400061 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:51:39.400413 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device f1ca0d26-dbcc-4f71-8752-0b1b86f710c8 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:51:39.400844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device cec227da-10e8-4534-a30c-c19796d5a86e no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:51:39.431402 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-41856f55-22a3-4b09-8a78-441a752dc528 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0582952 Nov 28 07:51:39.439517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40946) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:39.444469 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-70dc1e14-4390-45a0-9426-126ff6ed06ec tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051409588'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:39.468965 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: cec227da-10e8-4534-a30c-c19796d5a86e {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:51:39.469314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device cec227da-10e8-4534-a30c-c19796d5a86e not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:51:39.470041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-70dc1e14-4390-45a0-9426-126ff6ed06ec tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.471440 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-6ecb5571-fd5e-4a05-9756-1414337c6d39 None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:39.535104 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6ecb5571-fd5e-4a05-9756-1414337c6d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:36Z', 'revision_number': 11, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:39.548210 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-70dc1e14-4390-45a0-9426-126ff6ed06ec tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.552703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-70dc1e14-4390-45a0-9426-126ff6ed06ec tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.565206 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb5571-fd5e-4a05-9756-1414337c6d39 None None] Checking router: 3882b176-417d-4760-9e66-c53110963dad for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:51:39.570085 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b2424a2-6423-46d1-9192-84e269ae24be tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.574496 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb5571-fd5e-4a05-9756-1414337c6d39 None None] Routers {'3882b176-417d-4760-9e66-c53110963dad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:39.574824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6ecb5571-fd5e-4a05-9756-1414337c6d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3882b176-417d-4760-9e66-c53110963dad'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:39.588938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-70dc1e14-4390-45a0-9426-126ff6ed06ec tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.593214 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-70dc1e14-4390-45a0-9426-126ff6ed06ec tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1526985 Nov 28 07:51:39.595897 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40948) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:39.601047 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-73af7c47-3e06-4704-9536-e1e6ed66ede7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group_rule': {'security_group_id': 'f5f1c3d0-6a5e-4c9c-b91f-d0042cba8321', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:39.612146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc1e14-4390-45a0-9426-126ff6ed06ec tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f1c3d0-6a5e-4c9c-b91f-d0042cba8321,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:39.635512 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-73af7c47-3e06-4704-9536-e1e6ed66ede7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.658371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-6ecb5571-fd5e-4a05-9756-1414337c6d39 None None] Set router 3882b176-417d-4760-9e66-c53110963dad gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:39.661534 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 1238994c-ebf9-4cd2-9125-5cfa6612ebca details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:51:39.699336 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-73af7c47-3e06-4704-9536-e1e6ed66ede7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.703235 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-73af7c47-3e06-4704-9536-e1e6ed66ede7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.725920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6ecb5571-fd5e-4a05-9756-1414337c6d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:36Z', 'revision_number': 11, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:39.727652 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-73af7c47-3e06-4704-9536-e1e6ed66ede7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.731860 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-73af7c47-3e06-4704-9536-e1e6ed66ede7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1350238 Nov 28 07:51:39.732692 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40950) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:39.738716 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af7c47-3e06-4704-9536-e1e6ed66ede7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e55b7a-6610-46ae-8f75-2a42937b31e8,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:39.756880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb5571-fd5e-4a05-9756-1414337c6d39 None None] The sync data for ids ['3882b176-417d-4760-9e66-c53110963dad'] in dv-neutron-744815-16-hyperv is: [{'id': '3882b176-417d-4760-9e66-c53110963dad', 'name': 'tempest-RoutersIpV6Test-router-793930896', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:58Z', 'updated_at': '2021-11-28T07:51:36Z', 'revision_number': 11, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:39.759165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adcbd6d2-d4bc-4a61-9a7f-ba9ca2c94128 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.768137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b2424a2-6423-46d1-9192-84e269ae24be tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.768558 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adcbd6d2-d4bc-4a61-9a7f-ba9ca2c94128 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.770905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b2424a2-6423-46d1-9192-84e269ae24be tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.798943 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adcbd6d2-d4bc-4a61-9a7f-ba9ca2c94128 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.807251 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adcbd6d2-d4bc-4a61-9a7f-ba9ca2c94128 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.812231 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-adcbd6d2-d4bc-4a61-9a7f-ba9ca2c94128 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/45e55b7a-6610-46ae-8f75-2a42937b31e8 HTTP/1.1" status: 204 len: 168 time: 0.0783820 Nov 28 07:51:39.814170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40952) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:39.827277 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbd6d2-d4bc-4a61-9a7f-ba9ca2c94128 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45e55b7a-6610-46ae-8f75-2a42937b31e8,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:39.841051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b2424a2-6423-46d1-9192-84e269ae24be tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.843536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2424a2-6423-46d1-9192-84e269ae24be tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Fanout notify agent at l3_agent the message router_deleted on router 3882b176-417d-4760-9e66-c53110963dad {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:51:39.854078 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b2424a2-6423-46d1-9192-84e269ae24be tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.855514 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6b2424a2-6423-46d1-9192-84e269ae24be tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad HTTP/1.1" status: 204 len: 168 time: 0.6749282 Nov 28 07:51:39.859700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40954) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:39.867361 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 1238994c-ebf9-4cd2-9125-5cfa6612ebca, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1238994c-ebf9-4cd2-9125-5cfa6612ebca,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:39.867542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-dc7e002b-7d8a-4e6e-a58d-073a0cc2fa98 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1177955940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:39.876527 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-def1dc1b-135f-475c-a2d6-31ec943d612d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611632 Nov 28 07:51:39.879193 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40956) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:39.884067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '1238994c-ebf9-4cd2-9125-5cfa6612ebca', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'port_id': '1238994c-ebf9-4cd2-9125-5cfa6612ebca', 'mac_address': 'fa:16:3e:d6:33:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:51:39.921174 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dc7e002b-7d8a-4e6e-a58d-073a0cc2fa98 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.922189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dc7e002b-7d8a-4e6e-a58d-073a0cc2fa98 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.929451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:39.947527 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1238994c-ebf9-4cd2-9125-5cfa6612ebca {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:51:39.973195 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 1238994c-ebf9-4cd2-9125-5cfa6612ebca, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1238994c-ebf9-4cd2-9125-5cfa6612ebca,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:39.981394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.002736 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ab529338-3c75-491e-aa17-0cc25d7a2310 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.015865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dc7e002b-7d8a-4e6e-a58d-073a0cc2fa98 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.028175 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dc7e002b-7d8a-4e6e-a58d-073a0cc2fa98 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.035534 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=1238994c-ebf9-4cd2-9125-5cfa6612ebca,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:40.047909 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ab529338-3c75-491e-aa17-0cc25d7a2310 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.066358 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dc7e002b-7d8a-4e6e-a58d-073a0cc2fa98 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.067611 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dc7e002b-7d8a-4e6e-a58d-073a0cc2fa98 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2061324 Nov 28 07:51:40.070524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40960) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:40.076394 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-29a79a5c-e560-46c8-96bf-33fad47998dc tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:40.098166 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ab529338-3c75-491e-aa17-0cc25d7a2310 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.100869 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ab529338-3c75-491e-aa17-0cc25d7a2310 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.102034 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ab529338-3c75-491e-aa17-0cc25d7a2310 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-groups/f5f1c3d0-6a5e-4c9c-b91f-d0042cba8321 HTTP/1.1" status: 204 len: 168 time: 0.2218950 Nov 28 07:51:40.107246 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40962) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:40.117925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab529338-3c75-491e-aa17-0cc25d7a2310 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f1c3d0-6a5e-4c9c-b91f-d0042cba8321,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:40.157745 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cf30543d-5260-4b17-80b6-e09782c2c5f9 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0489824 Nov 28 07:51:40.161344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40964) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:40.166084 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-277dc707-fe35-4fc0-aef2-190b3cc6c2b0 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group': {'name': 'tempest-secgroup--288918635'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:40.194304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-277dc707-fe35-4fc0-aef2-190b3cc6c2b0 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.240238 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['1238994c-ebf9-4cd2-9125-5cfa6612ebca'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:51:40.267500 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-277dc707-fe35-4fc0-aef2-190b3cc6c2b0 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.274959 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-277dc707-fe35-4fc0-aef2-190b3cc6c2b0 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.306155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-277dc707-fe35-4fc0-aef2-190b3cc6c2b0 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.311198 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-277dc707-fe35-4fc0-aef2-190b3cc6c2b0 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1486921 Nov 28 07:51:40.314295 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40966) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:40.317098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dc707-fe35-4fc0-aef2-190b3cc6c2b0 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2547abe0-6bd7-4405-a8e1-eaea01a409f4,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:40.323166 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-62f43ab1-4388-4882-bbff-3b13411e84ba tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group_rule': {'security_group_id': '2547abe0-6bd7-4405-a8e1-eaea01a409f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:40.373143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a4e46-33a3-43b3-8460-a187f6187878 req-c974f760-38fe-4833-bba6-031dfec8a8fa tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:40.374612 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c75a4e46-33a3-43b3-8460-a187f6187878 req-c974f760-38fe-4833-bba6-031dfec8a8fa tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 945 time: 0.2595637 Nov 28 07:51:40.378612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-29a79a5c-e560-46c8-96bf-33fad47998dc tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.406405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-29a79a5c-e560-46c8-96bf-33fad47998dc tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.421185 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62f43ab1-4388-4882-bbff-3b13411e84ba tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.536199 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c75a4e46-33a3-43b3-8460-a187f6187878 req-3d4d2b0d-533c-4aa8-815c-aefd2b13e38a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520848 Nov 28 07:51:40.566243 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62f43ab1-4388-4882-bbff-3b13411e84ba tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.572404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62f43ab1-4388-4882-bbff-3b13411e84ba tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.592219 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f43ab1-4388-4882-bbff-3b13411e84ba tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32eb28b-83d1-4ba8-82f6-ce0f8fcfd761,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:40.595961 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a79a5c-e560-46c8-96bf-33fad47998dc tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Router 480f52d5-a0e0-4e15-9339-96d3a09c9604 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:51:40.608288 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-62f43ab1-4388-4882-bbff-3b13411e84ba tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.609604 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-62f43ab1-4388-4882-bbff-3b13411e84ba tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2934637 Nov 28 07:51:40.612529 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40968) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:40.629131 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ed6763ec-809b-4224-b6cc-600b362cd23c tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules/e32eb28b-83d1-4ba8-82f6-ce0f8fcfd761 HTTP/1.1" status: 200 len: 763 time: 0.0153928 Nov 28 07:51:40.631620 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40970) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:40.673585 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7a616529-775b-477f-9121-3da95cb5b7a7 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0407734 Nov 28 07:51:40.676053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40972) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:40.687550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a79a5c-e560-46c8-96bf-33fad47998dc tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:40.694315 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-29a79a5c-e560-46c8-96bf-33fad47998dc tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.695475 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-29a79a5c-e560-46c8-96bf-33fad47998dc tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "PUT /v2.0/routers/480f52d5-a0e0-4e15-9339-96d3a09c9604 HTTP/1.1" status: 200 len: 698 time: 0.6232340 Nov 28 07:51:40.698918 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40974) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:40.699344 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb5c8f4-dadb-4eeb-8649-95a828f59f0f None None] Sync routers for ids ['480f52d5-a0e0-4e15-9339-96d3a09c9604'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:40.702922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2a765eb0-077f-4aff-bef6-89f2b33826a1 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.710734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2a765eb0-077f-4aff-bef6-89f2b33826a1 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.712955 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb5c8f4-dadb-4eeb-8649-95a828f59f0f None None] Routers {'480f52d5-a0e0-4e15-9339-96d3a09c9604'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:40.713576 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-bdb5c8f4-dadb-4eeb-8649-95a828f59f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['480f52d5-a0e0-4e15-9339-96d3a09c9604'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:40.739681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2a765eb0-077f-4aff-bef6-89f2b33826a1 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.746132 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2a765eb0-077f-4aff-bef6-89f2b33826a1 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.749515 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2a765eb0-077f-4aff-bef6-89f2b33826a1 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e32eb28b-83d1-4ba8-82f6-ce0f8fcfd761 HTTP/1.1" status: 204 len: 168 time: 0.0702982 Nov 28 07:51:40.749732 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40976) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:40.763021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a765eb0-077f-4aff-bef6-89f2b33826a1 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e32eb28b-83d1-4ba8-82f6-ce0f8fcfd761,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:40.787032 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f74ff53b-fdcc-4478-bc8e-f3b0bfd57445 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/routers/480f52d5-a0e0-4e15-9339-96d3a09c9604 HTTP/1.1" status: 200 len: 704 time: 0.0869470 Nov 28 07:51:40.789572 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40978) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:40.802239 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-09eeafbb-d1b9-4b8d-bfb0-1ef944a8c8fb tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513792 Nov 28 07:51:40.805470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40980) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:40.811196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-05d280e1-7419-4631-8690-d01ac71b58ef tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group_rule': {'security_group_id': '2547abe0-6bd7-4405-a8e1-eaea01a409f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:40.822992 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5597e21d-2f73-4665-b104-5cd8ba9f4cd1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports?device_id=480f52d5-a0e0-4e15-9339-96d3a09c9604 HTTP/1.1" status: 200 len: 205 time: 0.0320275 Nov 28 07:51:40.824483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 40982) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:40.845825 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-05d280e1-7419-4631-8690-d01ac71b58ef tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.897819 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-bdb5c8f4-dadb-4eeb-8649-95a828f59f0f None None] Set router 480f52d5-a0e0-4e15-9339-96d3a09c9604 gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:40.911151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f01b9794-6b69-4b1a-98f3-35a22628285e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.911608 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-05d280e1-7419-4631-8690-d01ac71b58ef tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.916338 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-05d280e1-7419-4631-8690-d01ac71b58ef tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.936728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d280e1-7419-4631-8690-d01ac71b58ef tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab75188-55c9-4f64-967e-81fbb1a80a36,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:40.950734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-05d280e1-7419-4631-8690-d01ac71b58ef tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:40.954414 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-05d280e1-7419-4631-8690-d01ac71b58ef tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454887 Nov 28 07:51:40.954683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40984) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:40.971075 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-bdb5c8f4-dadb-4eeb-8649-95a828f59f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480f52d5-a0e0-4e15-9339-96d3a09c9604', 'name': 'tempest-RoutersIpV6Test-router-1177955940', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:51:39Z', 'updated_at': '2021-11-28T07:51:40Z', 'revision_number': 2, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:40.980450 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-23f6577e-5356-431d-a5f1-ed02cd017b4f tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules/5ab75188-55c9-4f64-967e-81fbb1a80a36 HTTP/1.1" status: 200 len: 763 time: 0.0222144 Nov 28 07:51:40.980712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40986) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.000949 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb5c8f4-dadb-4eeb-8649-95a828f59f0f None None] Checking router: 480f52d5-a0e0-4e15-9339-96d3a09c9604 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:51:41.009653 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb5c8f4-dadb-4eeb-8649-95a828f59f0f None None] Routers {'480f52d5-a0e0-4e15-9339-96d3a09c9604'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:41.010244 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-bdb5c8f4-dadb-4eeb-8649-95a828f59f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['480f52d5-a0e0-4e15-9339-96d3a09c9604'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:41.023079 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8fe9ae69-8f95-4a2b-b86d-eb4bfee1b241 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0388849 Nov 28 07:51:41.024426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40988) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.047686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e9f43844-aa60-4add-8495-90e2f4f13e3b tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.055834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e9f43844-aa60-4add-8495-90e2f4f13e3b tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.084913 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e9f43844-aa60-4add-8495-90e2f4f13e3b tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.090720 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-bdb5c8f4-dadb-4eeb-8649-95a828f59f0f None None] Set router 480f52d5-a0e0-4e15-9339-96d3a09c9604 gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:41.093204 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e9f43844-aa60-4add-8495-90e2f4f13e3b tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.095129 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e9f43844-aa60-4add-8495-90e2f4f13e3b tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5ab75188-55c9-4f64-967e-81fbb1a80a36 HTTP/1.1" status: 204 len: 168 time: 0.0702448 Nov 28 07:51:41.099472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40990) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.105759 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f43844-aa60-4add-8495-90e2f4f13e3b tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ab75188-55c9-4f64-967e-81fbb1a80a36,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:41.108609 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f01b9794-6b69-4b1a-98f3-35a22628285e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.111328 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f01b9794-6b69-4b1a-98f3-35a22628285e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.144369 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f942f5be-99c0-4961-82c5-cf47558ffe8f tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0437107 Nov 28 07:51:41.147098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40994) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.151485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8788f282-efd6-45ac-8a2d-5483e4426a61 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Request body: {'security_group_rule': {'security_group_id': '2547abe0-6bd7-4405-a8e1-eaea01a409f4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:41.152858 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-bdb5c8f4-dadb-4eeb-8649-95a828f59f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480f52d5-a0e0-4e15-9339-96d3a09c9604', 'name': 'tempest-RoutersIpV6Test-router-1177955940', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:51:39Z', 'updated_at': '2021-11-28T07:51:40Z', 'revision_number': 2, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:41.182288 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8788f282-efd6-45ac-8a2d-5483e4426a61 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.187327 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb5c8f4-dadb-4eeb-8649-95a828f59f0f None None] The sync data for ids ['480f52d5-a0e0-4e15-9339-96d3a09c9604'] in dv-neutron-744815-16-hyperv is: [{'id': '480f52d5-a0e0-4e15-9339-96d3a09c9604', 'name': 'tempest-RoutersIpV6Test-router-1177955940', 'tenant_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:51:39Z', 'updated_at': '2021-11-28T07:51:40Z', 'revision_number': 2, 'project_id': 'b6a5bcbeeeda4076923b8c72eaf96a59', 'gw_port_host': None}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:41.246535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8788f282-efd6-45ac-8a2d-5483e4426a61 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.250716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8788f282-efd6-45ac-8a2d-5483e4426a61 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.271241 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788f282-efd6-45ac-8a2d-5483e4426a61 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595cb811-1b97-49e4-8ac5-1c94867fdc1d,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:41.281418 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8788f282-efd6-45ac-8a2d-5483e4426a61 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.285315 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8788f282-efd6-45ac-8a2d-5483e4426a61 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347735 Nov 28 07:51:41.285661 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40996) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.305825 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-325f1b95-df19-4657-9f02-ef481f77d5d0 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules/595cb811-1b97-49e4-8ac5-1c94867fdc1d HTTP/1.1" status: 200 len: 764 time: 0.0164430 Nov 28 07:51:41.306157 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 40998) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.354038 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4885ca1c-0747-475a-96ac-9c430f1e1614 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0465987 Nov 28 07:51:41.356621 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41000) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.384123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e6bd190f-c9fc-43ff-aed1-13805c75387d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.393525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e6bd190f-c9fc-43ff-aed1-13805c75387d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.421427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e6bd190f-c9fc-43ff-aed1-13805c75387d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.428436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e6bd190f-c9fc-43ff-aed1-13805c75387d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.429602 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e6bd190f-c9fc-43ff-aed1-13805c75387d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/595cb811-1b97-49e4-8ac5-1c94867fdc1d HTTP/1.1" status: 204 len: 168 time: 0.0720255 Nov 28 07:51:41.433100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41002) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.444774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd190f-c9fc-43ff-aed1-13805c75387d tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=595cb811-1b97-49e4-8ac5-1c94867fdc1d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:41.478727 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-19f5f0c7-b8ea-4adc-acb3-fb239148a138 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0444906 Nov 28 07:51:41.481919 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41004) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.485421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f01b9794-6b69-4b1a-98f3-35a22628285e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.485960 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01b9794-6b69-4b1a-98f3-35a22628285e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Fanout notify agent at l3_agent the message router_deleted on router 480f52d5-a0e0-4e15-9339-96d3a09c9604 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:51:41.493698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f01b9794-6b69-4b1a-98f3-35a22628285e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.494808 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f01b9794-6b69-4b1a-98f3-35a22628285e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/routers/480f52d5-a0e0-4e15-9339-96d3a09c9604 HTTP/1.1" status: 204 len: 168 time: 0.6692922 Nov 28 07:51:41.499057 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41006) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.526592 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a4e77ca9-66db-462c-a924-853d7f0da8cd tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports?device_id=480f52d5-a0e0-4e15-9339-96d3a09c9604 HTTP/1.1" status: 200 len: 205 time: 0.0262432 Nov 28 07:51:41.528815 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41008) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.537688 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2909b78f-e5e6-43e3-930f-71bec50c0ecf tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.562371 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2909b78f-e5e6-43e3-930f-71bec50c0ecf tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.572369 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-226e4b21-ac12-4868-b907-3ea6e6fd600a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] delete failed (client error): The resource could not be found. Nov 28 07:51:41.573628 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-226e4b21-ac12-4868-b907-3ea6e6fd600a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/routers/480f52d5-a0e0-4e15-9339-96d3a09c9604 HTTP/1.1" status: 404 len: 336 time: 0.0437233 Nov 28 07:51:41.576012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41012) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.601272 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75034eb-5db6-4be9-bcff-f7125929d6ed tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:41.601995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75034eb-5db6-4be9-bcff-f7125929d6ed tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:41.605843 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b75034eb-5db6-4be9-bcff-f7125929d6ed tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/c54d5625-e3ef-4624-8e3f-fb8c2d05d29d HTTP/1.1" status: 404 len: 337 time: 0.0288732 Nov 28 07:51:41.608436 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41014) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.635970 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb4ce23-956c-4be2-9b84-fac1dddf534c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:41.636418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb4ce23-956c-4be2-9b84-fac1dddf534c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:41.641729 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2cb4ce23-956c-4be2-9b84-fac1dddf534c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/f8cf4734-8d02-4039-b191-7a74260e7811 HTTP/1.1" status: 404 len: 337 time: 0.0301590 Nov 28 07:51:41.641954 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41016) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.645566 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2909b78f-e5e6-43e3-930f-71bec50c0ecf tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.648225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2909b78f-e5e6-43e3-930f-71bec50c0ecf tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.649341 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2909b78f-e5e6-43e3-930f-71bec50c0ecf tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "DELETE /v2.0/security-groups/2547abe0-6bd7-4405-a8e1-eaea01a409f4 HTTP/1.1" status: 204 len: 168 time: 0.1664565 Nov 28 07:51:41.653640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41018) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.660977 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 1238994c-ebf9-4cd2-9125-5cfa6612ebca up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:41.668525 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c8e35d-78a6-427f-8540-e3e4b5cead1f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:41.668973 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c8e35d-78a6-427f-8540-e3e4b5cead1f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:41.674442 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-93c8e35d-78a6-427f-8540-e3e4b5cead1f tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/c6828006-fc67-46f7-8cb6-08d7af98dc3f HTTP/1.1" status: 404 len: 337 time: 0.0292482 Nov 28 07:51:41.674687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41020) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.686712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909b78f-e5e6-43e3-930f-71bec50c0ecf tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2547abe0-6bd7-4405-a8e1-eaea01a409f4,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:41.701286 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-6342a254-92ee-4bb2-956e-12e509acd116 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:41.702244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6342a254-92ee-4bb2-956e-12e509acd116 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:41.706929 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6342a254-92ee-4bb2-956e-12e509acd116 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/8e64cd72-da59-4d20-9eee-aaefd5702fb9 HTTP/1.1" status: 404 len: 337 time: 0.0297542 Nov 28 07:51:41.708089 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41022) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.731282 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 1238994c-ebf9-4cd2-9125-5cfa6612ebca completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:51:41.731814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55664346-5c4b-474c-940f-03e2d3a461c0 req-bcacf514-478d-4129-afcd-d1c1ab332371 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:41.733537 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-55664346-5c4b-474c-940f-03e2d3a461c0 req-bcacf514-478d-4129-afcd-d1c1ab332371 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 945 time: 0.1212087 Nov 28 07:51:41.739137 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 1238994c-ebf9-4cd2-9125-5cfa6612ebca triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:41.740155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.742121 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-da513482-26f5-47a6-8432-305f181595a7 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports?device_id=3882b176-417d-4760-9e66-c53110963dad HTTP/1.1" status: 200 len: 205 time: 0.0326149 Nov 28 07:51:41.742257 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9748f1a2-8850-4979-8d3e-a9395b355fd0 tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0846388 Nov 28 07:51:41.744603 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41024) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.750901 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41026) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.785556 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-2322b43e-7f37-4112-b080-a058149ba129 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] delete failed (client error): The resource could not be found. Nov 28 07:51:41.786649 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2322b43e-7f37-4112-b080-a058149ba129 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/routers/3882b176-417d-4760-9e66-c53110963dad HTTP/1.1" status: 404 len: 336 time: 0.0403986 Nov 28 07:51:41.789211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41028) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.821088 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4b27d2ce-a4a0-480e-a5d1-0b336911561b tempest-SecGroupTest-2031162555 tempest-SecGroupTest-2031162555-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0658710 Nov 28 07:51:41.821357 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-06f9e711-5d4a-48bf-825d-24cd3ae9cbf1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports?device_id=43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31 HTTP/1.1" status: 200 len: 205 time: 0.0269554 Nov 28 07:51:41.821600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41030) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.847084 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.867096 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-7cacd078-0406-4b19-885f-34a9234c5fa1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] delete failed (client error): The resource could not be found. Nov 28 07:51:41.868158 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7cacd078-0406-4b19-885f-34a9234c5fa1 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/routers/43b0b8d3-bbbd-4e82-859c-2aeeda8e6d31 HTTP/1.1" status: 404 len: 336 time: 0.0457473 Nov 28 07:51:41.870859 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41034) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.871646 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda34c41-6795-46c9-ba0f-9201cc6c850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1238994c-ebf9-4cd2-9125-5cfa6612ebca'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:51:41.872822 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-55664346-5c4b-474c-940f-03e2d3a461c0 req-712cc433-9d38-47ce-b06a-201aaece8c1f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295497 Nov 28 07:51:41.873916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db153d19-3834-4e16-b72d-546967289ece" -d '{"events": [{"server_uuid": "cda34c41-6795-46c9-ba0f-9201cc6c850b", "name": "network-vif-plugged", "status": "completed", "tag": "1238994c-ebf9-4cd2-9125-5cfa6612ebca"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:51:41.899823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 1238994c-ebf9-4cd2-9125-5cfa6612ebca, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1238994c-ebf9-4cd2-9125-5cfa6612ebca,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:41.907907 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:41.924018 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d543f7-f1c7-4758-8a42-b2a1a692fbde tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:41.924471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d543f7-f1c7-4758-8a42-b2a1a692fbde tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:41.930395 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-26d543f7-f1c7-4758-8a42-b2a1a692fbde tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/9912aaf5-febf-4d5f-ad33-46ca0c6adb4a HTTP/1.1" status: 404 len: 337 time: 0.0549421 Nov 28 07:51:41.930647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41038) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.939362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d022dc1-c98f-4b33-acba-c5e449a2ef1b x-openstack-request-id: req-5d022dc1-c98f-4b33-acba-c5e449a2ef1b {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:51:41.939766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda34c41-6795-46c9-ba0f-9201cc6c850b", "name": "network-vif-plugged", "status": "completed", "tag": "1238994c-ebf9-4cd2-9125-5cfa6612ebca", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:51:41.940026 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d022dc1-c98f-4b33-acba-c5e449a2ef1b {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:51:41.940520 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda34c41-6795-46c9-ba0f-9201cc6c850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1238994c-ebf9-4cd2-9125-5cfa6612ebca', 'code': 200} Nov 28 07:51:41.976664 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3dee0bac-670c-4f5a-bdbf-a3718f441a88 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aa405e2-4a48-4012-9d77-f4814add5c2e HTTP/1.1" status: 200 len: 205 time: 0.0447137 Nov 28 07:51:41.977436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41040) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:41.992653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=1238994c-ebf9-4cd2-9125-5cfa6612ebca,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:42.032430 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-7bd981e7-4afd-43e1-a7a0-a340e2c4a067 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] delete failed (client error): The resource could not be found. Nov 28 07:51:42.036305 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7bd981e7-4afd-43e1-a7a0-a340e2c4a067 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/routers/4aa405e2-4a48-4012-9d77-f4814add5c2e HTTP/1.1" status: 404 len: 336 time: 0.0567391 Nov 28 07:51:42.036488 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41042) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:42.067937 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-058f3bd4-56d7-4a65-9cdc-83d11b560770 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports?device_id=4108a29d-8ef6-4cea-9903-15585dc9da35 HTTP/1.1" status: 200 len: 205 time: 0.0276165 Nov 28 07:51:42.070348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41046) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:42.119613 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-2f7e998b-1d48-4c33-b478-1dac9f2cee8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] delete failed (client error): The resource could not be found. Nov 28 07:51:42.120682 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2f7e998b-1d48-4c33-b478-1dac9f2cee8a tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/routers/4108a29d-8ef6-4cea-9903-15585dc9da35 HTTP/1.1" status: 404 len: 336 time: 0.0493040 Nov 28 07:51:42.123900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41048) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:42.137148 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41050) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:42.173450 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c22d5b7-c42b-4414-8ea4-1dcad1fe06b6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:42.173907 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c22d5b7-c42b-4414-8ea4-1dcad1fe06b6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:42.177006 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8c22d5b7-c42b-4414-8ea4-1dcad1fe06b6 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/df3abc7c-2b46-4e68-afc4-ac05018e22a6 HTTP/1.1" status: 404 len: 337 time: 0.0521572 Nov 28 07:51:42.180104 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41054) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:42.194239 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25db010-9baf-471c-a2bd-a93d0dba0b34 req-e32dea4b-7ddd-4696-884c-7bd8c53ed486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:42.195918 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b25db010-9baf-471c-a2bd-a93d0dba0b34 req-e32dea4b-7ddd-4696-884c-7bd8c53ed486 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 1099 time: 0.0852630 Nov 28 07:51:42.215584 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7974d9d4-164f-4555-99db-bb702932e9cf tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports?device_id=320354e7-44e5-4dbf-8c02-cc576d7e836b HTTP/1.1" status: 200 len: 205 time: 0.0337911 Nov 28 07:51:42.216265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41056) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:42.247211 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b25db010-9baf-471c-a2bd-a93d0dba0b34 req-d91bbedd-30ca-4cd4-b366-f62d98797913 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435517 Nov 28 07:51:42.273253 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-d32cdc09-ba06-4d38-ae50-38de99d97e0b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] delete failed (client error): The resource could not be found. Nov 28 07:51:42.274220 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d32cdc09-ba06-4d38-ae50-38de99d97e0b tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/routers/320354e7-44e5-4dbf-8c02-cc576d7e836b HTTP/1.1" status: 404 len: 336 time: 0.0564058 Nov 28 07:51:42.277704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41058) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:42.304864 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec1f733-9851-4c09-a30a-f8f0b07e3ed8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:42.305337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec1f733-9851-4c09-a30a-f8f0b07e3ed8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:42.308560 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7ec1f733-9851-4c09-a30a-f8f0b07e3ed8 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/3937551e-9894-428b-9b91-6d1478620049 HTTP/1.1" status: 404 len: 337 time: 0.0297096 Nov 28 07:51:42.311451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41060) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:42.311819 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8eb83cfd-87e7-411f-9453-3c9824e645bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc8604de3b2d4e07a412683cb15eca61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1734428 Nov 28 07:51:42.314106 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41062) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:42.342224 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-de01f8b8-20f1-4b94-8c91-c76aff365473 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa HTTP/1.1" status: 200 len: 205 time: 0.0295920 Nov 28 07:51:42.344883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41064) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:42.388793 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-1707e0f3-54a4-4728-87b0-f76e08ab8a3c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] delete failed (client error): The resource could not be found. Nov 28 07:51:42.389846 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1707e0f3-54a4-4728-87b0-f76e08ab8a3c tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/routers/8fc1d2dd-67ae-4b23-a32f-990f2d2fc9aa HTTP/1.1" status: 404 len: 336 time: 0.0440290 Nov 28 07:51:42.392665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41068) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:42.405558 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-83bfe6b9-1aa7-4282-9553-9da011637e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:42.423780 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-f243b5be-875a-44c0-8c79-3d121a65870e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:42.424314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f243b5be-875a-44c0-8c79-3d121a65870e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:42.426819 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-83bfe6b9-1aa7-4282-9553-9da011637e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:42.427530 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f243b5be-875a-44c0-8c79-3d121a65870e tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/a2f55d8e-35ac-430a-8967-a95c5dd4f1ac HTTP/1.1" status: 404 len: 337 time: 0.0338819 Nov 28 07:51:42.430220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41070) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:42.455380 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.pecan_wsgi.hooks.translation [None req-daea8ca6-2b73-404e-ad0d-6a45e086cbc4 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] DELETE failed (client error): The resource could not be found. Nov 28 07:51:42.455839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daea8ca6-2b73-404e-ad0d-6a45e086cbc4 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115118) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 07:51:42.458916 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-daea8ca6-2b73-404e-ad0d-6a45e086cbc4 tempest-RoutersIpV6Test-1136509819 tempest-RoutersIpV6Test-1136509819-project] 10.222.0.31 "DELETE /v2.0/subnets/26658015-fb6a-4271-9d91-3f31df2a5ac5 HTTP/1.1" status: 404 len: 337 time: 0.0277760 Nov 28 07:51:42.480937 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-83bfe6b9-1aa7-4282-9553-9da011637e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:42.484225 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-83bfe6b9-1aa7-4282-9553-9da011637e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:42.488974 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-83bfe6b9-1aa7-4282-9553-9da011637e76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07ca8074-051f-4659-9575-58471dfce1e0 HTTP/1.1" status: 204 len: 168 time: 0.1703236 Nov 28 07:51:42.496661 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfe6b9-1aa7-4282-9553-9da011637e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ca8074-051f-4659-9575-58471dfce1e0,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:42.683398 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41082) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:42.821046 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-afb995c0-0218-4ccb-86af-db502febdcc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6a5bcbeeeda4076923b8c72eaf96a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364541 Nov 28 07:51:42.824449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41094) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:42.872162 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc44fa65-617b-4090-97fa-95213fad36a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:42.895834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc44fa65-617b-4090-97fa-95213fad36a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:42.953261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc44fa65-617b-4090-97fa-95213fad36a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:42.956263 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bc44fa65-617b-4090-97fa-95213fad36a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:42.957780 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bc44fa65-617b-4090-97fa-95213fad36a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47ea10de-fefa-486f-86d6-999d55a353bc HTTP/1.1" status: 204 len: 168 time: 0.1322501 Nov 28 07:51:42.975645 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44fa65-617b-4090-97fa-95213fad36a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ea10de-fefa-486f-86d6-999d55a353bc,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:43.038447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949666e-6b2f-4bac-b2b2-2fd26b3f32ad req-d93d44d2-f73b-48ab-b5d1-a6f0c9765d8e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:43.040133 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d949666e-6b2f-4bac-b2b2-2fd26b3f32ad req-d93d44d2-f73b-48ab-b5d1-a6f0c9765d8e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 946 time: 0.0839036 Nov 28 07:51:43.105913 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d949666e-6b2f-4bac-b2b2-2fd26b3f32ad req-e5b30115-8478-44cf-ab60-c358b2893f54 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590947 Nov 28 07:51:43.242414 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41114) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:43.367678 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-313686045'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:43.388465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Made reservation on behalf of c5fb195d43644b609a591333ad93027d for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:43.392144 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:43.405263 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:43.488899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:43.493506 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:43.516760 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:51:43.532580 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c26dd7-7fcb-4e5d-accc-6fde914222d2,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:43.536922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:43.537435 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Added segment d4c6f225-948d-4f43-abdc-2c89468fbf5d of type vlan for network 958cdd43-af69-4a43-9b01-078015711fd3 Nov 28 07:51:43.580898 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:43.606795 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:43.612348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:43.612928 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:43.649624 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4060638 Nov 28 07:51:43.653018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41130) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:43.658715 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-58c4ab5c-1174-4e54-9757-7ba072a942e6 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Request body: {'subnet': {'network_id': '958cdd43-af69-4a43-9b01-078015711fd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:43.686107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed89a6-6094-42f0-8440-70119c7912c7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Pushing event updated for resources: {'Network': ['ID=958cdd43-af69-4a43-9b01-078015711fd3,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:43.688375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41132) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:43.696463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 958cdd43-af69-4a43-9b01-078015711fd3 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:51:43.766392 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c4ab5c-1174-4e54-9757-7ba072a942e6 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Made reservation on behalf of c5fb195d43644b609a591333ad93027d for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:43.770153 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-58c4ab5c-1174-4e54-9757-7ba072a942e6 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:43.798016 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1f8b58f1-7bf7-4ab3-8ae3-cae2890441a4 tempest-DvrRoutersNegativeTest-354473928 tempest-DvrRoutersNegativeTest-354473928-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-407419495', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:43.801036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.policy [None req-1f8b58f1-7bf7-4ab3-8ae3-cae2890441a4 tempest-DvrRoutersNegativeTest-354473928 tempest-DvrRoutersNegativeTest-354473928-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=115119) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 28 07:51:43.801337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.policy [None req-1f8b58f1-7bf7-4ab3-8ae3-cae2890441a4 tempest-DvrRoutersNegativeTest-354473928 tempest-DvrRoutersNegativeTest-354473928-project] Failed policy check for 'create_router' {{(pid=115119) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 28 07:51:43.801866 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-1f8b58f1-7bf7-4ab3-8ae3-cae2890441a4 tempest-DvrRoutersNegativeTest-354473928 tempest-DvrRoutersNegativeTest-354473928-project] create failed (client error): Access was denied to this resource. Nov 28 07:51:43.802830 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1f8b58f1-7bf7-4ab3-8ae3-cae2890441a4 tempest-DvrRoutersNegativeTest-354473928 tempest-DvrRoutersNegativeTest-354473928-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1135187 Nov 28 07:51:43.970749 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-58c4ab5c-1174-4e54-9757-7ba072a942e6 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.033475 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4ab5c-1174-4e54-9757-7ba072a942e6 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Pushing event updated for resources: {'Subnet': ['ID=122ec3ad-8240-4cd8-89b0-f0fabf706c68,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:44.038619 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4ab5c-1174-4e54-9757-7ba072a942e6 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Checking segment: {'id': 'd4c6f225-948d-4f43-abdc-2c89468fbf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '958cdd43-af69-4a43-9b01-078015711fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:44.039000 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c4ab5c-1174-4e54-9757-7ba072a942e6 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Network hostable DHCP agents. Network: 958cdd43-af69-4a43-9b01-078015711fd3, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:51:44.047780 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41140) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:44.060014 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c4ab5c-1174-4e54-9757-7ba072a942e6 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Network 958cdd43-af69-4a43-9b01-078015711fd3 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:51:44.068923 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-58c4ab5c-1174-4e54-9757-7ba072a942e6 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 958cdd43-af69-4a43-9b01-078015711fd3) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:44.073100 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c4ab5c-1174-4e54-9757-7ba072a942e6 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:44.073681 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-58c4ab5c-1174-4e54-9757-7ba072a942e6 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.079280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965e4f13-102f-40ac-a571-0a0297ec70b3 None None] Network 958cdd43-af69-4a43-9b01-078015711fd3 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:44.092219 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-58c4ab5c-1174-4e54-9757-7ba072a942e6 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4360554 Nov 28 07:51:44.093617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41144) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:44.098651 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f5f8f59a-225c-4193-9f99-2c401c82b35b tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Request body: {'port': {'network_id': '958cdd43-af69-4a43-9b01-078015711fd3', 'name': 'tempest-TagsExtTest-764876349'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:44.187328 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5c202b99-55d8-4e3b-893c-2d3d9d52d0d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.230471 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-958cdd43-af69-4a43-9b01-078015711fd3', 'network_id': '958cdd43-af69-4a43-9b01-078015711fd3', 'tenant_id': 'c5fb195d43644b609a591333ad93027d', 'fixed_ips': [{'subnet_id': '122ec3ad-8240-4cd8-89b0-f0fabf706c68'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:51:44.231481 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.312246 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e8052-ae8e-45d3-b3aa-08d893dbb9ec req-e6ccb896-be94-4cc0-82e5-4dd95389eb2b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:44.313642 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ee4e8052-ae8e-45d3-b3aa-08d893dbb9ec req-e6ccb896-be94-4cc0-82e5-4dd95389eb2b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 946 time: 0.1241798 Nov 28 07:51:44.341963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f8f59a-225c-4193-9f99-2c401c82b35b tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Made reservation on behalf of c5fb195d43644b609a591333ad93027d for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:44.345347 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5f8f59a-225c-4193-9f99-2c401c82b35b tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.368857 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Allocated IP 172.20.0.2 (958cdd43-af69-4a43-9b01-078015711fd3/122ec3ad-8240-4cd8-89b0-f0fabf706c68/08157a12-93be-4a31-a8fb-2675c09b8e4c) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:44.389433 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [None req-f5f8f59a-225c-4193-9f99-2c401c82b35b tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] device_id is not set on port 7a5a7da3-ba62-4956-9a0e-5e61aa33fea3 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:51:44.401134 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5c202b99-55d8-4e3b-893c-2d3d9d52d0d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.411442 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5c202b99-55d8-4e3b-893c-2d3d9d52d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.459325 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ee4e8052-ae8e-45d3-b3aa-08d893dbb9ec req-4184f6b7-245c-4194-a4e9-c6a59effdbfe tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376977 Nov 28 07:51:44.501564 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5c202b99-55d8-4e3b-893c-2d3d9d52d0d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e343be48b37d4a95b4139618800f6525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4526594 Nov 28 07:51:44.504318 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41150) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:44.504598 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c202b99-55d8-4e3b-893c-2d3d9d52d0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069cf391-1cc3-495f-91f1-f93d9424944b,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:44.523539 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.533364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.581373 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Network 958cdd43-af69-4a43-9b01-078015711fd3 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:44.583796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-f5f8f59a-225c-4193-9f99-2c401c82b35b tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Allocated IP 172.20.0.13 (958cdd43-af69-4a43-9b01-078015711fd3/122ec3ad-8240-4cd8-89b0-f0fabf706c68/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:44.588315 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:44.591220 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:44.601313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aecee37d-8558-426d-af08-bb6f46576c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.626134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Pushing event updated for resources: {'Port': ['ID=08157a12-93be-4a31-a8fb-2675c09b8e4c,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:44.637909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aecee37d-8558-426d-af08-bb6f46576c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.646800 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35507734-ec87-41e9-b372-59439e86e466 req-418c0887-bb5b-4773-8de8-e5b2f133b07d tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:44.648359 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-35507734-ec87-41e9-b372-59439e86e466 req-418c0887-bb5b-4773-8de8-e5b2f133b07d tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 946 time: 0.1017075 Nov 28 07:51:44.655163 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:44.655516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:44.655851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:44.656182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:44.656512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:44.656834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:44.657156 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:44.657477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:44.657795 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:44.658112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:44.658431 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:44.658741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:44.659094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:51:44.667900 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Attempting to bind port 08157a12-93be-4a31-a8fb-2675c09b8e4c on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:44.668272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Attempting to bind port 08157a12-93be-4a31-a8fb-2675c09b8e4c by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'd4c6f225-948d-4f43-abdc-2c89468fbf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '958cdd43-af69-4a43-9b01-078015711fd3'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:44.668629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Attempting to bind port 08157a12-93be-4a31-a8fb-2675c09b8e4c on network 958cdd43-af69-4a43-9b01-078015711fd3 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:44.673904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:44.674272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Checking segment: {'id': 'd4c6f225-948d-4f43-abdc-2c89468fbf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '958cdd43-af69-4a43-9b01-078015711fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:44.674668 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.675090 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Bound using segment: {'id': 'd4c6f225-948d-4f43-abdc-2c89468fbf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '958cdd43-af69-4a43-9b01-078015711fd3'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:44.675555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Bound port: 08157a12-93be-4a31-a8fb-2675c09b8e4c, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c6f225-948d-4f43-abdc-2c89468fbf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '958cdd43-af69-4a43-9b01-078015711fd3'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:44.675930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.720649 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-35507734-ec87-41e9-b372-59439e86e466 req-44dbb086-8c7f-442d-96ba-f7923b5e0b41 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590124 Nov 28 07:51:44.732687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aecee37d-8558-426d-af08-bb6f46576c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.736428 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aecee37d-8558-426d-af08-bb6f46576c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.738121 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-aecee37d-8558-426d-af08-bb6f46576c1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/069cf391-1cc3-495f-91f1-f93d9424944b HTTP/1.1" status: 204 len: 168 time: 0.2326190 Nov 28 07:51:44.752450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41154) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:44.760722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecee37d-8558-426d-af08-bb6f46576c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069cf391-1cc3-495f-91f1-f93d9424944b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:44.771600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] For port 08157a12-93be-4a31-a8fb-2675c09b8e4c, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:44.778788 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] For port 08157a12-93be-4a31-a8fb-2675c09b8e4c, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=08157a12-93be-4a31-a8fb-2675c09b8e4c,segment=NetworkSegment(d4c6f225-948d-4f43-abdc-2c89468fbf5d),segment_id=d4c6f225-948d-4f43-abdc-2c89468fbf5d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:44.792589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.795857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5f8f59a-225c-4193-9f99-2c401c82b35b tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.838170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5f8f59a-225c-4193-9f99-2c401c82b35b tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:44.892436 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3bda2-0cb6-4e3c-829d-1aefe7ace1c4 None None] Pushing event updated for resources: {'Port': ['ID=08157a12-93be-4a31-a8fb-2675c09b8e4c,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:44.896748 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8f59a-225c-4193-9f99-2c401c82b35b tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Network 958cdd43-af69-4a43-9b01-078015711fd3 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:44.907871 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-f5f8f59a-225c-4193-9f99-2c401c82b35b tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:44.912041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f8f59a-225c-4193-9f99-2c401c82b35b tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:44.979237 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8f59a-225c-4193-9f99-2c401c82b35b tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Pushing event updated for resources: {'Port': ['ID=7a5a7da3-ba62-4956-9a0e-5e61aa33fea3,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:45.004585 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f8f59a-225c-4193-9f99-2c401c82b35b tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:45.005203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f5f8f59a-225c-4193-9f99-2c401c82b35b tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.030179 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f5f8f59a-225c-4193-9f99-2c401c82b35b tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9347832 Nov 28 07:51:45.032311 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41164) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:45.033364 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c940ca39-509f-4560-8b4f-8da94704f6f8 tempest-TestVolumeBootPattern-934662015 tempest-TestVolumeBootPattern-934662015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:45.035166 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c940ca39-509f-4560-8b4f-8da94704f6f8 tempest-TestVolumeBootPattern-934662015 tempest-TestVolumeBootPattern-934662015-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 1094 time: 0.2807305 Nov 28 07:51:45.038505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-f1a2d6ac-3eea-4144-8383-b9e73aa02967 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-304596120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:45.043427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41166) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:45.049076 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '1238994c-ebf9-4cd2-9125-5cfa6612ebca', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:45.070056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f1a2d6ac-3eea-4144-8383-b9e73aa02967 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.071223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f1a2d6ac-3eea-4144-8383-b9e73aa02967 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.087249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.191712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f1a2d6ac-3eea-4144-8383-b9e73aa02967 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.196565 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f1a2d6ac-3eea-4144-8383-b9e73aa02967 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.219266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f1a2d6ac-3eea-4144-8383-b9e73aa02967 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.220370 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f1a2d6ac-3eea-4144-8383-b9e73aa02967 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1864543 Nov 28 07:51:45.223024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41174) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:45.227566 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8d35df60-b00c-4393-b170-ed712b3a297f tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-415878684', 'prefixes': ['172.20.0.0/16']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:45.248610 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.371736 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 08157a12-93be-4a31-a8fb-2675c09b8e4c up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:45.388220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8d35df60-b00c-4393-b170-ed712b3a297f tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for subnetpool, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.392767 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8d35df60-b00c-4393-b170-ed712b3a297f tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1654549 Nov 28 07:51:45.393580 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41178) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:45.396409 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Allocated IP 172.26.2.65 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/d87da026-34b0-49ad-81c3-af2c81db085a) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:45.403679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-a2487e4d-078c-4f87-b7d9-54e010da9169 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '122ec3ad-8240-4cd8-89b0-f0fabf706c68', 'tempest-TagsExtTest-Tag-156588080') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:45.418465 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-604aa62f-1567-4a4d-9543-c46251d13dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.445371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 08157a12-93be-4a31-a8fb-2675c09b8e4c triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:45.445745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.528231 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.559762 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.578500 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.579621 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a2487e4d-078c-4f87-b7d9-54e010da9169 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "PUT /v2.0/subnets/122ec3ad-8240-4cd8-89b0-f0fabf706c68/tags/tempest-TagsExtTest-Tag-156588080 HTTP/1.1" status: 201 len: 201 time: 0.1839983 Nov 28 07:51:45.580214 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41186) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:45.586193 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-3c773151-5f1b-45a5-a3f9-a254b8004360 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7a5a7da3-ba62-4956-9a0e-5e61aa33fea3', 'tempest-TagsExtTest-Tag-855926450') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:45.603340 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:45.603782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 08157a12-93be-4a31-a8fb-2675c09b8e4c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=08157a12-93be-4a31-a8fb-2675c09b8e4c,segment=NetworkSegment(d4c6f225-948d-4f43-abdc-2c89468fbf5d),segment_id=d4c6f225-948d-4f43-abdc-2c89468fbf5d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:45.605967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:45.613145 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.630537 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:45.680307 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=08157a12-93be-4a31-a8fb-2675c09b8e4c,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:45.686924 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41188) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:45.697575 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3c773151-5f1b-45a5-a3f9-a254b8004360 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "PUT /v2.0/ports/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3/tags/tempest-TagsExtTest-Tag-855926450 HTTP/1.1" status: 201 len: 201 time: 0.1159899 Nov 28 07:51:45.699737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'Port': ['ID=d87da026-34b0-49ad-81c3-af2c81db085a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:45.700885 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41192) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:45.709293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-dcb76967-79e2-4e2d-8888-1f24b7c59597 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'deca2384-eebf-44e0-a025-afd2a6480961', 'tempest-TagsExtTest-Tag-1410329487') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:45.823691 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dcb76967-79e2-4e2d-8888-1f24b7c59597 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "PUT /v2.0/routers/deca2384-eebf-44e0-a025-afd2a6480961/tags/tempest-TagsExtTest-Tag-1410329487 HTTP/1.1" status: 201 len: 201 time: 0.1183903 Nov 28 07:51:45.826336 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41194) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:45.831107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-af3bc175-c1d1-4980-a707-9da5770fa1b9 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8870c803-6ade-4dff-a61e-826edfc16d84', 'tempest-TagsExtTest-Tag-1536886370') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:45.852758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b7beb810-860b-4a01-967a-628c6806537d tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1400099265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:45.884451 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-af3bc175-c1d1-4980-a707-9da5770fa1b9 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "PUT /v2.0/subnetpools/8870c803-6ade-4dff-a61e-826edfc16d84/tags/tempest-TagsExtTest-Tag-1536886370 HTTP/1.1" status: 201 len: 201 time: 0.0569429 Nov 28 07:51:45.887952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41196) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:45.895867 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.tag.tag_plugin [None req-5f5630bd-a52c-446b-bbb2-3460daa84d34 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '122ec3ad-8240-4cd8-89b0-f0fabf706c68') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:45.953910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7beb810-860b-4a01-967a-628c6806537d tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:45.954994 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7beb810-860b-4a01-967a-628c6806537d tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.049439 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8d6e5c-4851-4b75-b0d1-137e45de6f75 None None] Network 958cdd43-af69-4a43-9b01-078015711fd3 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:46.080581 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7beb810-860b-4a01-967a-628c6806537d tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.100683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7beb810-860b-4a01-967a-628c6806537d tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.122381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-baa54ef1-dd06-48b7-9d0f-dd7edf18b6a4 None None] Provisioning complete for port 08157a12-93be-4a31-a8fb-2675c09b8e4c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:46.122753 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-baa54ef1-dd06-48b7-9d0f-dd7edf18b6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.187915 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5f5630bd-a52c-446b-bbb2-3460daa84d34 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/subnets/122ec3ad-8240-4cd8-89b0-f0fabf706c68/tags HTTP/1.1" status: 200 len: 240 time: 0.2973187 Nov 28 07:51:46.190490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41198) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:46.196711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7beb810-860b-4a01-967a-628c6806537d tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.197380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-3a332b00-1b4d-4268-acae-b2cd886aa73a tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '122ec3ad-8240-4cd8-89b0-f0fabf706c68', 'tempest-TagsExtTest-Tag-156588080') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:46.198088 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b7beb810-860b-4a01-967a-628c6806537d tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5100365 Nov 28 07:51:46.203525 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41200) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:46.209120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1824506982'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:46.259590 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Made reservation on behalf of b765e59e146543dba4bcd7b5bb399ba8 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:46.263058 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.274562 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.304816 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3a332b00-1b4d-4268-acae-b2cd886aa73a tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/subnets/122ec3ad-8240-4cd8-89b0-f0fabf706c68/tags/tempest-TagsExtTest-Tag-156588080 HTTP/1.1" status: 204 len: 168 time: 0.1124828 Nov 28 07:51:46.309823 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41202) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:46.314277 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-87ef617d-2cf6-4d56-aeab-586654c9004c tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '122ec3ad-8240-4cd8-89b0-f0fabf706c68', 'tempest-TagsExtTest-Tag-156588080') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:46.410347 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.416715 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.458466 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:51:46.471163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7441b12a-70b2-45d1-9b02-e2e6e32f059a,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:46.476866 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-87ef617d-2cf6-4d56-aeab-586654c9004c tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/subnets/122ec3ad-8240-4cd8-89b0-f0fabf706c68/tags/tempest-TagsExtTest-Tag-156588080 HTTP/1.1" status: 204 len: 168 time: 0.1660194 Nov 28 07:51:46.478564 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.478919 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Added segment 3463dde7-8d42-4b6b-96d1-d5e66eb8db0b of type vlan for network 36268c9f-4631-487b-b569-bd5cddec9c95 Nov 28 07:51:46.480847 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41204) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:46.485048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-56fa5562-7ae2-41c0-a771-88a0a0855ad9 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '122ec3ad-8240-4cd8-89b0-f0fabf706c68') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:46.556415 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.592892 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.598356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:46.598974 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.636744 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-56fa5562-7ae2-41c0-a771-88a0a0855ad9 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/subnets/122ec3ad-8240-4cd8-89b0-f0fabf706c68/tags HTTP/1.1" status: 200 len: 205 time: 0.1526384 Nov 28 07:51:46.636903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-780428a5-03e5-45b5-bbd9-0c8b7a888490 None None] Provisioning complete for port 08157a12-93be-4a31-a8fb-2675c09b8e4c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:46.636903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-780428a5-03e5-45b5-bbd9-0c8b7a888490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.637542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41206) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:46.653242 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.tag.tag_plugin [None req-b6393c69-15d7-485f-9960-dabdf767279d tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7a5a7da3-ba62-4956-9a0e-5e61aa33fea3') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:46.681551 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4769740 Nov 28 07:51:46.682181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41208) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:46.690098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-12081b65-9b1c-4d71-afdc-83566675a814 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Request body: {'subnet': {'network_id': '36268c9f-4631-487b-b569-bd5cddec9c95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:46.695048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162b5c-ccc6-4cf4-af5c-5015c704410c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event updated for resources: {'Network': ['ID=36268c9f-4631-487b-b569-bd5cddec9c95,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:46.707872 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 36268c9f-4631-487b-b569-bd5cddec9c95 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:51:46.789479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.795517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12081b65-9b1c-4d71-afdc-83566675a814 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Made reservation on behalf of b765e59e146543dba4bcd7b5bb399ba8 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:46.799293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-12081b65-9b1c-4d71-afdc-83566675a814 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.846096 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b6393c69-15d7-485f-9960-dabdf767279d tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/ports/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3/tags HTTP/1.1" status: 200 len: 240 time: 0.2072935 Nov 28 07:51:46.852084 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41210) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:46.864587 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.tag.tag_plugin [None req-c4e4022e-8d19-47b2-b57d-bdb275ca49eb tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7a5a7da3-ba62-4956-9a0e-5e61aa33fea3', 'tempest-TagsExtTest-Tag-855926450') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:46.956642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:46.993950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-780428a5-03e5-45b5-bbd9-0c8b7a888490 None None] Provisioning complete for port 7a5a7da3-ba62-4956-9a0e-5e61aa33fea3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:46.994328 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-780428a5-03e5-45b5-bbd9-0c8b7a888490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.002165 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c4e4022e-8d19-47b2-b57d-bdb275ca49eb tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/ports/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3/tags/tempest-TagsExtTest-Tag-855926450 HTTP/1.1" status: 204 len: 168 time: 0.1468794 Nov 28 07:51:47.004519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41212) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:47.011381 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-3a43bbc5-900b-4d6b-b76a-217976a318c0 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7a5a7da3-ba62-4956-9a0e-5e61aa33fea3', 'tempest-TagsExtTest-Tag-855926450') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:47.036588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-780428a5-03e5-45b5-bbd9-0c8b7a888490 None None] Port 7a5a7da3-ba62-4956-9a0e-5e61aa33fea3 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:47.037336 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-12081b65-9b1c-4d71-afdc-83566675a814 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.103279 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12081b65-9b1c-4d71-afdc-83566675a814 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event updated for resources: {'Subnet': ['ID=7667626c-909c-4952-af5f-af594a1775fc,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:47.136351 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12081b65-9b1c-4d71-afdc-83566675a814 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Checking segment: {'id': '3463dde7-8d42-4b6b-96d1-d5e66eb8db0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36268c9f-4631-487b-b569-bd5cddec9c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:47.136711 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12081b65-9b1c-4d71-afdc-83566675a814 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Network hostable DHCP agents. Network: 36268c9f-4631-487b-b569-bd5cddec9c95, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:51:47.140034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.147138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.165037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4a6ceeaa-ed4a-4a1a-b519-3e496bacbe51 None None] Provisioning complete for port 7a5a7da3-ba62-4956-9a0e-5e61aa33fea3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:47.165613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12081b65-9b1c-4d71-afdc-83566675a814 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Network 36268c9f-4631-487b-b569-bd5cddec9c95 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:51:47.165748 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4a6ceeaa-ed4a-4a1a-b519-3e496bacbe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.172676 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3a43bbc5-900b-4d6b-b76a-217976a318c0 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/ports/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3/tags/tempest-TagsExtTest-Tag-855926450 HTTP/1.1" status: 204 len: 168 time: 0.1654475 Nov 28 07:51:47.173379 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41214) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:47.179953 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-c0a7267a-830a-4e1e-a755-64692b53cbf5 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7a5a7da3-ba62-4956-9a0e-5e61aa33fea3') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:47.185363 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-12081b65-9b1c-4d71-afdc-83566675a814 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 36268c9f-4631-487b-b569-bd5cddec9c95) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:47.195817 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd44b91e-9ca2-4238-a9ff-d62ead79e56a None None] Network 36268c9f-4631-487b-b569-bd5cddec9c95 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:47.209967 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12081b65-9b1c-4d71-afdc-83566675a814 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:47.210479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-12081b65-9b1c-4d71-afdc-83566675a814 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.237205 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'Port': ['ID=d87da026-34b0-49ad-81c3-af2c81db085a,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:47.241362 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-12081b65-9b1c-4d71-afdc-83566675a814 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5555081 Nov 28 07:51:47.244549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41216) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:47.245870 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.252236 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d75e633a-6fbe-4051-ab52-77f6491866f4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Request body: {'network': {'name': 'tempest-router-network01--445344623'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:47.262730 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c0a7267a-830a-4e1e-a755-64692b53cbf5 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/ports/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3/tags HTTP/1.1" status: 200 len: 205 time: 0.0880759 Nov 28 07:51:47.263479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41218) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:47.268211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-581b44ef-016b-4658-a53c-e5052cf2bd1a tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'deca2384-eebf-44e0-a025-afd2a6480961') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:47.285082 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4a6ceeaa-ed4a-4a1a-b519-3e496bacbe51 None None] Port 7a5a7da3-ba62-4956-9a0e-5e61aa33fea3 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:47.331483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75e633a-6fbe-4051-ab52-77f6491866f4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Made reservation on behalf of b765e59e146543dba4bcd7b5bb399ba8 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:47.336332 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d75e633a-6fbe-4051-ab52-77f6491866f4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.356523 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 08157a12-93be-4a31-a8fb-2675c09b8e4c up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:47.375973 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-581b44ef-016b-4658-a53c-e5052cf2bd1a tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/routers/deca2384-eebf-44e0-a025-afd2a6480961/tags HTTP/1.1" status: 200 len: 241 time: 0.1090715 Nov 28 07:51:47.376226 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41220) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:47.380576 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-68ddc0ba-c86a-4af4-8089-a893c7686e1c tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'deca2384-eebf-44e0-a025-afd2a6480961', 'tempest-TagsExtTest-Tag-1410329487') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:47.397600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75e633a-6fbe-4051-ab52-77f6491866f4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:51:47.406564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d75e633a-6fbe-4051-ab52-77f6491866f4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.407209 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-d75e633a-6fbe-4051-ab52-77f6491866f4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Added segment 15c78f26-799e-45b7-bb6d-7604523fdec2 of type vlan for network be0add94-a2f2-4700-b7d2-9a97335c92f1 Nov 28 07:51:47.434476 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-36268c9f-4631-487b-b569-bd5cddec9c95', 'network_id': '36268c9f-4631-487b-b569-bd5cddec9c95', 'tenant_id': 'b765e59e146543dba4bcd7b5bb399ba8', 'fixed_ips': [{'subnet_id': '7667626c-909c-4952-af5f-af594a1775fc'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:51:47.435354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.451197 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d75e633a-6fbe-4051-ab52-77f6491866f4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.470612 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-68ddc0ba-c86a-4af4-8089-a893c7686e1c tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/routers/deca2384-eebf-44e0-a025-afd2a6480961/tags/tempest-TagsExtTest-Tag-1410329487 HTTP/1.1" status: 204 len: 168 time: 0.0929618 Nov 28 07:51:47.472896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41222) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:47.477754 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-712d330c-689a-4e20-9d91-5f7d8c96c8d0 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'deca2384-eebf-44e0-a025-afd2a6480961', 'tempest-TagsExtTest-Tag-1410329487') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:47.486122 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d75e633a-6fbe-4051-ab52-77f6491866f4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.491924 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75e633a-6fbe-4051-ab52-77f6491866f4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:47.492629 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d75e633a-6fbe-4051-ab52-77f6491866f4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.514372 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 08157a12-93be-4a31-a8fb-2675c09b8e4c triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:47.514697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.568116 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Floating IP 2582a5ab-6f94-4eda-aea4-989285e5e117 associated. External IP: 172.26.2.65, port: 1238994c-ebf9-4cd2-9125-5cfa6612ebca. Nov 28 07:51:47.581042 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-712d330c-689a-4e20-9d91-5f7d8c96c8d0 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/routers/deca2384-eebf-44e0-a025-afd2a6480961/tags/tempest-TagsExtTest-Tag-1410329487 HTTP/1.1" status: 204 len: 168 time: 0.1048009 Nov 28 07:51:47.581467 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41224) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:47.586298 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-07897871-37be-4ff7-b8ce-b1173668e54f tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'deca2384-eebf-44e0-a025-afd2a6480961') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:47.650836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Allocated IP 2001:db8::2 (36268c9f-4631-487b-b569-bd5cddec9c95/7667626c-909c-4952-af5f-af594a1775fc/3a369a92-4dca-43fe-aa6d-44585fe5ac31) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:47.675591 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-07897871-37be-4ff7-b8ce-b1173668e54f tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/routers/deca2384-eebf-44e0-a025-afd2a6480961/tags HTTP/1.1" status: 200 len: 205 time: 0.0929883 Nov 28 07:51:47.678361 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41226) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:47.684027 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d75e633a-6fbe-4051-ab52-77f6491866f4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4356449 Nov 28 07:51:47.684918 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-38d9dc6a-e403-483f-b0b4-a7e80f650f2c tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8870c803-6ade-4dff-a61e-826edfc16d84') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:47.689268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41228) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:47.692451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e633a-6fbe-4051-ab52-77f6491866f4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event updated for resources: {'Network': ['ID=be0add94-a2f2-4700-b7d2-9a97335c92f1,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:47.695098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-67ee20dc-2f4a-4857-b2d0-a9901833d2b0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Request body: {'network': {'name': 'tempest-router-network02--997040653'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:47.706356 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network be0add94-a2f2-4700-b7d2-9a97335c92f1 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:51:47.728739 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-38d9dc6a-e403-483f-b0b4-a7e80f650f2c tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/subnetpools/8870c803-6ade-4dff-a61e-826edfc16d84/tags HTTP/1.1" status: 200 len: 241 time: 0.0490375 Nov 28 07:51:47.731882 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41230) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:47.736664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-037762b6-8254-4572-9005-f71ef3c51e5f tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8870c803-6ade-4dff-a61e-826edfc16d84', 'tempest-TagsExtTest-Tag-1536886370') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:47.739391 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ee20dc-2f4a-4857-b2d0-a9901833d2b0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Made reservation on behalf of b765e59e146543dba4bcd7b5bb399ba8 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:47.743826 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67ee20dc-2f4a-4857-b2d0-a9901833d2b0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.781770 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-037762b6-8254-4572-9005-f71ef3c51e5f tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/subnetpools/8870c803-6ade-4dff-a61e-826edfc16d84/tags/tempest-TagsExtTest-Tag-1536886370 HTTP/1.1" status: 204 len: 168 time: 0.0485356 Nov 28 07:51:47.783067 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ee20dc-2f4a-4857-b2d0-a9901833d2b0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:51:47.784980 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41232) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:47.789480 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-99fdac8c-7e3d-4dcb-8dba-b9ed32259f5e tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8870c803-6ade-4dff-a61e-826edfc16d84', 'tempest-TagsExtTest-Tag-1536886370') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:47.808930 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67ee20dc-2f4a-4857-b2d0-a9901833d2b0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.809560 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-67ee20dc-2f4a-4857-b2d0-a9901833d2b0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Added segment cb9a1b7b-4f7b-482e-bd77-1cc7dd706832 of type vlan for network 77600401-ce08-4ea1-9e87-5e4da3fa7a78 Nov 28 07:51:47.844477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Router 99c3d9b1-592d-4777-bd0f-59bd76e30474 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:51:47.856914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67ee20dc-2f4a-4857-b2d0-a9901833d2b0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.879767 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-99fdac8c-7e3d-4dcb-8dba-b9ed32259f5e tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/subnetpools/8870c803-6ade-4dff-a61e-826edfc16d84/tags/tempest-TagsExtTest-Tag-1536886370 HTTP/1.1" status: 204 len: 168 time: 0.0935991 Nov 28 07:51:47.882756 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41234) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:47.887033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-09c3bb9d-7116-46e3-a85b-c47b6c9226d1 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8870c803-6ade-4dff-a61e-826edfc16d84') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:47.903158 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.909106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1c3f6138-3372-4e52-aeb8-859bf6ab12fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.910399 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67ee20dc-2f4a-4857-b2d0-a9901833d2b0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.912848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.918999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ee20dc-2f4a-4857-b2d0-a9901833d2b0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:47.918999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67ee20dc-2f4a-4857-b2d0-a9901833d2b0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:47.933890 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-09c3bb9d-7116-46e3-a85b-c47b6c9226d1 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/subnetpools/8870c803-6ade-4dff-a61e-826edfc16d84/tags HTTP/1.1" status: 200 len: 205 time: 0.0476751 Nov 28 07:51:47.946039 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41236) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:47.949919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-b2ecce18-1cb6-45be-a1c5-cde65bfef929 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8870c803-6ade-4dff-a61e-826edfc16d84') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:47.953747 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Network 36268c9f-4631-487b-b569-bd5cddec9c95 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:47.958562 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:47.961025 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:47.981348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Pushing event updated for resources: {'Port': ['ID=3a369a92-4dca-43fe-aa6d-44585fe5ac31,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:48.002902 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-67ee20dc-2f4a-4857-b2d0-a9901833d2b0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3123748 Nov 28 07:51:48.005941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41238) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:48.012982 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-5fea375f-08dc-4c7d-b315-b974784e41bd tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Request body: {'subnet': {'network_id': 'be0add94-a2f2-4700-b7d2-9a97335c92f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:48.013439 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee20dc-2f4a-4857-b2d0-a9901833d2b0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event updated for resources: {'Network': ['ID=77600401-ce08-4ea1-9e87-5e4da3fa7a78,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:48.026591 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b2ecce18-1cb6-45be-a1c5-cde65bfef929 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/subnetpools/8870c803-6ade-4dff-a61e-826edfc16d84/tags HTTP/1.1" status: 204 len: 168 time: 0.0773194 Nov 28 07:51:48.026793 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41240) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:48.031003 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 77600401-ce08-4ea1-9e87-5e4da3fa7a78 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:51:48.031364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-d0b1f66a-3036-46f0-a5b0-122ea88c0e82 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'deca2384-eebf-44e0-a025-afd2a6480961') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:48.033462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:48.052628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Attempting to bind port 3a369a92-4dca-43fe-aa6d-44585fe5ac31 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:48.053214 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Attempting to bind port 3a369a92-4dca-43fe-aa6d-44585fe5ac31 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '3463dde7-8d42-4b6b-96d1-d5e66eb8db0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36268c9f-4631-487b-b569-bd5cddec9c95'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:48.053650 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Attempting to bind port 3a369a92-4dca-43fe-aa6d-44585fe5ac31 on network 36268c9f-4631-487b-b569-bd5cddec9c95 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:48.056196 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc4a76-814a-4a47-a14b-bda6099da52e None None] Sync routers for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:48.092115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:48.105044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:48.105508 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Checking segment: {'id': '3463dde7-8d42-4b6b-96d1-d5e66eb8db0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36268c9f-4631-487b-b569-bd5cddec9c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:48.105975 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:48.106430 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Bound using segment: {'id': '3463dde7-8d42-4b6b-96d1-d5e66eb8db0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36268c9f-4631-487b-b569-bd5cddec9c95'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:48.107000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Bound port: 3a369a92-4dca-43fe-aa6d-44585fe5ac31, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3463dde7-8d42-4b6b-96d1-d5e66eb8db0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36268c9f-4631-487b-b569-bd5cddec9c95'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:48.107440 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:48.131223 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d0b1f66a-3036-46f0-a5b0-122ea88c0e82 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/routers/deca2384-eebf-44e0-a025-afd2a6480961/tags HTTP/1.1" status: 204 len: 168 time: 0.1009467 Nov 28 07:51:48.131449 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41242) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:48.136452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-eee6158a-1f29-4a41-895d-b6b50f6df0cb tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7a5a7da3-ba62-4956-9a0e-5e61aa33fea3') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:48.138959 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc4a76-814a-4a47-a14b-bda6099da52e None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:48.140885 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1cbc4a76-814a-4a47-a14b-bda6099da52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:48.144718 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9604a77c-696b-40c6-98d6-4f31be84e5af tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0999248 Nov 28 07:51:48.147311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda34c41-6795-46c9-ba0f-9201cc6c850b', 'tag': '1238994c-ebf9-4cd2-9125-5cfa6612ebca'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:51:48.149630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c509b85-f00f-4325-a6eb-2d0af8503e74" -d '{"events": [{"name": "network-changed", "server_uuid": "cda34c41-6795-46c9-ba0f-9201cc6c850b", "tag": "1238994c-ebf9-4cd2-9125-5cfa6612ebca"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:51:48.176175 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fea375f-08dc-4c7d-b315-b974784e41bd tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Made reservation on behalf of b765e59e146543dba4bcd7b5bb399ba8 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:48.181946 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5fea375f-08dc-4c7d-b315-b974784e41bd tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:48.188680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34be744d-17c0-47ab-838a-ccc449572651 x-openstack-request-id: req-34be744d-17c0-47ab-838a-ccc449572651 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:51:48.189044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda34c41-6795-46c9-ba0f-9201cc6c850b", "tag": "1238994c-ebf9-4cd2-9125-5cfa6612ebca", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:51:48.189374 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34be744d-17c0-47ab-838a-ccc449572651 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:51:48.189837 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda34c41-6795-46c9-ba0f-9201cc6c850b', 'tag': '1238994c-ebf9-4cd2-9125-5cfa6612ebca', 'status': 'completed', 'code': 200} Nov 28 07:51:48.220228 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-eee6158a-1f29-4a41-895d-b6b50f6df0cb tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/ports/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3/tags HTTP/1.1" status: 204 len: 168 time: 0.0873303 Nov 28 07:51:48.220835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41248) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:48.225102 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-c8c34646-85db-432b-bd20-a101fd4af479 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '122ec3ad-8240-4cd8-89b0-f0fabf706c68') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:48.290213 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c8c34646-85db-432b-bd20-a101fd4af479 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/subnets/122ec3ad-8240-4cd8-89b0-f0fabf706c68/tags HTTP/1.1" status: 204 len: 168 time: 0.0647302 Nov 28 07:51:48.290895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41250) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:48.295918 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-40716e7f-d69b-45b3-8b0d-af4172a6d36c tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '122ec3ad-8240-4cd8-89b0-f0fabf706c68', 'tempest-TagsExtTest-Tag-1317523189') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:48.300245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] For port 3a369a92-4dca-43fe-aa6d-44585fe5ac31, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:48.324807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c509b85-f00f-4325-a6eb-2d0af8503e74 req-8d5b312a-9512-4bce-9b39-691c2ed537b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:48.325651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] For port 3a369a92-4dca-43fe-aa6d-44585fe5ac31, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=3a369a92-4dca-43fe-aa6d-44585fe5ac31,segment=NetworkSegment(3463dde7-8d42-4b6b-96d1-d5e66eb8db0b),segment_id=3463dde7-8d42-4b6b-96d1-d5e66eb8db0b)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:48.326526 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c509b85-f00f-4325-a6eb-2d0af8503e74 req-8d5b312a-9512-4bce-9b39-691c2ed537b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 1099 time: 0.0857382 Nov 28 07:51:48.335241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:48.343516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-1cbc4a76-814a-4a47-a14b-bda6099da52e None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:48.371391 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-40716e7f-d69b-45b3-8b0d-af4172a6d36c tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "PUT /v2.0/subnets/122ec3ad-8240-4cd8-89b0-f0fabf706c68/tags/tempest-TagsExtTest-Tag-1317523189 HTTP/1.1" status: 201 len: 201 time: 0.0792668 Nov 28 07:51:48.373101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41252) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:48.378502 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-359118c5-a362-4883-9be9-808900183d2f tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7a5a7da3-ba62-4956-9a0e-5e61aa33fea3', 'tempest-TagsExtTest-Tag-1361988390') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:48.456320 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-359118c5-a362-4883-9be9-808900183d2f tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "PUT /v2.0/ports/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3/tags/tempest-TagsExtTest-Tag-1361988390 HTTP/1.1" status: 201 len: 201 time: 0.0784252 Nov 28 07:51:48.456511 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41254) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:48.485548 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.tag.tag_plugin [None req-6dd5b13c-5f11-4726-8c5a-a837755321f7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'deca2384-eebf-44e0-a025-afd2a6480961', 'tempest-TagsExtTest-Tag-1687757164') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:48.493634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c350d-18f1-469a-b6d8-14f51e6e270f None None] Pushing event updated for resources: {'Port': ['ID=3a369a92-4dca-43fe-aa6d-44585fe5ac31,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:48.598367 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c509b85-f00f-4325-a6eb-2d0af8503e74 req-95a54294-01d8-4fed-b577-35c007b568c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:48.599883 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c509b85-f00f-4325-a6eb-2d0af8503e74 req-95a54294-01d8-4fed-b577-35c007b568c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 912 time: 0.2616336 Nov 28 07:51:48.602327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5fea375f-08dc-4c7d-b315-b974784e41bd tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:48.684032 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1cbc4a76-814a-4a47-a14b-bda6099da52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '2582a5ab-6f94-4eda-aea4-989285e5e117', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.65', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': '1238994c-ebf9-4cd2-9125-5cfa6612ebca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:d6:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda34c41-6795-46c9-ba0f-9201cc6c850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:51:46Z', 'updated_at': '2021-11-28T07:51:46Z', 'revision_number': 0, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:48.719039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc4a76-814a-4a47-a14b-bda6099da52e None None] Checking router: 99c3d9b1-592d-4777-bd0f-59bd76e30474 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:51:48.728231 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc4a76-814a-4a47-a14b-bda6099da52e None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:48.729030 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1cbc4a76-814a-4a47-a14b-bda6099da52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:48.741258 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea375f-08dc-4c7d-b315-b974784e41bd tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event updated for resources: {'Subnet': ['ID=b6a00707-6e0f-4b48-8890-68959541a5c6,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:48.758212 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6dd5b13c-5f11-4726-8c5a-a837755321f7 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "PUT /v2.0/routers/deca2384-eebf-44e0-a025-afd2a6480961/tags/tempest-TagsExtTest-Tag-1687757164 HTTP/1.1" status: 201 len: 201 time: 0.2992985 Nov 28 07:51:48.758589 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41258) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:48.762852 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c509b85-f00f-4325-a6eb-2d0af8503e74 req-64e42281-4e93-4a26-8c0c-ffb6e1ea41d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1238994c-ebf9-4cd2-9125-5cfa6612ebca HTTP/1.1" status: 200 len: 999 time: 0.1531098 Nov 28 07:51:48.764479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-975bc65c-c6c1-4584-a45b-2df78364987a tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8870c803-6ade-4dff-a61e-826edfc16d84', 'tempest-TagsExtTest-Tag-328036312') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:48.765646 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea375f-08dc-4c7d-b315-b974784e41bd tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Checking segment: {'id': '15c78f26-799e-45b7-bb6d-7604523fdec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be0add94-a2f2-4700-b7d2-9a97335c92f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:48.766015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fea375f-08dc-4c7d-b315-b974784e41bd tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Network hostable DHCP agents. Network: be0add94-a2f2-4700-b7d2-9a97335c92f1, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:51:48.820486 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-975bc65c-c6c1-4584-a45b-2df78364987a tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "PUT /v2.0/subnetpools/8870c803-6ade-4dff-a61e-826edfc16d84/tags/tempest-TagsExtTest-Tag-328036312 HTTP/1.1" status: 201 len: 201 time: 0.0590291 Nov 28 07:51:48.821051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41260) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:48.831147 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-d75a7f8b-168f-49b6-91b3-a520b24367dc tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '122ec3ad-8240-4cd8-89b0-f0fabf706c68', {'tags': ['tempest-TagsExtTest-Tag-516102981', 'tempest-TagsExtTest-Tag-518548764', 'tempest-TagsExtTest-Tag-1325938062']}) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:48.835195 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fea375f-08dc-4c7d-b315-b974784e41bd tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Network be0add94-a2f2-4700-b7d2-9a97335c92f1 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:51:48.843665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c509b85-f00f-4325-a6eb-2d0af8503e74 req-29509e49-820f-4b31-afae-07686d1bcdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:48.845173 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c509b85-f00f-4325-a6eb-2d0af8503e74 req-29509e49-820f-4b31-afae-07686d1bcdbd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0734618 Nov 28 07:51:48.852347 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-5fea375f-08dc-4c7d-b315-b974784e41bd tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, be0add94-a2f2-4700-b7d2-9a97335c92f1) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:48.864624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b364cbe7-0dc2-47c2-84d5-e364e4efdb51 None None] Network be0add94-a2f2-4700-b7d2-9a97335c92f1 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:48.880711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fea375f-08dc-4c7d-b315-b974784e41bd tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:48.881218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5fea375f-08dc-4c7d-b315-b974784e41bd tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:48.908433 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5fea375f-08dc-4c7d-b315-b974784e41bd tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8969080 Nov 28 07:51:48.908650 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d75a7f8b-168f-49b6-91b3-a520b24367dc tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "PUT /v2.0/subnets/122ec3ad-8240-4cd8-89b0-f0fabf706c68/tags HTTP/1.1" status: 200 len: 316 time: 0.0830841 Nov 28 07:51:48.908773 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41262) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:48.910010 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41264) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:48.913052 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.tag.tag_plugin [None req-b36fffae-133b-4937-b913-be37722d587a tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '122ec3ad-8240-4cd8-89b0-f0fabf706c68') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:48.915277 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-78b136d0-dc3a-4a39-aa62-bf419c8ff6f0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Request body: {'subnet': {'network_id': '77600401-ce08-4ea1-9e87-5e4da3fa7a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:48.942951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c509b85-f00f-4325-a6eb-2d0af8503e74 req-6c6c831d-67d6-4cb1-8dfd-69acc6073472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:48.944465 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c509b85-f00f-4325-a6eb-2d0af8503e74 req-6c6c831d-67d6-4cb1-8dfd-69acc6073472 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0903766 Nov 28 07:51:48.968597 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-1cbc4a76-814a-4a47-a14b-bda6099da52e None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:49.020114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b136d0-dc3a-4a39-aa62-bf419c8ff6f0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Made reservation on behalf of b765e59e146543dba4bcd7b5bb399ba8 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:49.029315 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78b136d0-dc3a-4a39-aa62-bf419c8ff6f0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:49.069061 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c509b85-f00f-4325-a6eb-2d0af8503e74 req-845fbbc5-7c21-46de-b4c7-3e4269714f46 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153760 Nov 28 07:51:49.075018 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b36fffae-133b-4937-b913-be37722d587a tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/subnets/122ec3ad-8240-4cd8-89b0-f0fabf706c68/tags HTTP/1.1" status: 204 len: 168 time: 0.1626923 Nov 28 07:51:49.075488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41266) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:49.079842 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.tag.tag_plugin [None req-58c2abd2-ac2a-440c-8443-18004899c567 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '122ec3ad-8240-4cd8-89b0-f0fabf706c68', 'tempest-TagsExtTest-Tag-516102981') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:49.209038 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c509b85-f00f-4325-a6eb-2d0af8503e74 req-4dd65ea8-c127-495f-8339-d9d2807c0271 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264002 Nov 28 07:51:49.217214 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:49.225640 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-58c2abd2-ac2a-440c-8443-18004899c567 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] show failed (client error): The resource could not be found. Nov 28 07:51:49.230386 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-58c2abd2-ac2a-440c-8443-18004899c567 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/subnets/122ec3ad-8240-4cd8-89b0-f0fabf706c68/tags/tempest-TagsExtTest-Tag-516102981 HTTP/1.1" status: 404 len: 328 time: 0.1503563 Nov 28 07:51:49.230760 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41268) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:49.238062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.tag.tag_plugin [None req-1c147de6-1163-417b-8433-4c6047c085ef tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '122ec3ad-8240-4cd8-89b0-f0fabf706c68', 'tempest-TagsExtTest-Tag-518548764') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:49.311932 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-1c147de6-1163-417b-8433-4c6047c085ef tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] show failed (client error): The resource could not be found. Nov 28 07:51:49.316298 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41270) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:49.317151 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1c147de6-1163-417b-8433-4c6047c085ef tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/subnets/122ec3ad-8240-4cd8-89b0-f0fabf706c68/tags/tempest-TagsExtTest-Tag-518548764 HTTP/1.1" status: 404 len: 328 time: 0.0852635 Nov 28 07:51:49.321596 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-a275c000-26ef-4c60-aa54-a5656b5c97a3 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '122ec3ad-8240-4cd8-89b0-f0fabf706c68', 'tempest-TagsExtTest-Tag-1325938062') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:49.325755 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78b136d0-dc3a-4a39-aa62-bf419c8ff6f0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:49.387030 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-be0add94-a2f2-4700-b7d2-9a97335c92f1', 'network_id': 'be0add94-a2f2-4700-b7d2-9a97335c92f1', 'tenant_id': 'b765e59e146543dba4bcd7b5bb399ba8', 'fixed_ips': [{'subnet_id': 'b6a00707-6e0f-4b48-8890-68959541a5c6'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:51:49.387845 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:49.423373 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 3a369a92-4dca-43fe-aa6d-44585fe5ac31 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:49.423573 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b136d0-dc3a-4a39-aa62-bf419c8ff6f0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event updated for resources: {'Subnet': ['ID=e6e7bc2c-41ff-4784-a820-a789e1ef90b4,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:49.435506 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b136d0-dc3a-4a39-aa62-bf419c8ff6f0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Checking segment: {'id': 'cb9a1b7b-4f7b-482e-bd77-1cc7dd706832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '77600401-ce08-4ea1-9e87-5e4da3fa7a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:49.435873 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b136d0-dc3a-4a39-aa62-bf419c8ff6f0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Network hostable DHCP agents. Network: 77600401-ce08-4ea1-9e87-5e4da3fa7a78, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:51:49.457132 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-a275c000-26ef-4c60-aa54-a5656b5c97a3 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] show failed (client error): The resource could not be found. Nov 28 07:51:49.458180 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a275c000-26ef-4c60-aa54-a5656b5c97a3 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/subnets/122ec3ad-8240-4cd8-89b0-f0fabf706c68/tags/tempest-TagsExtTest-Tag-1325938062 HTTP/1.1" status: 404 len: 329 time: 0.1405230 Nov 28 07:51:49.461078 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41272) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:49.466175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-94431edd-2111-4144-b22d-2a5e35f6c260 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7a5a7da3-ba62-4956-9a0e-5e61aa33fea3', {'tags': ['tempest-TagsExtTest-Tag-1135123211', 'tempest-TagsExtTest-Tag-1473053495', 'tempest-TagsExtTest-Tag-44617410']}) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:49.469931 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b136d0-dc3a-4a39-aa62-bf419c8ff6f0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Network 77600401-ce08-4ea1-9e87-5e4da3fa7a78 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:51:49.508166 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-78b136d0-dc3a-4a39-aa62-bf419c8ff6f0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 77600401-ce08-4ea1-9e87-5e4da3fa7a78) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:49.517996 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b136d0-dc3a-4a39-aa62-bf419c8ff6f0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:49.518591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78b136d0-dc3a-4a39-aa62-bf419c8ff6f0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:49.525787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cbd215-980e-4692-bf2c-2ed6c910c62b None None] Network 77600401-ce08-4ea1-9e87-5e4da3fa7a78 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:49.540730 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-78b136d0-dc3a-4a39-aa62-bf419c8ff6f0 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6295645 Nov 28 07:51:49.545194 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41274) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:49.573179 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-94431edd-2111-4144-b22d-2a5e35f6c260 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "PUT /v2.0/ports/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3/tags HTTP/1.1" status: 200 len: 316 time: 0.1085780 Nov 28 07:51:49.573720 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41276) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:49.579172 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-777e7b0f-7362-4057-b27a-87eadac895e2 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7a5a7da3-ba62-4956-9a0e-5e61aa33fea3') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:49.669832 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-777e7b0f-7362-4057-b27a-87eadac895e2 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/ports/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3/tags HTTP/1.1" status: 204 len: 168 time: 0.0914624 Nov 28 07:51:49.670067 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41278) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:49.674617 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-ea929639-6ef8-472b-8f68-6c4e63cc9762 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7a5a7da3-ba62-4956-9a0e-5e61aa33fea3', 'tempest-TagsExtTest-Tag-1135123211') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:49.683808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6b7cf9-1bc6-47c3-99f1-5065902569bd None None] Network 36268c9f-4631-487b-b569-bd5cddec9c95 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:49.741617 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-ea929639-6ef8-472b-8f68-6c4e63cc9762 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] show failed (client error): The resource could not be found. Nov 28 07:51:49.744039 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ea929639-6ef8-472b-8f68-6c4e63cc9762 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/ports/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3/tags/tempest-TagsExtTest-Tag-1135123211 HTTP/1.1" status: 404 len: 329 time: 0.0728910 Nov 28 07:51:49.748122 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41280) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:49.752917 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-4ac3bfc7-a889-471c-aa4e-a3b0ad54fa17 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7a5a7da3-ba62-4956-9a0e-5e61aa33fea3', 'tempest-TagsExtTest-Tag-1473053495') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:49.814515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 3a369a92-4dca-43fe-aa6d-44585fe5ac31 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:49.814905 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:49.820419 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-4ac3bfc7-a889-471c-aa4e-a3b0ad54fa17 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] show failed (client error): The resource could not be found. Nov 28 07:51:49.823490 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4ac3bfc7-a889-471c-aa4e-a3b0ad54fa17 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/ports/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3/tags/tempest-TagsExtTest-Tag-1473053495 HTTP/1.1" status: 404 len: 329 time: 0.0727353 Nov 28 07:51:49.825587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41282) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:49.831838 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-b2ad823d-85f4-42e4-8874-29521c7af6c2 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7a5a7da3-ba62-4956-9a0e-5e61aa33fea3', 'tempest-TagsExtTest-Tag-44617410') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:49.877883 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-31e1ac49-c979-4058-ba9a-ca7c09ece25b None None] Provisioning complete for port 3a369a92-4dca-43fe-aa6d-44585fe5ac31 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:49.878310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-31e1ac49-c979-4058-ba9a-ca7c09ece25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:49.894816 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-b2ad823d-85f4-42e4-8874-29521c7af6c2 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] show failed (client error): The resource could not be found. Nov 28 07:51:49.898639 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b2ad823d-85f4-42e4-8874-29521c7af6c2 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/ports/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3/tags/tempest-TagsExtTest-Tag-44617410 HTTP/1.1" status: 404 len: 327 time: 0.0690041 Nov 28 07:51:49.898932 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41284) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:49.904482 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-705a8f7e-543c-4d6b-a322-6369b624e04a tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'deca2384-eebf-44e0-a025-afd2a6480961', {'tags': ['tempest-TagsExtTest-Tag-1314937665', 'tempest-TagsExtTest-Tag-980936242', 'tempest-TagsExtTest-Tag-16900407']}) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:49.919015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Allocated IP 2001:db8::2 (be0add94-a2f2-4700-b7d2-9a97335c92f1/b6a00707-6e0f-4b48-8890-68959541a5c6/2856c899-efcc-4d07-a2aa-671fa5d389cf) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:50.023480 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-705a8f7e-543c-4d6b-a322-6369b624e04a tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "PUT /v2.0/routers/deca2384-eebf-44e0-a025-afd2a6480961/tags HTTP/1.1" status: 200 len: 315 time: 0.1229537 Nov 28 07:51:50.026582 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41286) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:50.031229 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.tag.tag_plugin [None req-bbac8f29-61cf-4519-a8e2-bba58b93260d tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'deca2384-eebf-44e0-a025-afd2a6480961') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:50.059089 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1cbc4a76-814a-4a47-a14b-bda6099da52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '2582a5ab-6f94-4eda-aea4-989285e5e117', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.65', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': '1238994c-ebf9-4cd2-9125-5cfa6612ebca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:d6:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda34c41-6795-46c9-ba0f-9201cc6c850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:51:46Z', 'updated_at': '2021-11-28T07:51:46Z', 'revision_number': 0, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:50.134408 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc4a76-814a-4a47-a14b-bda6099da52e None None] The sync data for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv is: [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '2582a5ab-6f94-4eda-aea4-989285e5e117', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.65', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': '1238994c-ebf9-4cd2-9125-5cfa6612ebca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:d6:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda34c41-6795-46c9-ba0f-9201cc6c850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:51:46Z', 'updated_at': '2021-11-28T07:51:46Z', 'revision_number': 0, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:50.193898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-77600401-ce08-4ea1-9e87-5e4da3fa7a78', 'network_id': '77600401-ce08-4ea1-9e87-5e4da3fa7a78', 'tenant_id': 'b765e59e146543dba4bcd7b5bb399ba8', 'fixed_ips': [{'subnet_id': 'e6e7bc2c-41ff-4784-a820-a789e1ef90b4'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:51:50.194767 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:50.297150 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bbac8f29-61cf-4519-a8e2-bba58b93260d tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/routers/deca2384-eebf-44e0-a025-afd2a6480961/tags HTTP/1.1" status: 204 len: 168 time: 0.2669652 Nov 28 07:51:50.297150 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:50.297864 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41288) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:50.306034 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-e3a818f6-4342-4942-bb2e-129beb0b6801 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'deca2384-eebf-44e0-a025-afd2a6480961', 'tempest-TagsExtTest-Tag-1314937665') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:50.311169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:50.415312 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-31e1ac49-c979-4058-ba9a-ca7c09ece25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:50.425453 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:50.425690 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320405b-a56d-44b6-9cb9-a009c971bc43 None None] New status for floating IP 2582a5ab-6f94-4eda-aea4-989285e5e117: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:51:50.497112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 3a369a92-4dca-43fe-aa6d-44585fe5ac31, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=3a369a92-4dca-43fe-aa6d-44585fe5ac31,segment=NetworkSegment(3463dde7-8d42-4b6b-96d1-d5e66eb8db0b),segment_id=3463dde7-8d42-4b6b-96d1-d5e66eb8db0b)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:50.535521 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:50.540106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:50.608295 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:50.644457 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Allocated IP 2001:db8::1 (be0add94-a2f2-4700-b7d2-9a97335c92f1/b6a00707-6e0f-4b48-8890-68959541a5c6/88d77a90-c78d-4ed9-a8af-9158c82977f1) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:50.675281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Allocated IP 2001:db8::2 (77600401-ce08-4ea1-9e87-5e4da3fa7a78/e6e7bc2c-41ff-4784-a820-a789e1ef90b4/baea8961-96c5-41e3-b8d3-22693bfa61df) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:50.688792 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Network be0add94-a2f2-4700-b7d2-9a97335c92f1 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:50.689727 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-31e1ac49-c979-4058-ba9a-ca7c09ece25b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:51:50.689995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-31e1ac49-c979-4058-ba9a-ca7c09ece25b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:51:50.700692 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:50.705268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:50.717058 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=3a369a92-4dca-43fe-aa6d-44585fe5ac31,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:50.834023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:50.880749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:50.881154 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-e3a818f6-4342-4942-bb2e-129beb0b6801 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] show failed (client error): The resource could not be found. Nov 28 07:51:50.884861 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e3a818f6-4342-4942-bb2e-129beb0b6801 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/routers/deca2384-eebf-44e0-a025-afd2a6480961/tags/tempest-TagsExtTest-Tag-1314937665 HTTP/1.1" status: 404 len: 329 time: 0.5832438 Nov 28 07:51:50.885323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41290) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:50.889896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-aa698d45-6090-4264-bdf4-9498631fc7b5 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'deca2384-eebf-44e0-a025-afd2a6480961', 'tempest-TagsExtTest-Tag-980936242') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:50.924707 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Network be0add94-a2f2-4700-b7d2-9a97335c92f1 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:50.928387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:50.935684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:50.935914 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:50.982040 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-aa698d45-6090-4264-bdf4-9498631fc7b5 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] show failed (client error): The resource could not be found. Nov 28 07:51:50.983233 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-aa698d45-6090-4264-bdf4-9498631fc7b5 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/routers/deca2384-eebf-44e0-a025-afd2a6480961/tags/tempest-TagsExtTest-Tag-980936242 HTTP/1.1" status: 404 len: 328 time: 0.0969605 Nov 28 07:51:50.986037 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41292) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:50.989290 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event updated for resources: {'Port': ['ID=88d77a90-c78d-4ed9-a8af-9158c82977f1,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:50.991579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-164f5fd9-5be6-4a83-a77d-8068af7c03a2 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'deca2384-eebf-44e0-a025-afd2a6480961', 'tempest-TagsExtTest-Tag-16900407') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:51.049233 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Attempting to bind port 2856c899-efcc-4d07-a2aa-671fa5d389cf on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:51.049645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Attempting to bind port 2856c899-efcc-4d07-a2aa-671fa5d389cf by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '15c78f26-799e-45b7-bb6d-7604523fdec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be0add94-a2f2-4700-b7d2-9a97335c92f1'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:51.050052 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Attempting to bind port 2856c899-efcc-4d07-a2aa-671fa5d389cf on network be0add94-a2f2-4700-b7d2-9a97335c92f1 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:51.054165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Pushing event updated for resources: {'Port': ['ID=2856c899-efcc-4d07-a2aa-671fa5d389cf,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:51.069192 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:51.069564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Checking segment: {'id': '15c78f26-799e-45b7-bb6d-7604523fdec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be0add94-a2f2-4700-b7d2-9a97335c92f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:51.069963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.070580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Bound using segment: {'id': '15c78f26-799e-45b7-bb6d-7604523fdec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be0add94-a2f2-4700-b7d2-9a97335c92f1'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:51.070826 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Bound port: 2856c899-efcc-4d07-a2aa-671fa5d389cf, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c78f26-799e-45b7-bb6d-7604523fdec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be0add94-a2f2-4700-b7d2-9a97335c92f1'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:51.071301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.079709 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-164f5fd9-5be6-4a83-a77d-8068af7c03a2 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] show failed (client error): The resource could not be found. Nov 28 07:51:51.083862 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-164f5fd9-5be6-4a83-a77d-8068af7c03a2 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/routers/deca2384-eebf-44e0-a025-afd2a6480961/tags/tempest-TagsExtTest-Tag-16900407 HTTP/1.1" status: 404 len: 327 time: 0.0935912 Nov 28 07:51:51.083862 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41294) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:51.089323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-5fd478d0-7ca4-4067-93b0-733e2b97338f tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8870c803-6ade-4dff-a61e-826edfc16d84', {'tags': ['tempest-TagsExtTest-Tag-1252676421', 'tempest-TagsExtTest-Tag-2058517799', 'tempest-TagsExtTest-Tag-538254129']}) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:51.105778 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.126699 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5fd478d0-7ca4-4067-93b0-733e2b97338f tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "PUT /v2.0/subnetpools/8870c803-6ade-4dff-a61e-826edfc16d84/tags HTTP/1.1" status: 200 len: 317 time: 0.0417886 Nov 28 07:51:51.129241 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41296) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:51.133655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-9c43fcf8-31a0-43c5-83a0-dfac0aa95556 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8870c803-6ade-4dff-a61e-826edfc16d84') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:51.175539 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9c43fcf8-31a0-43c5-83a0-dfac0aa95556 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/subnetpools/8870c803-6ade-4dff-a61e-826edfc16d84/tags HTTP/1.1" status: 204 len: 168 time: 0.0452099 Nov 28 07:51:51.178376 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41298) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:51.183347 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-c275a6db-f3d1-49b4-a1f7-926f990cda30 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8870c803-6ade-4dff-a61e-826edfc16d84', 'tempest-TagsExtTest-Tag-1252676421') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:51.199423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.206001 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-c275a6db-f3d1-49b4-a1f7-926f990cda30 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] show failed (client error): The resource could not be found. Nov 28 07:51:51.210101 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c275a6db-f3d1-49b4-a1f7-926f990cda30 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/subnetpools/8870c803-6ade-4dff-a61e-826edfc16d84/tags/tempest-TagsExtTest-Tag-1252676421 HTTP/1.1" status: 404 len: 329 time: 0.0276823 Nov 28 07:51:51.210421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41300) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:51.215343 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-968c6e2e-956d-4bb1-aa4f-f37c69797426 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8870c803-6ade-4dff-a61e-826edfc16d84', 'tempest-TagsExtTest-Tag-2058517799') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:51.233555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.235812 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] For port 2856c899-efcc-4d07-a2aa-671fa5d389cf, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:51.236409 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-968c6e2e-956d-4bb1-aa4f-f37c69797426 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] show failed (client error): The resource could not be found. Nov 28 07:51:51.240308 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-968c6e2e-956d-4bb1-aa4f-f37c69797426 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/subnetpools/8870c803-6ade-4dff-a61e-826edfc16d84/tags/tempest-TagsExtTest-Tag-2058517799 HTTP/1.1" status: 404 len: 329 time: 0.0261099 Nov 28 07:51:51.240621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41302) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:51.245607 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-40c97dee-5ba7-499f-9487-66c0892cee1d tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8870c803-6ade-4dff-a61e-826edfc16d84', 'tempest-TagsExtTest-Tag-538254129') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:51.274960 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-40c97dee-5ba7-499f-9487-66c0892cee1d tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] show failed (client error): The resource could not be found. Nov 28 07:51:51.278148 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-40c97dee-5ba7-499f-9487-66c0892cee1d tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/subnetpools/8870c803-6ade-4dff-a61e-826edfc16d84/tags/tempest-TagsExtTest-Tag-538254129 HTTP/1.1" status: 404 len: 328 time: 0.0343413 Nov 28 07:51:51.280362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41304) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:51.284020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] For port 2856c899-efcc-4d07-a2aa-671fa5d389cf, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=2856c899-efcc-4d07-a2aa-671fa5d389cf,segment=NetworkSegment(15c78f26-799e-45b7-bb6d-7604523fdec2),segment_id=15c78f26-799e-45b7-bb6d-7604523fdec2)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:51.288520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-c7a0b503-cd26-493b-a51c-f68cde4698c8 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8870c803-6ade-4dff-a61e-826edfc16d84') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:51.302513 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.329742 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Network 77600401-ce08-4ea1-9e87-5e4da3fa7a78 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:51.334562 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c7a0b503-cd26-493b-a51c-f68cde4698c8 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/subnetpools/8870c803-6ade-4dff-a61e-826edfc16d84/tags HTTP/1.1" status: 204 len: 168 time: 0.0525577 Nov 28 07:51:51.335313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:51.336699 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41306) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:51.340024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:51.343900 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Pushing event updated for resources: {'Port': ['ID=baea8961-96c5-41e3-b8d3-22693bfa61df,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:51.355527 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.365894 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-6caa7424-3090-4128-a996-2a2218629836 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'deca2384-eebf-44e0-a025-afd2a6480961') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:51.389070 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 3a369a92-4dca-43fe-aa6d-44585fe5ac31 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:51.468941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.475934 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.477098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.488943 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6caa7424-3090-4128-a996-2a2218629836 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/routers/deca2384-eebf-44e0-a025-afd2a6480961/tags HTTP/1.1" status: 204 len: 168 time: 0.1428490 Nov 28 07:51:51.491825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41308) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:51.496510 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-0fe92bb6-fd52-4d9f-bc35-c81b60d52426 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7a5a7da3-ba62-4956-9a0e-5e61aa33fea3') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:51.503701 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Attempting to bind port baea8961-96c5-41e3-b8d3-22693bfa61df on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:51.504221 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Attempting to bind port baea8961-96c5-41e3-b8d3-22693bfa61df by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'cb9a1b7b-4f7b-482e-bd77-1cc7dd706832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '77600401-ce08-4ea1-9e87-5e4da3fa7a78'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:51.504503 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Attempting to bind port baea8961-96c5-41e3-b8d3-22693bfa61df on network 77600401-ce08-4ea1-9e87-5e4da3fa7a78 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:51.532538 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:51.533472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Checking segment: {'id': 'cb9a1b7b-4f7b-482e-bd77-1cc7dd706832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '77600401-ce08-4ea1-9e87-5e4da3fa7a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:51.533472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.533884 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Bound using segment: {'id': 'cb9a1b7b-4f7b-482e-bd77-1cc7dd706832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '77600401-ce08-4ea1-9e87-5e4da3fa7a78'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:51.534433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Bound port: baea8961-96c5-41e3-b8d3-22693bfa61df, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9a1b7b-4f7b-482e-bd77-1cc7dd706832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '77600401-ce08-4ea1-9e87-5e4da3fa7a78'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:51.534941 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.552837 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52174cdc-d51e-4de2-ac65-c50f57375427 None None] Pushing event updated for resources: {'Port': ['ID=2856c899-efcc-4d07-a2aa-671fa5d389cf,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:51.561060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-80fc7d7b-d32c-4bd5-b49c-d57551b3d0e2 None None] Provisioning complete for port 3a369a92-4dca-43fe-aa6d-44585fe5ac31 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:51.561517 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-80fc7d7b-d32c-4bd5-b49c-d57551b3d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.571655 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0fe92bb6-fd52-4d9f-bc35-c81b60d52426 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/ports/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3/tags HTTP/1.1" status: 204 len: 168 time: 0.0787842 Nov 28 07:51:51.572304 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41310) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:51.578097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event updated for resources: {'Port': ['ID=88d77a90-c78d-4ed9-a8af-9158c82977f1,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:51.578341 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-909c389e-937c-48a0-b835-5d8351bb4a32 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '122ec3ad-8240-4cd8-89b0-f0fabf706c68') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:51.681915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41312) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:51.686466 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-909c389e-937c-48a0-b835-5d8351bb4a32 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/subnets/122ec3ad-8240-4cd8-89b0-f0fabf706c68/tags HTTP/1.1" status: 204 len: 168 time: 0.1121321 Nov 28 07:51:51.693037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 3a369a92-4dca-43fe-aa6d-44585fe5ac31 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:51.693403 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.695655 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] For port baea8961-96c5-41e3-b8d3-22693bfa61df, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:51.732706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Network be0add94-a2f2-4700-b7d2-9a97335c92f1 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:51.735406 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] For port baea8961-96c5-41e3-b8d3-22693bfa61df, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=baea8961-96c5-41e3-b8d3-22693bfa61df,segment=NetworkSegment(cb9a1b7b-4f7b-482e-bd77-1cc7dd706832),segment_id=cb9a1b7b-4f7b-482e-bd77-1cc7dd706832)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:51.747026 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:51.747857 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.880146 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-53b9dd1e-d68a-44cf-97cb-818502fc8c9c tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for subnetpool, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:51.884296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41314) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:51.891531 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-53b9dd1e-d68a-44cf-97cb-818502fc8c9c tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/subnetpools/8870c803-6ade-4dff-a61e-826edfc16d84 HTTP/1.1" status: 204 len: 168 time: 0.2015431 Nov 28 07:51:51.895049 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ff0cd-07d8-4a47-955b-9f550dfe36ef None None] Pushing event updated for resources: {'Port': ['ID=baea8961-96c5-41e3-b8d3-22693bfa61df,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:51.925863 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-56665e11-17bd-4495-902c-1419f744e48f tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "GET /v2.0/ports?device_id=deca2384-eebf-44e0-a025-afd2a6480961 HTTP/1.1" status: 200 len: 205 time: 0.0401618 Nov 28 07:51:51.928154 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41316) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:51.937400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Router 42ca7e35-4522-4f7c-b2cb-e8efb0388da0 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:51:52.039215 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ca58c6c-1f95-4f44-9c06-6b0caaff0819 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:52.076566 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:52.081921 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4de2065d-63a4-402b-9a01-a9f58195fdfc tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "PUT /v2.0/routers/42ca7e35-4522-4f7c-b2cb-e8efb0388da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5354302 Nov 28 07:51:52.087385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41318) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:52.087889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d126431-cb87-433b-9516-99760f3d788a None None] Sync routers for ids ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:52.098281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d126431-cb87-433b-9516-99760f3d788a None None] Routers {'42ca7e35-4522-4f7c-b2cb-e8efb0388da0'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:52.099132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8d126431-cb87-433b-9516-99760f3d788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:52.136454 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8d126431-cb87-433b-9516-99760f3d788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:52.146165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d126431-cb87-433b-9516-99760f3d788a None None] Routers {'42ca7e35-4522-4f7c-b2cb-e8efb0388da0'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:52.146918 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8d126431-cb87-433b-9516-99760f3d788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:52.210097 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8d126431-cb87-433b-9516-99760f3d788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:52.211127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d126431-cb87-433b-9516-99760f3d788a None None] The sync data for ids ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:52.263676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ca58c6c-1f95-4f44-9c06-6b0caaff0819 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:52.266019 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ca58c6c-1f95-4f44-9c06-6b0caaff0819 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:52.320236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ca58c6c-1f95-4f44-9c06-6b0caaff0819 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:52.322035 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca58c6c-1f95-4f44-9c06-6b0caaff0819 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Fanout notify agent at l3_agent the message router_deleted on router deca2384-eebf-44e0-a025-afd2a6480961 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:51:52.331395 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ca58c6c-1f95-4f44-9c06-6b0caaff0819 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:52.335254 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6ca58c6c-1f95-4f44-9c06-6b0caaff0819 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/routers/deca2384-eebf-44e0-a025-afd2a6480961 HTTP/1.1" status: 204 len: 168 time: 0.4038749 Nov 28 07:51:52.335930 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41320) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:52.448862 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ceee1411-fdd2-47a0-a1f8-ca4ea26d9229 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Deleting port 7a5a7da3-ba62-4956-9a0e-5e61aa33fea3 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:52.449295 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ceee1411-fdd2-47a0-a1f8-ca4ea26d9229 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:52.532065 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-676be99f-f59e-4ee4-9f9f-db98ccdb43aa tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:51:52.533225 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-676be99f-f59e-4ee4-9f9f-db98ccdb43aa tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "PUT /v2.0/routers/42ca7e35-4522-4f7c-b2cb-e8efb0388da0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4444196 Nov 28 07:51:52.539314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41322) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:52.555482 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ceee1411-fdd2-47a0-a1f8-ca4ea26d9229 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:52.587529 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdba48f8-741b-46aa-bb6e-4e9dc40cbfab None None] Network be0add94-a2f2-4700-b7d2-9a97335c92f1 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:52.608129 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ceee1411-fdd2-47a0-a1f8-ca4ea26d9229 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Calling delete_port for 7a5a7da3-ba62-4956-9a0e-5e61aa33fea3 owned by {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:52.753161 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5ee97c89-8a9d-4b0f-ba76-477004115782 None None] Provisioning complete for port 2856c899-efcc-4d07-a2aa-671fa5d389cf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:52.753904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5ee97c89-8a9d-4b0f-ba76-477004115782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:52.810687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ceee1411-fdd2-47a0-a1f8-ca4ea26d9229 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:52.858800 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee1411-fdd2-47a0-a1f8-ca4ea26d9229 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Pushing event deleted for resources: {'Port': ['ID=7a5a7da3-ba62-4956-9a0e-5e61aa33fea3,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:52.991760 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ceee1411-fdd2-47a0-a1f8-ca4ea26d9229 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:52.995805 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ceee1411-fdd2-47a0-a1f8-ca4ea26d9229 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/ports/7a5a7da3-ba62-4956-9a0e-5e61aa33fea3 HTTP/1.1" status: 204 len: 168 time: 0.6587362 Nov 28 07:51:52.998336 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41324) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:53.021434 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5ee97c89-8a9d-4b0f-ba76-477004115782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.058484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f70f326-8083-4c49-a7be-df135e9d1ec9 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Deleting subnet 122ec3ad-8240-4cd8-89b0-f0fabf706c68 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:51:53.062615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f70f326-8083-4c49-a7be-df135e9d1ec9 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.070494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5ee97c89-8a9d-4b0f-ba76-477004115782 None None] For port 2856c899-efcc-4d07-a2aa-671fa5d389cf, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=2856c899-efcc-4d07-a2aa-671fa5d389cf,segment=NetworkSegment(15c78f26-799e-45b7-bb6d-7604523fdec2),segment_id=15c78f26-799e-45b7-bb6d-7604523fdec2)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:53.088468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5ee97c89-8a9d-4b0f-ba76-477004115782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.121199 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f70f326-8083-4c49-a7be-df135e9d1ec9 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.177702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee97c89-8a9d-4b0f-ba76-477004115782 None None] Pushing event updated for resources: {'Port': ['ID=2856c899-efcc-4d07-a2aa-671fa5d389cf,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:53.200255 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232a5cc7-1fac-4f5b-a603-884952ffcd23 None None] Network 77600401-ce08-4ea1-9e87-5e4da3fa7a78 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:53.243807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f70f326-8083-4c49-a7be-df135e9d1ec9 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.296348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8fde70cd-9457-4f38-b4a1-e245e826379b None None] Provisioning complete for port baea8961-96c5-41e3-b8d3-22693bfa61df triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:53.296726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8fde70cd-9457-4f38-b4a1-e245e826379b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.340911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f70f326-8083-4c49-a7be-df135e9d1ec9 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.388743 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41328) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:53.398465 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70f326-8083-4c49-a7be-df135e9d1ec9 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Pushing event deleted for resources: {'Subnet': ['ID=122ec3ad-8240-4cd8-89b0-f0fabf706c68,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:53.442743 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9f70f326-8083-4c49-a7be-df135e9d1ec9 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.451730 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9f70f326-8083-4c49-a7be-df135e9d1ec9 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/subnets/122ec3ad-8240-4cd8-89b0-f0fabf706c68 HTTP/1.1" status: 204 len: 168 time: 0.4519672 Nov 28 07:51:53.453100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41330) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:53.488858 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ca3cb4-f7d4-43b5-ae34-b972fb685454 None None] Network 958cdd43-af69-4a43-9b01-078015711fd3 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:53.548038 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device baea8961-96c5-41e3-b8d3-22693bfa61df up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:53.593349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.637685 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8fde70cd-9457-4f38-b4a1-e245e826379b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.656952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-86d1278b-86bd-4690-b223-9044372bcd37 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Deleting port 506b5993-8469-4303-b7c8-ed5ddad94811 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:53.657299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86d1278b-86bd-4690-b223-9044372bcd37 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.683546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8fde70cd-9457-4f38-b4a1-e245e826379b None None] For port baea8961-96c5-41e3-b8d3-22693bfa61df, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=baea8961-96c5-41e3-b8d3-22693bfa61df,segment=NetworkSegment(cb9a1b7b-4f7b-482e-bd77-1cc7dd706832),segment_id=cb9a1b7b-4f7b-482e-bd77-1cc7dd706832)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:53.711214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Deleting port 08157a12-93be-4a31-a8fb-2675c09b8e4c {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:53.711666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.723390 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8fde70cd-9457-4f38-b4a1-e245e826379b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.779197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86d1278b-86bd-4690-b223-9044372bcd37 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.779564 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86d1278b-86bd-4690-b223-9044372bcd37 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.808689 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-86d1278b-86bd-4690-b223-9044372bcd37 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Calling delete_port for 506b5993-8469-4303-b7c8-ed5ddad94811 owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:53.821499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-36cfb97c-aac8-4cef-9b82-362add8e9eb4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.824674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] For port 08157a12-93be-4a31-a8fb-2675c09b8e4c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=08157a12-93be-4a31-a8fb-2675c09b8e4c,segment=NetworkSegment(d4c6f225-948d-4f43-abdc-2c89468fbf5d),segment_id=d4c6f225-948d-4f43-abdc-2c89468fbf5d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:53.825036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.826745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port baea8961-96c5-41e3-b8d3-22693bfa61df triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:53.827141 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:53.862445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde70cd-9457-4f38-b4a1-e245e826379b None None] Pushing event updated for resources: {'Port': ['ID=baea8961-96c5-41e3-b8d3-22693bfa61df,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:53.915958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Calling delete_port for 08157a12-93be-4a31-a8fb-2675c09b8e4c owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:53.937729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8ef20371-86fd-4604-b633-cf6e7be51da7 None None] Provisioning complete for port 2856c899-efcc-4d07-a2aa-671fa5d389cf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:53.938149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8ef20371-86fd-4604-b633-cf6e7be51da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.037222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea028b7-d834-4f91-b5a1-bf9b96f699c0 None None] DHCP port deletion for 958cdd43-af69-4a43-9b01-078015711fd3 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:51:54.116977 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 2856c899-efcc-4d07-a2aa-671fa5d389cf up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:54.132883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86d1278b-86bd-4690-b223-9044372bcd37 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.185350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1278b-86bd-4690-b223-9044372bcd37 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event deleted for resources: {'Port': ['ID=506b5993-8469-4303-b7c8-ed5ddad94811,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:54.187359 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.227880 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Pushing event deleted for resources: {'Port': ['ID=08157a12-93be-4a31-a8fb-2675c09b8e4c,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:54.229975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] No DVR routers for this DVR port 08157a12-93be-4a31-a8fb-2675c09b8e4c on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:51:54.254984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8ef20371-86fd-4604-b633-cf6e7be51da7 None None] Provisioning complete for port 88d77a90-c78d-4ed9-a8af-9158c82977f1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:54.255730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8ef20371-86fd-4604-b633-cf6e7be51da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.266362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86d1278b-86bd-4690-b223-9044372bcd37 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.267597 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-86d1278b-86bd-4690-b223-9044372bcd37 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Floating IP 8c31bad1-1b6a-41e5-8fa9-f811eadb32a1 disassociated (deleted). External IP: 172.26.2.224, port: 2f2a0bec-99f1-4da6-8755-ea43ce0322ae. Nov 28 07:51:54.294264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-6ea028b7-d834-4f91-b5a1-bf9b96f699c0 None None] Deleting port 08157a12-93be-4a31-a8fb-2675c09b8e4c {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:54.294630 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6ea028b7-d834-4f91-b5a1-bf9b96f699c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.351408 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.405367 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958cdd43-af69-4a43-9b01-078015711fd3']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:54.419799 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c6f225-948d-4f43-abdc-2c89468fbf5d') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:54.420597 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c6f225-948d-4f43-abdc-2c89468fbf5d') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:54.434025 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.454239 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.466730 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:51:54.466730 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:51:54.470178 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:51:54.494092 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-36cfb97c-aac8-4cef-9b82-362add8e9eb4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Deleting port 88d77a90-c78d-4ed9-a8af-9158c82977f1 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:54.495164 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-36cfb97c-aac8-4cef-9b82-362add8e9eb4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.497645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 2856c899-efcc-4d07-a2aa-671fa5d389cf triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:54.498000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.502398 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8ef20371-86fd-4604-b633-cf6e7be51da7 None None] Port 88d77a90-c78d-4ed9-a8af-9158c82977f1 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:54.559881 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d1278b-86bd-4690-b223-9044372bcd37 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Router 347d5c76-00bf-48f1-b875-f7ebea728343 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:51:54.578010 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6ea028b7-d834-4f91-b5a1-bf9b96f699c0 None None] For port 08157a12-93be-4a31-a8fb-2675c09b8e4c, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:54.578590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6ea028b7-d834-4f91-b5a1-bf9b96f699c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.595331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-6ea028b7-d834-4f91-b5a1-bf9b96f699c0 None None] Calling delete_port for 08157a12-93be-4a31-a8fb-2675c09b8e4c owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:54.598707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.ipam_backend_mixin [None req-6ea028b7-d834-4f91-b5a1-bf9b96f699c0 None None] Port 08157a12-93be-4a31-a8fb-2675c09b8e4c was not found and therefore no delete operation was performed {{(pid=115120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 07:51:54.600014 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.602338 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6ea028b7-d834-4f91-b5a1-bf9b96f699c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.620772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.624368 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] 10.222.0.31 "DELETE /v2.0/networks/958cdd43-af69-4a43-9b01-078015711fd3 HTTP/1.1" status: 204 len: 168 time: 1.1699288 Nov 28 07:51:54.627687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe7081-783f-4d37-907b-dde38b872b22 tempest-TagsExtTest-1215959319 tempest-TagsExtTest-1215959319-project] Pushing event deleted for resources: {'Network': ['ID=958cdd43-af69-4a43-9b01-078015711fd3,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:54.639809 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ea028b7-d834-4f91-b5a1-bf9b96f699c0 None None] Network 958cdd43-af69-4a43-9b01-078015711fd3 is not hosted by any dhcp agent {{(pid=115120) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 28 07:51:54.640318 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea028b7-d834-4f91-b5a1-bf9b96f699c0 None None] No DVR routers for this DVR port 08157a12-93be-4a31-a8fb-2675c09b8e4c on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:51:54.651511 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea028b7-d834-4f91-b5a1-bf9b96f699c0 None None] Pushing event deleted for resources: {'Port': ['ID=08157a12-93be-4a31-a8fb-2675c09b8e4c,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:54.663030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-36cfb97c-aac8-4cef-9b82-362add8e9eb4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.678432 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-36cfb97c-aac8-4cef-9b82-362add8e9eb4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Calling delete_port for 88d77a90-c78d-4ed9-a8af-9158c82977f1 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:54.722545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2e392ea8-75d1-4935-922a-9888495766ec None None] Provisioning complete for port baea8961-96c5-41e3-b8d3-22693bfa61df triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:54.723272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2e392ea8-75d1-4935-922a-9888495766ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.733105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d1278b-86bd-4690-b223-9044372bcd37 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:54.738485 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86d1278b-86bd-4690-b223-9044372bcd37 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.744358 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc83a8-98a3-4e42-83da-9c8c291e32d0 None None] Sync routers for ids ['347d5c76-00bf-48f1-b875-f7ebea728343'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:54.757794 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc83a8-98a3-4e42-83da-9c8c291e32d0 None None] Routers {'347d5c76-00bf-48f1-b875-f7ebea728343'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:54.758851 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1dbc83a8-98a3-4e42-83da-9c8c291e32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['347d5c76-00bf-48f1-b875-f7ebea728343'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:54.816051 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-86d1278b-86bd-4690-b223-9044372bcd37 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "DELETE /v2.0/floatingips/8c31bad1-1b6a-41e5-8fa9-f811eadb32a1 HTTP/1.1" status: 204 len: 168 time: 1.4261882 Nov 28 07:51:54.817127 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'tag': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:51:54.820061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c9cf1e-2a86-44ad-a729-f52d4cf2c49a" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb8331c-df5c-46d4-a328-247430ba6922", "tag": "2f2a0bec-99f1-4da6-8755-ea43ce0322ae"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:51:54.889283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2e392ea8-75d1-4935-922a-9888495766ec None None] Provisioning complete for port 88d77a90-c78d-4ed9-a8af-9158c82977f1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:54.890039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2e392ea8-75d1-4935-922a-9888495766ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:54.948267 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-2e392ea8-75d1-4935-922a-9888495766ec None None] Port 88d77a90-c78d-4ed9-a8af-9158c82977f1 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:51:54.980767 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-1dbc83a8-98a3-4e42-83da-9c8c291e32d0 None None] Set router 347d5c76-00bf-48f1-b875-f7ebea728343 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:54.983445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-36cfb97c-aac8-4cef-9b82-362add8e9eb4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:55.020795 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfb97c-aac8-4cef-9b82-362add8e9eb4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event deleted for resources: {'Port': ['ID=88d77a90-c78d-4ed9-a8af-9158c82977f1,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:55.077696 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41342) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:55.174521 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-36cfb97c-aac8-4cef-9b82-362add8e9eb4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:55.306495 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae01fa27-af00-49f3-8ceb-2d500579ac10 x-openstack-request-id: req-ae01fa27-af00-49f3-8ceb-2d500579ac10 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:51:55.306755 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb8331c-df5c-46d4-a328-247430ba6922", "tag": "2f2a0bec-99f1-4da6-8755-ea43ce0322ae", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:51:55.307815 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae01fa27-af00-49f3-8ceb-2d500579ac10 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:51:55.308274 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'tag': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'status': 'completed', 'code': 200} Nov 28 07:51:55.321374 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-53f33bb5-ceab-406e-aeb5-7783e265e4f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5fb195d43644b609a591333ad93027d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2384651 Nov 28 07:51:55.324618 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41348) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:55.388605 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device baea8961-96c5-41e3-b8d3-22693bfa61df up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:55.404049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cfb97c-aac8-4cef-9b82-362add8e9eb4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Router 42ca7e35-4522-4f7c-b2cb-e8efb0388da0 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:51:55.408427 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1dbc83a8-98a3-4e42-83da-9c8c291e32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:49:52Z', 'revision_number': 4, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '8d844cd6-f1f8-4016-a0cb-2e9c0b48c460', 'name': '', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'mac_address': 'fa:16:3e:6b:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:48Z', 'updated_at': '2021-11-28T07:50:04Z', 'revision_number': 5, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'subnets': [{'id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:55.412810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a175e-5c65-4937-857a-0a02ce8d54d6 req-31455e1f-5f16-4d4a-bb26-fbf772a27ccb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:55.414428 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-328a175e-5c65-4937-857a-0a02ce8d54d6 req-31455e1f-5f16-4d4a-bb26-fbf772a27ccb tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.1100612 Nov 28 07:51:55.452106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port baea8961-96c5-41e3-b8d3-22693bfa61df triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:55.452740 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48661d43-efef-4873-9d81-679484b2648f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:55.453150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:55.453482 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc83a8-98a3-4e42-83da-9c8c291e32d0 None None] Checking router: 347d5c76-00bf-48f1-b875-f7ebea728343 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:51:55.465198 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc83a8-98a3-4e42-83da-9c8c291e32d0 None None] Routers {'347d5c76-00bf-48f1-b875-f7ebea728343'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:55.465807 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1dbc83a8-98a3-4e42-83da-9c8c291e32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['347d5c76-00bf-48f1-b875-f7ebea728343'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:55.491795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48661d43-efef-4873-9d81-679484b2648f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:55.512246 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-328a175e-5c65-4937-857a-0a02ce8d54d6 req-d7220246-cc70-47a8-a188-650c5e6b5006 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885127 Nov 28 07:51:55.563451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cfb97c-aac8-4cef-9b82-362add8e9eb4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:51:55.578156 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5272669-8b79-4995-92d8-5a7a85cee0c5 None None] Sync routers for ids ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:51:55.578388 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-36cfb97c-aac8-4cef-9b82-362add8e9eb4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "PUT /v2.0/routers/42ca7e35-4522-4f7c-b2cb-e8efb0388da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0337572 Nov 28 07:51:55.578388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9cf1e-2a86-44ad-a729-f52d4cf2c49a req-f8003c04-74ca-4764-bee9-99be883e6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:55.578582 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41350) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:55.581951 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b4c9cf1e-2a86-44ad-a729-f52d4cf2c49a req-f8003c04-74ca-4764-bee9-99be883e6590 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667079ab83ea42fabb793483c1db8bda&device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 1098 time: 0.1854229 Nov 28 07:51:55.597854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5272669-8b79-4995-92d8-5a7a85cee0c5 None None] Routers {'42ca7e35-4522-4f7c-b2cb-e8efb0388da0'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:55.598595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a5272669-8b79-4995-92d8-5a7a85cee0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:55.625941 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-45c1ab1e-209f-4fb5-9165-8a98ef7cd0b4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] delete failed (client error): The resource could not be found. Nov 28 07:51:55.630913 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-45c1ab1e-209f-4fb5-9165-8a98ef7cd0b4 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-146158960 HTTP/1.1" status: 404 len: 334 time: 0.0477574 Nov 28 07:51:55.632778 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41352) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:55.641879 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a6225dd5-3a16-4621-9c69-685de6ec91da tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Request body: {'router': {'external_gateway_info': {'network_id': '42ca7e35-4522-4f7c-b2cb-e8efb0388da0'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:55.651185 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48661d43-efef-4873-9d81-679484b2648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:55.654432 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48661d43-efef-4873-9d81-679484b2648f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:55.655916 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-48661d43-efef-4873-9d81-679484b2648f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5c26dd7-7fcb-4e5d-accc-6fde914222d2 HTTP/1.1" status: 204 len: 168 time: 0.3302586 Nov 28 07:51:55.664044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 08157a12-93be-4a31-a8fb-2675c09b8e4c no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:51:55.666438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a5272669-8b79-4995-92d8-5a7a85cee0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:55.691902 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 08157a12-93be-4a31-a8fb-2675c09b8e4c {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:51:55.692275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 08157a12-93be-4a31-a8fb-2675c09b8e4c not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:51:55.700060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5272669-8b79-4995-92d8-5a7a85cee0c5 None None] Routers {'42ca7e35-4522-4f7c-b2cb-e8efb0388da0'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:51:55.702153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a5272669-8b79-4995-92d8-5a7a85cee0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:55.722943 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-1dbc83a8-98a3-4e42-83da-9c8c291e32d0 None None] Set router 347d5c76-00bf-48f1-b875-f7ebea728343 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:51:55.742732 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9cf1e-2a86-44ad-a729-f52d4cf2c49a req-1d894dff-01b7-40a6-803b-ea5b1f847fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:55.745009 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b4c9cf1e-2a86-44ad-a729-f52d4cf2c49a req-1d894dff-01b7-40a6-803b-ea5b1f847fa5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14f03785-5df0-4ac5-b54f-2db846bf0b92 HTTP/1.1" status: 200 len: 897 time: 0.1537385 Nov 28 07:51:55.757277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a5272669-8b79-4995-92d8-5a7a85cee0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:55.757966 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5272669-8b79-4995-92d8-5a7a85cee0c5 None None] The sync data for ids ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:55.773568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48661d43-efef-4873-9d81-679484b2648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c26dd7-7fcb-4e5d-accc-6fde914222d2,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:55.800249 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b4c9cf1e-2a86-44ad-a729-f52d4cf2c49a req-c66e6528-a215-49c3-823a-35a0e2310f78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f2a0bec-99f1-4da6-8755-ea43ce0322ae HTTP/1.1" status: 200 len: 217 time: 0.0453916 Nov 28 07:51:55.876455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9cf1e-2a86-44ad-a729-f52d4cf2c49a req-60836337-ebff-4486-bbf1-546f45017eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:55.878325 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b4c9cf1e-2a86-44ad-a729-f52d4cf2c49a req-60836337-ebff-4486-bbf1-546f45017eb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e99359b-64e8-449a-9fac-a5f012bd58ae HTTP/1.1" status: 200 len: 834 time: 0.0661557 Nov 28 07:51:55.948469 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9cf1e-2a86-44ad-a729-f52d4cf2c49a req-f6e5e50e-6038-4e9a-8904-fe4380251c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:55.950024 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b4c9cf1e-2a86-44ad-a729-f52d4cf2c49a req-f6e5e50e-6038-4e9a-8904-fe4380251c30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14f03785-5df0-4ac5-b54f-2db846bf0b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0638666 Nov 28 07:51:55.989909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a6225dd5-3a16-4621-9c69-685de6ec91da tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.003456 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1dbc83a8-98a3-4e42-83da-9c8c291e32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:49:52Z', 'revision_number': 4, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '8d844cd6-f1f8-4016-a0cb-2e9c0b48c460', 'name': '', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'mac_address': 'fa:16:3e:6b:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:48Z', 'updated_at': '2021-11-28T07:50:04Z', 'revision_number': 5, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'subnets': [{'id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:51:56.015370 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-a6225dd5-3a16-4621-9c69-685de6ec91da tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] update failed (client error): The resource could not be found. Nov 28 07:51:56.020442 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a6225dd5-3a16-4621-9c69-685de6ec91da tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "PUT /v2.0/routers/42ca7e35-4522-4f7c-b2cb-e8efb0388da0 HTTP/1.1" status: 404 len: 339 time: 0.3863566 Nov 28 07:51:56.021602 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41364) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:56.026821 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-316f0014-23e7-4659-96f4-40c31d57152a tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-239917862'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:56.044137 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc83a8-98a3-4e42-83da-9c8c291e32d0 None None] The sync data for ids ['347d5c76-00bf-48f1-b875-f7ebea728343'] in dv-neutron-744815-16-hyperv is: [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:49:52Z', 'revision_number': 4, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '8d844cd6-f1f8-4016-a0cb-2e9c0b48c460', 'name': '', 'network_id': '14f03785-5df0-4ac5-b54f-2db846bf0b92', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'mac_address': 'fa:16:3e:6b:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:48Z', 'updated_at': '2021-11-28T07:50:04Z', 'revision_number': 5, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'subnets': [{'id': '9e99359b-64e8-449a-9fac-a5f012bd58ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:51:56.053205 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316f0014-23e7-4659-96f4-40c31d57152a tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Made reservation on behalf of b765e59e146543dba4bcd7b5bb399ba8 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:56.058329 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-316f0014-23e7-4659-96f4-40c31d57152a tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.093188 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316f0014-23e7-4659-96f4-40c31d57152a tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:51:56.095168 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b4c9cf1e-2a86-44ad-a729-f52d4cf2c49a req-4031c1e1-ee42-476d-ad96-46404b43af37 service neutron] 10.222.0.35 "GET /v2.0/networks/14f03785-5df0-4ac5-b54f-2db846bf0b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233363 Nov 28 07:51:56.105678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-316f0014-23e7-4659-96f4-40c31d57152a tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.106070 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-316f0014-23e7-4659-96f4-40c31d57152a tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Added segment d96d155b-18bf-4491-aa2f-f2b12961b922 of type vlan for network a768f0f0-3acc-46a0-ad0a-b0116f163f41 Nov 28 07:51:56.158513 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-316f0014-23e7-4659-96f4-40c31d57152a tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.186829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-316f0014-23e7-4659-96f4-40c31d57152a tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.193520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316f0014-23e7-4659-96f4-40c31d57152a tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:56.194161 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-316f0014-23e7-4659-96f4-40c31d57152a tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.223314 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b4c9cf1e-2a86-44ad-a729-f52d4cf2c49a req-5bdeaf3b-7d03-4541-aa96-f6b6698ae32a service neutron] 10.222.0.35 "GET /v2.0/networks/14f03785-5df0-4ac5-b54f-2db846bf0b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183956 Nov 28 07:51:56.243977 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-316f0014-23e7-4659-96f4-40c31d57152a tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2212963 Nov 28 07:51:56.248149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41370) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:56.256100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-db972930-1cee-4c4b-814f-d61e2ab3f78c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Request body: {'subnet': {'network_id': 'a768f0f0-3acc-46a0-ad0a-b0116f163f41', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:56.289494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f0014-23e7-4659-96f4-40c31d57152a tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event updated for resources: {'Network': ['ID=a768f0f0-3acc-46a0-ad0a-b0116f163f41,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:56.301409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network a768f0f0-3acc-46a0-ad0a-b0116f163f41 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:51:56.385760 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db972930-1cee-4c4b-814f-d61e2ab3f78c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Made reservation on behalf of b765e59e146543dba4bcd7b5bb399ba8 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:56.389354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-db972930-1cee-4c4b-814f-d61e2ab3f78c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.409794 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c65d11e-1586-4436-8900-f7290ee320bd None None] New status for floating IP 8c31bad1-1b6a-41e5-8fa9-f811eadb32a1: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:51:56.518068 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41380) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:56.596935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-db972930-1cee-4c4b-814f-d61e2ab3f78c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.660235 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1089443790-network', 'tenant_id': 'bd1df2b822ca4fba943e99981388e853'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:56.682003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] Made reservation on behalf of bd1df2b822ca4fba943e99981388e853 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:56.684869 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.693862 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.704532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db972930-1cee-4c4b-814f-d61e2ab3f78c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event updated for resources: {'Subnet': ['ID=ebd0b326-6e42-4f48-ba08-79181f1ad386,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:56.708887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db972930-1cee-4c4b-814f-d61e2ab3f78c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Checking segment: {'id': 'd96d155b-18bf-4491-aa2f-f2b12961b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a768f0f0-3acc-46a0-ad0a-b0116f163f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:56.709711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db972930-1cee-4c4b-814f-d61e2ab3f78c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Network hostable DHCP agents. Network: a768f0f0-3acc-46a0-ad0a-b0116f163f41, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:51:56.770810 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f21b0-c472-4196-ba14-d62eb1f2c213 req-cda124bc-5f8e-4115-9bf7-ef5684180832 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:56.772276 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-334f21b0-c472-4196-ba14-d62eb1f2c213 req-cda124bc-5f8e-4115-9bf7-ef5684180832 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.1372731 Nov 28 07:51:56.774329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db972930-1cee-4c4b-814f-d61e2ab3f78c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Network a768f0f0-3acc-46a0-ad0a-b0116f163f41 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:51:56.788198 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.792417 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.798243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-db972930-1cee-4c4b-814f-d61e2ab3f78c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, a768f0f0-3acc-46a0-ad0a-b0116f163f41) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:56.804050 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db972930-1cee-4c4b-814f-d61e2ab3f78c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:56.804273 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-db972930-1cee-4c4b-814f-d61e2ab3f78c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.814541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0919f693-72e3-469e-aa54-9151b7760f94 None None] Network a768f0f0-3acc-46a0-ad0a-b0116f163f41 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:56.828346 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:51:56.833687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e311-bbfe-4cc8-bb89-c7c6af60699a req-8fa24650-5d70-4c0b-8af0-a3daaa14c128 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:56.834175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdea622-5918-496c-a4ff-1a106e9b26ae,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:56.835409 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8be5e311-bbfe-4cc8-bb89-c7c6af60699a req-8fa24650-5d70-4c0b-8af0-a3daaa14c128 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 945 time: 0.1322143 Nov 28 07:51:56.859293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.859930 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] Added segment 3b46e00e-a971-4c41-984d-3e5b7451868c of type vlan for network 7dfba5c0-16ba-4301-b532-ae93b0cba281 Nov 28 07:51:56.882822 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-db972930-1cee-4c4b-814f-d61e2ab3f78c tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6331575 Nov 28 07:51:56.886205 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41386) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:56.899678 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d60ada7a-0ec2-4b68-8b1f-78327e1850b8 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a768f0f0-3acc-46a0-ad0a-b0116f163f41'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:56.924962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.968071 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:56.969420 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-334f21b0-c472-4196-ba14-d62eb1f2c213 req-6df08f81-734d-43fb-9107-da9b501002f3 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c194475-12c0-4443-b7b5-bebc4ae5e722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870725 Nov 28 07:51:56.982256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:56.986916 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:57.029036 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-a768f0f0-3acc-46a0-ad0a-b0116f163f41', 'network_id': 'a768f0f0-3acc-46a0-ad0a-b0116f163f41', 'tenant_id': 'b765e59e146543dba4bcd7b5bb399ba8', 'fixed_ips': [{'subnet_id': 'ebd0b326-6e42-4f48-ba08-79181f1ad386'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:51:57.029898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:57.077850 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5582078 Nov 28 07:51:57.080618 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41388) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:57.086019 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-88d8028b-a3b6-4bb1-bf26-bfcd0f459d8a admin admin] Request body: {'subnet': {'network_id': '7dfba5c0-16ba-4301-b532-ae93b0cba281', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1089443790-subnet', 'tenant_id': 'bd1df2b822ca4fba943e99981388e853', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:57.111417 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8d4b0-6f13-48cc-a654-363ae9c9f14c admin admin] Pushing event updated for resources: {'Network': ['ID=7dfba5c0-16ba-4301-b532-ae93b0cba281,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:57.115391 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d8028b-a3b6-4bb1-bf26-bfcd0f459d8a admin admin] Made reservation on behalf of bd1df2b822ca4fba943e99981388e853 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:57.118172 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88d8028b-a3b6-4bb1-bf26-bfcd0f459d8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:57.126793 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 7dfba5c0-16ba-4301-b532-ae93b0cba281 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:51:57.261199 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Allocated IP 2001:db8:1::2 (a768f0f0-3acc-46a0-ad0a-b0116f163f41/ebd0b326-6e42-4f48-ba08-79181f1ad386/622e8b78-e4c4-48b3-9356-717910f40f83) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:57.315785 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88d8028b-a3b6-4bb1-bf26-bfcd0f459d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:57.400042 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8028b-a3b6-4bb1-bf26-bfcd0f459d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b8bd0f-9a2e-4dc9-9540-e853c5af8492,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:57.421801 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d8028b-a3b6-4bb1-bf26-bfcd0f459d8a admin admin] Checking segment: {'id': '3b46e00e-a971-4c41-984d-3e5b7451868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7dfba5c0-16ba-4301-b532-ae93b0cba281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:57.424682 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8028b-a3b6-4bb1-bf26-bfcd0f459d8a admin admin] Network hostable DHCP agents. Network: 7dfba5c0-16ba-4301-b532-ae93b0cba281, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:51:57.454674 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8028b-a3b6-4bb1-bf26-bfcd0f459d8a admin admin] Network 7dfba5c0-16ba-4301-b532-ae93b0cba281 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:51:57.460828 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:57.465574 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-88d8028b-a3b6-4bb1-bf26-bfcd0f459d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 7dfba5c0-16ba-4301-b532-ae93b0cba281) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:57.468968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:57.483857 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d8028b-a3b6-4bb1-bf26-bfcd0f459d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:57.484766 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88d8028b-a3b6-4bb1-bf26-bfcd0f459d8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:57.500366 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc67e45c-4ae1-4714-96aa-039df1f7aaa9 None None] Network 7dfba5c0-16ba-4301-b532-ae93b0cba281 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:57.525099 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-88d8028b-a3b6-4bb1-bf26-bfcd0f459d8a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4428701 Nov 28 07:51:57.551131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Pushing event updated for resources: {'Port': ['ID=622e8b78-e4c4-48b3-9356-717910f40f83,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:57.570179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Network a768f0f0-3acc-46a0-ad0a-b0116f163f41 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:57.573639 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:57.609296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:57.678036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d60ada7a-0ec2-4b68-8b1f-78327e1850b8 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:57.690718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-8be5e311-bbfe-4cc8-bb89-c7c6af60699a req-2c63eb94-1faf-492f-888d-c35145bd4e3a tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Deleting port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:51:57.691165 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8be5e311-bbfe-4cc8-bb89-c7c6af60699a req-2c63eb94-1faf-492f-888d-c35145bd4e3a tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:57.697011 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Attempting to bind port 622e8b78-e4c4-48b3-9356-717910f40f83 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:51:57.697804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Attempting to bind port 622e8b78-e4c4-48b3-9356-717910f40f83 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'd96d155b-18bf-4491-aa2f-f2b12961b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a768f0f0-3acc-46a0-ad0a-b0116f163f41'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:51:57.698178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Attempting to bind port 622e8b78-e4c4-48b3-9356-717910f40f83 on network a768f0f0-3acc-46a0-ad0a-b0116f163f41 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:51:57.704975 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:51:57.705275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Checking segment: {'id': 'd96d155b-18bf-4491-aa2f-f2b12961b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a768f0f0-3acc-46a0-ad0a-b0116f163f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:57.705676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:57.706069 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Bound using segment: {'id': 'd96d155b-18bf-4491-aa2f-f2b12961b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a768f0f0-3acc-46a0-ad0a-b0116f163f41'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:51:57.706534 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Bound port: 622e8b78-e4c4-48b3-9356-717910f40f83, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96d155b-18bf-4491-aa2f-f2b12961b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a768f0f0-3acc-46a0-ad0a-b0116f163f41'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:51:57.707088 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:57.785021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-8be5e311-bbfe-4cc8-bb89-c7c6af60699a req-2c63eb94-1faf-492f-888d-c35145bd4e3a tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] For port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:51:57.785646 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8be5e311-bbfe-4cc8-bb89-c7c6af60699a req-2c63eb94-1faf-492f-888d-c35145bd4e3a tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:57.799232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-8be5e311-bbfe-4cc8-bb89-c7c6af60699a req-2c63eb94-1faf-492f-888d-c35145bd4e3a tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Calling delete_port for 2f2a0bec-99f1-4da6-8755-ea43ce0322ae owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:51:57.813907 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14569058-f19d-4c22-b7b5-89b3ccd24d2a None None] Network 7dfba5c0-16ba-4301-b532-ae93b0cba281 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:57.845612 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] For port 622e8b78-e4c4-48b3-9356-717910f40f83, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:51:57.889236 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] For port 622e8b78-e4c4-48b3-9356-717910f40f83, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=622e8b78-e4c4-48b3-9356-717910f40f83,segment=NetworkSegment(d96d155b-18bf-4491-aa2f-f2b12961b922),segment_id=d96d155b-18bf-4491-aa2f-f2b12961b922)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:51:57.901375 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:58.061679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8be5e311-bbfe-4cc8-bb89-c7c6af60699a req-2c63eb94-1faf-492f-888d-c35145bd4e3a tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:58.067380 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57047387-5f19-41c5-b68c-a36ed0fe5f64 None None] Pushing event updated for resources: {'Port': ['ID=622e8b78-e4c4-48b3-9356-717910f40f83,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:58.124894 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1b936e90-1898-49d6-bded-b0caa6e91f9d req-8ec1d3cc-052f-4b45-8f21-26d23ca08b28 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdb8331c-df5c-46d4-a328-247430ba6922 HTTP/1.1" status: 200 len: 210 time: 0.0407512 Nov 28 07:51:58.133370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63eb94-1faf-492f-888d-c35145bd4e3a tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event deleted for resources: {'Port': ['ID=2f2a0bec-99f1-4da6-8755-ea43ce0322ae,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:58.188879 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be5e311-bbfe-4cc8-bb89-c7c6af60699a req-2c63eb94-1faf-492f-888d-c35145bd4e3a tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] No DVR routers for this DVR port 2f2a0bec-99f1-4da6-8755-ea43ce0322ae on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:51:58.191583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41406) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:58.194311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8be5e311-bbfe-4cc8-bb89-c7c6af60699a req-2c63eb94-1faf-492f-888d-c35145bd4e3a tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:58.196429 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1995659647-network', 'tenant_id': 'bc4e41a3b0894296b5a8ace0a168c9b9'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:58.198454 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8be5e311-bbfe-4cc8-bb89-c7c6af60699a req-2c63eb94-1faf-492f-888d-c35145bd4e3a tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.35 "DELETE /v2.0/ports/2f2a0bec-99f1-4da6-8755-ea43ce0322ae HTTP/1.1" status: 204 len: 173 time: 1.3555501 Nov 28 07:51:58.199958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'name': 'network-vif-deleted', 'tag': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:51:58.209569 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0b45f6-ae94-4423-b96f-b7cf2b1a9e1c" -d '{"events": [{"server_uuid": "bdb8331c-df5c-46d4-a328-247430ba6922", "name": "network-vif-deleted", "tag": "2f2a0bec-99f1-4da6-8755-ea43ce0322ae"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:51:58.240652 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] Made reservation on behalf of bc4e41a3b0894296b5a8ace0a168c9b9 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:58.241227 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-d60ada7a-0ec2-4b68-8b1f-78327e1850b8 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:51:58.243458 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d60ada7a-0ec2-4b68-8b1f-78327e1850b8 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "PUT /v2.0/routers/42ca7e35-4522-4f7c-b2cb-e8efb0388da0 HTTP/1.1" status: 400 len: 364 time: 1.3520532 Nov 28 07:51:58.244264 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:58.249073 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41410) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:58.258343 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:58.258819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8284252f-714c-40ff-ac84-8abc04592f6c x-openstack-request-id: req-8284252f-714c-40ff-ac84-8abc04592f6c {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:51:58.259138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb8331c-df5c-46d4-a328-247430ba6922", "name": "network-vif-deleted", "tag": "2f2a0bec-99f1-4da6-8755-ea43ce0322ae", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:51:58.259474 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8284252f-714c-40ff-ac84-8abc04592f6c {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:51:58.260314 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb8331c-df5c-46d4-a328-247430ba6922', 'name': 'network-vif-deleted', 'tag': '2f2a0bec-99f1-4da6-8755-ea43ce0322ae', 'status': 'completed', 'code': 200} Nov 28 07:51:58.424581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:58.428575 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:58.454254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:51:58.470864 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a304bc-d7ae-4f44-8c9b-20aed9b873ac,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:58.489755 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:58.490413 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] Added segment 4601180c-d8de-4afe-b576-aeabb198ea2a of type vlan for network dce4450b-c763-41eb-8381-02e6d1681cd5 Nov 28 07:51:58.537363 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:58.569882 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:58.570943 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:58.571549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:58.601487 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:58.605341 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4100285 Nov 28 07:51:58.605547 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41412) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:58.613402 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1f6c3a8e-057b-45fa-a1de-410a91760d8a admin admin] Request body: {'subnet': {'network_id': 'dce4450b-c763-41eb-8381-02e6d1681cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1995659647-subnet', 'tenant_id': 'bc4e41a3b0894296b5a8ace0a168c9b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:51:58.652329 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9670a-dff1-4ff8-a51a-7c27c824dc6e admin admin] Pushing event updated for resources: {'Network': ['ID=dce4450b-c763-41eb-8381-02e6d1681cd5,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:58.664903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network dce4450b-c763-41eb-8381-02e6d1681cd5 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:51:58.669063 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6c3a8e-057b-45fa-a1de-410a91760d8a admin admin] Made reservation on behalf of bc4e41a3b0894296b5a8ace0a168c9b9 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:51:58.673022 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3a8e-057b-45fa-a1de-410a91760d8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:58.892216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Allocated IP 2001:db8::1 (36268c9f-4631-487b-b569-bd5cddec9c95/7667626c-909c-4952-af5f-af594a1775fc/7864fb62-00d0-4ac9-9c71-46c50fa5fa3e) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:51:58.894361 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3a8e-057b-45fa-a1de-410a91760d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:58.968341 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c3a8e-057b-45fa-a1de-410a91760d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11cc553-a469-44f5-a03c-8cea25ab15e3,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:58.973088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c3a8e-057b-45fa-a1de-410a91760d8a admin admin] Checking segment: {'id': '4601180c-d8de-4afe-b576-aeabb198ea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'dce4450b-c763-41eb-8381-02e6d1681cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:51:58.973443 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6c3a8e-057b-45fa-a1de-410a91760d8a admin admin] Network hostable DHCP agents. Network: dce4450b-c763-41eb-8381-02e6d1681cd5, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:51:58.993866 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6c3a8e-057b-45fa-a1de-410a91760d8a admin admin] Network dce4450b-c763-41eb-8381-02e6d1681cd5 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:51:59.005403 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-1f6c3a8e-057b-45fa-a1de-410a91760d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, dce4450b-c763-41eb-8381-02e6d1681cd5) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:59.011533 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6c3a8e-057b-45fa-a1de-410a91760d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:59.012276 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3a8e-057b-45fa-a1de-410a91760d8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:59.017233 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23040123-24bb-4928-b17e-387f73ed7742 None None] Network dce4450b-c763-41eb-8381-02e6d1681cd5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:59.023267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:59.039463 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1f6c3a8e-057b-45fa-a1de-410a91760d8a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4253905 Nov 28 07:51:59.076871 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:59.138620 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event updated for resources: {'Port': ['ID=7864fb62-00d0-4ac9-9c71-46c50fa5fa3e,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:51:59.150718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Network 36268c9f-4631-487b-b569-bd5cddec9c95 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:51:59.152458 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:51:59.155642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:51:59.156264 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:59.195683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41418) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:51:59.200573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be17ec0-7adb-4001-9dfc-c4002183f8df None None] Network dce4450b-c763-41eb-8381-02e6d1681cd5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:59.413525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:59.464163 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 622e8b78-e4c4-48b3-9356-717910f40f83 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:51:59.574512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf864a5-e62b-4220-bc4d-c16a63399ada None None] Network a768f0f0-3acc-46a0-ad0a-b0116f163f41 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:51:59.604545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 622e8b78-e4c4-48b3-9356-717910f40f83 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:59.604948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:59.709100 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-faabb491-1005-4347-8cb6-16f0c448d2b1 None None] Provisioning complete for port 622e8b78-e4c4-48b3-9356-717910f40f83 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:51:59.710057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-faabb491-1005-4347-8cb6-16f0c448d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:59.745627 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2f2a0bec-99f1-4da6-8755-ea43ce0322ae no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:51:59.787645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 2f2a0bec-99f1-4da6-8755-ea43ce0322ae {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:51:59.787993 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2f2a0bec-99f1-4da6-8755-ea43ce0322ae not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:51:59.863632 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:59.874077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-1ce891e1-57d7-4043-9da3-4b24c39eab37 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:51:59.878847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:59.881066 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-1ce891e1-57d7-4043-9da3-4b24c39eab37 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/networks?id=7dfba5c0-16ba-4301-b532-ae93b0cba281 HTTP/1.1" status: 200 len: 812 time: 0.1549239 Nov 28 07:51:59.886931 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:59.887714 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:51:59.905457 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-0a777f25-045b-4c61-a15b-2f16287317c9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/quotas/bd1df2b822ca4fba943e99981388e853 HTTP/1.1" status: 200 len: 375 time: 0.0232654 Nov 28 07:51:59.979895 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-b311e917-3be8-4cfa-bff3-cf3ee81e1a17 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd1df2b822ca4fba943e99981388e853&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489061 Nov 28 07:52:00.050787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event updated for resources: {'Port': ['ID=7864fb62-00d0-4ac9-9c71-46c50fa5fa3e,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:00.115786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-faabb491-1005-4347-8cb6-16f0c448d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:00.138218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 622e8b78-e4c4-48b3-9356-717910f40f83, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=622e8b78-e4c4-48b3-9356-717910f40f83,segment=NetworkSegment(d96d155b-18bf-4491-aa2f-f2b12961b922),segment_id=d96d155b-18bf-4491-aa2f-f2b12961b922)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:00.146694 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Network 36268c9f-4631-487b-b569-bd5cddec9c95 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:00.149511 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:00.150467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:00.165125 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-30689b9e-2aa0-4003-9723-5ceac6dc3932 service neutron] 10.222.0.31 "GET /v2.0/networks/7dfba5c0-16ba-4301-b532-ae93b0cba281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678562 Nov 28 07:52:00.188483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92df2a38-fa98-4d4f-8385-21120b98b4c6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:00.254915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-faabb491-1005-4347-8cb6-16f0c448d2b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 07:52:00.255199 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-faabb491-1005-4347-8cb6-16f0c448d2b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 07:52:00.255848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=622e8b78-e4c4-48b3-9356-717910f40f83,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:00.358405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Router 42ca7e35-4522-4f7c-b2cb-e8efb0388da0 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:52:00.387755 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-0da6fd33-c3ae-40af-91cb-7833a6aa5476 service neutron] 10.222.0.31 "GET /v2.0/networks/7dfba5c0-16ba-4301-b532-ae93b0cba281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746099 Nov 28 07:52:00.497978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:52:00.506582 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0aab5837-2b69-4a17-a24f-96ccf432f308 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "PUT /v2.0/routers/42ca7e35-4522-4f7c-b2cb-e8efb0388da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2558000 Nov 28 07:52:00.509556 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41436) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:00.514859 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc3f72d-e3b8-40bf-95e4-892c21f62f05 None None] Sync routers for ids ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:52:00.529523 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc3f72d-e3b8-40bf-95e4-892c21f62f05 None None] Routers {'42ca7e35-4522-4f7c-b2cb-e8efb0388da0'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:00.530151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7bc3f72d-e3b8-40bf-95e4-892c21f62f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:00.580650 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7bc3f72d-e3b8-40bf-95e4-892c21f62f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:00.590169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc3f72d-e3b8-40bf-95e4-892c21f62f05 None None] Routers {'42ca7e35-4522-4f7c-b2cb-e8efb0388da0'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:00.590776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7bc3f72d-e3b8-40bf-95e4-892c21f62f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:00.629193 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7bc3f72d-e3b8-40bf-95e4-892c21f62f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:00.629875 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc3f72d-e3b8-40bf-95e4-892c21f62f05 None None] The sync data for ids ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:52:00.652175 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-59303133-7918-46ae-b6ee-e0600a24999b req-c98dac0f-8fb8-4905-82d3-af6c1c667b46 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 210 time: 0.0500703 Nov 28 07:52:00.697470 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-37c63ce1-70fb-4ad9-8e9a-f1b878825455 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:00.813756 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-faabb491-1005-4347-8cb6-16f0c448d2b1 None None] Provisioning complete for port 7864fb62-00d0-4ac9-9c71-46c50fa5fa3e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:00.814452 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-faabb491-1005-4347-8cb6-16f0c448d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:00.817987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-92df2a38-fa98-4d4f-8385-21120b98b4c6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Deleting port 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:00.818344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92df2a38-fa98-4d4f-8385-21120b98b4c6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:00.842429 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-37c63ce1-70fb-4ad9-8e9a-f1b878825455 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 28 07:52:00.843501 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-37c63ce1-70fb-4ad9-8e9a-f1b878825455 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "DELETE /v2.0/routers/42ca7e35-4522-4f7c-b2cb-e8efb0388da0 HTTP/1.1" status: 409 len: 329 time: 0.3329585 Nov 28 07:52:00.847148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41448) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:00.863507 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-faabb491-1005-4347-8cb6-16f0c448d2b1 None None] Port 7864fb62-00d0-4ac9-9c71-46c50fa5fa3e cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:52:00.923404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-92df2a38-fa98-4d4f-8385-21120b98b4c6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] For port 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=8d844cd6-f1f8-4016-a0cb-2e9c0b48c460,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:00.923757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92df2a38-fa98-4d4f-8385-21120b98b4c6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:00.937676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-92df2a38-fa98-4d4f-8385-21120b98b4c6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Calling delete_port for 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:00.985792 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6bf9deaa-531e-4fd1-aa7c-96acffb4f1f2 None None] Provisioning complete for port 622e8b78-e4c4-48b3-9356-717910f40f83 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:00.986431 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6bf9deaa-531e-4fd1-aa7c-96acffb4f1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:01.112878 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:01.130352 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6bf9deaa-531e-4fd1-aa7c-96acffb4f1f2 None None] Provisioning complete for port 7864fb62-00d0-4ac9-9c71-46c50fa5fa3e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:01.132053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6bf9deaa-531e-4fd1-aa7c-96acffb4f1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:01.180228 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9deaa-531e-4fd1-aa7c-96acffb4f1f2 None None] Port 7864fb62-00d0-4ac9-9c71-46c50fa5fa3e cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:52:01.202238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92df2a38-fa98-4d4f-8385-21120b98b4c6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:01.238684 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df2a38-fa98-4d4f-8385-21120b98b4c6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event deleted for resources: {'Port': ['ID=8d844cd6-f1f8-4016-a0cb-2e9c0b48c460,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:01.266774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4102ea86-09fd-4534-989f-467bf107877b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:01.429348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 622e8b78-e4c4-48b3-9356-717910f40f83 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:52:01.448683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-92df2a38-fa98-4d4f-8385-21120b98b4c6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:01.496042 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 622e8b78-e4c4-48b3-9356-717910f40f83 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:01.496418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:01.757197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92df2a38-fa98-4d4f-8385-21120b98b4c6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Router 347d5c76-00bf-48f1-b875-f7ebea728343 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:52:01.867080 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ea19f46a-8bb9-47be-bfaf-4e7e31cc741f req-45372558-59cc-4d1e-afa6-e489f390ae6c tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 210 time: 0.0622852 Nov 28 07:52:01.889779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92df2a38-fa98-4d4f-8385-21120b98b4c6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:52:01.893115 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-92df2a38-fa98-4d4f-8385-21120b98b4c6 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "PUT /v2.0/routers/347d5c76-00bf-48f1-b875-f7ebea728343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6961899 Nov 28 07:52:01.896121 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41456) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:01.899769 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc4a516-52b1-489e-9ff7-f9fc5596d849 None None] Sync routers for ids ['347d5c76-00bf-48f1-b875-f7ebea728343'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:52:01.909695 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc4a516-52b1-489e-9ff7-f9fc5596d849 None None] Routers {'347d5c76-00bf-48f1-b875-f7ebea728343'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:01.910586 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5dc4a516-52b1-489e-9ff7-f9fc5596d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['347d5c76-00bf-48f1-b875-f7ebea728343'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:01.956706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96d8beb-7fba-4b09-a829-3fcd3a265d2c tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Deleting subnet 9e99359b-64e8-449a-9fac-a5f012bd58ae {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:52:01.960438 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c96d8beb-7fba-4b09-a829-3fcd3a265d2c tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:01.973007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-3c45341d-ce9f-4be8-838f-f6edc94e2c0a tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:01.974561 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-3c45341d-ce9f-4be8-838f-f6edc94e2c0a tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.35 "GET /v2.0/networks?id=7dfba5c0-16ba-4301-b532-ae93b0cba281 HTTP/1.1" status: 200 len: 812 time: 0.1685574 Nov 28 07:52:02.008405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-06cfcc27-6843-4482-b634-dda8ca0c0ea9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Request body: {'port': {'device_id': '931b1121-0cb0-434a-89b3-d13f158de81e', 'network_id': '7dfba5c0-16ba-4301-b532-ae93b0cba281', 'admin_state_up': True, 'tenant_id': 'bd1df2b822ca4fba943e99981388e853'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:02.009119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c96d8beb-7fba-4b09-a829-3fcd3a265d2c tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.045008 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-5dc4a516-52b1-489e-9ff7-f9fc5596d849 None None] Set router 347d5c76-00bf-48f1-b875-f7ebea728343 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:52:02.101081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c96d8beb-7fba-4b09-a829-3fcd3a265d2c tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.171674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4102ea86-09fd-4534-989f-467bf107877b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Deleting port 7864fb62-00d0-4ac9-9c71-46c50fa5fa3e {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:02.171920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4102ea86-09fd-4534-989f-467bf107877b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.173169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c96d8beb-7fba-4b09-a829-3fcd3a265d2c tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.176298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-06cfcc27-6843-4482-b634-dda8ca0c0ea9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Made reservation on behalf of bd1df2b822ca4fba943e99981388e853 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:52:02.180237 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-06cfcc27-6843-4482-b634-dda8ca0c0ea9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.206901 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d8beb-7fba-4b09-a829-3fcd3a265d2c tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event deleted for resources: {'Subnet': ['ID=9e99359b-64e8-449a-9fac-a5f012bd58ae,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:02.217067 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c96d8beb-7fba-4b09-a829-3fcd3a265d2c tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.223768 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c96d8beb-7fba-4b09-a829-3fcd3a265d2c tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "DELETE /v2.0/subnets/9e99359b-64e8-449a-9fac-a5f012bd58ae HTTP/1.1" status: 204 len: 168 time: 0.3263645 Nov 28 07:52:02.228314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8678b02-bea2-4f6a-b622-32ce5506b88b None None] Network 14f03785-5df0-4ac5-b54f-2db846bf0b92 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:02.231985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41458) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:02.232496 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5dc4a516-52b1-489e-9ff7-f9fc5596d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:52:01Z', 'revision_number': 5, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:02.263243 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc4a516-52b1-489e-9ff7-f9fc5596d849 None None] Checking router: 347d5c76-00bf-48f1-b875-f7ebea728343 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:52:02.272833 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc4a516-52b1-489e-9ff7-f9fc5596d849 None None] Routers {'347d5c76-00bf-48f1-b875-f7ebea728343'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:02.273702 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5dc4a516-52b1-489e-9ff7-f9fc5596d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['347d5c76-00bf-48f1-b875-f7ebea728343'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:02.331766 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4102ea86-09fd-4534-989f-467bf107877b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.374904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-4102ea86-09fd-4534-989f-467bf107877b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Calling delete_port for 7864fb62-00d0-4ac9-9c71-46c50fa5fa3e owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:02.391312 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.428309 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-5dc4a516-52b1-489e-9ff7-f9fc5596d849 None None] Set router 347d5c76-00bf-48f1-b875-f7ebea728343 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:52:02.442261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-06cfcc27-6843-4482-b634-dda8ca0c0ea9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Allocated IP 172.20.0.7 (7dfba5c0-16ba-4301-b532-ae93b0cba281/b6b8bd0f-9a2e-4dc9-9540-e853c5af8492/a2f709e7-4aba-445b-bed5-45666dfb49ea) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:52:02.527631 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b310405e-a842-4f2b-9b87-db47209e1793 None None] DHCP port deletion for 14f03785-5df0-4ac5-b54f-2db846bf0b92 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:52:02.550262 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.624336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b310405e-a842-4f2b-9b87-db47209e1793 None None] Deleting port 19b14031-1afd-445a-bec5-5cdb3195e418 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:02.625140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b310405e-a842-4f2b-9b87-db47209e1793 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.641582 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Deleting port fd809349-cfbd-4d87-aa52-a2018d9f0a3f {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:02.641968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.647752 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5dc4a516-52b1-489e-9ff7-f9fc5596d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:52:01Z', 'revision_number': 5, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:02.677582 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc4a516-52b1-489e-9ff7-f9fc5596d849 None None] The sync data for ids ['347d5c76-00bf-48f1-b875-f7ebea728343'] in dv-neutron-744815-16-hyperv is: [{'id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007312630', 'tenant_id': '667079ab83ea42fabb793483c1db8bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:49:38Z', 'updated_at': '2021-11-28T07:52:01Z', 'revision_number': 5, 'project_id': '667079ab83ea42fabb793483c1db8bda', 'gw_port': {'id': 'fd809349-cfbd-4d87-aa52-a2018d9f0a3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d5c76-00bf-48f1-b875-f7ebea728343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:49:40Z', 'updated_at': '2021-11-28T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:52:02.720516 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4102ea86-09fd-4534-989f-467bf107877b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.724719 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-06cfcc27-6843-4482-b634-dda8ca0c0ea9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.732914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b310405e-a842-4f2b-9b87-db47209e1793 None None] For port 19b14031-1afd-445a-bec5-5cdb3195e418, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=19b14031-1afd-445a-bec5-5cdb3195e418,segment=NetworkSegment(f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96),segment_id=f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:02.733463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b310405e-a842-4f2b-9b87-db47209e1793 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.749509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b310405e-a842-4f2b-9b87-db47209e1793 None None] Calling delete_port for 19b14031-1afd-445a-bec5-5cdb3195e418 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:02.756216 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] For port fd809349-cfbd-4d87-aa52-a2018d9f0a3f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=fd809349-cfbd-4d87-aa52-a2018d9f0a3f,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:02.757263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.762766 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102ea86-09fd-4534-989f-467bf107877b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event deleted for resources: {'Port': ['ID=7864fb62-00d0-4ac9-9c71-46c50fa5fa3e,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:02.780027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Calling delete_port for fd809349-cfbd-4d87-aa52-a2018d9f0a3f owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:02.868542 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b310405e-a842-4f2b-9b87-db47209e1793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.911847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310405e-a842-4f2b-9b87-db47209e1793 None None] Pushing event deleted for resources: {'Port': ['ID=19b14031-1afd-445a-bec5-5cdb3195e418,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:02.920382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b310405e-a842-4f2b-9b87-db47209e1793 None None] No DVR routers for this DVR port 19b14031-1afd-445a-bec5-5cdb3195e418 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:52:02.934200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4102ea86-09fd-4534-989f-467bf107877b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:02.954832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-06cfcc27-6843-4482-b634-dda8ca0c0ea9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:03.073416 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57083e53-1e7c-4635-8435-cb82924ee1f0 req-e2b3a933-c052-4a80-bb41-068d4803cc59 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:03.075095 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-57083e53-1e7c-4635-8435-cb82924ee1f0 req-e2b3a933-c052-4a80-bb41-068d4803cc59 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 931 time: 0.0793669 Nov 28 07:52:03.076092 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:03.095042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-06cfcc27-6843-4482-b634-dda8ca0c0ea9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Network 7dfba5c0-16ba-4301-b532-ae93b0cba281 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:03.100019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-06cfcc27-6843-4482-b634-dda8ca0c0ea9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:03.102020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a6a3d-0105-4536-8d21-21a41e782afa None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:52:03.103104 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-06cfcc27-6843-4482-b634-dda8ca0c0ea9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:52:03.140819 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event deleted for resources: {'Port': ['ID=fd809349-cfbd-4d87-aa52-a2018d9f0a3f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:03.211951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfcc27-6843-4482-b634-dda8ca0c0ea9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Pushing event updated for resources: {'Port': ['ID=a2f709e7-4aba-445b-bed5-45666dfb49ea,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:03.217936 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:03.225904 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-57083e53-1e7c-4635-8435-cb82924ee1f0 req-1b204f86-e894-4460-8cef-337e7dedb08e tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168618 Nov 28 07:52:03.263487 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-06cfcc27-6843-4482-b634-dda8ca0c0ea9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:03.264411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-06cfcc27-6843-4482-b634-dda8ca0c0ea9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:03.288273 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4102ea86-09fd-4534-989f-467bf107877b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Router 42ca7e35-4522-4f7c-b2cb-e8efb0388da0 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:52:03.297639 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-06cfcc27-6843-4482-b634-dda8ca0c0ea9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2932496 Nov 28 07:52:03.346123 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:03.349827 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:03.351691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Request body: {'port': {'device_id': '931b1121-0cb0-434a-89b3-d13f158de81e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:03.408635 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:03.409867 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Fanout notify agent at l3_agent the message router_deleted on router 347d5c76-00bf-48f1-b875-f7ebea728343 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:52:03.416315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4102ea86-09fd-4534-989f-467bf107877b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:52:03.423019 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:03.426498 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-de87aade-ea7d-4dca-b305-4560e38fb1ac tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "DELETE /v2.0/routers/347d5c76-00bf-48f1-b875-f7ebea728343 HTTP/1.1" status: 204 len: 168 time: 1.1907096 Nov 28 07:52:03.426642 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4102ea86-09fd-4534-989f-467bf107877b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "PUT /v2.0/routers/42ca7e35-4522-4f7c-b2cb-e8efb0388da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5770447 Nov 28 07:52:03.426750 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41462) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:03.426951 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41464) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:03.438893 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b40dd-c701-4f36-824c-6efbac891e57 None None] Sync routers for ids ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:52:03.447280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b40dd-c701-4f36-824c-6efbac891e57 None None] Routers {'42ca7e35-4522-4f7c-b2cb-e8efb0388da0'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:03.447847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2e2b40dd-c701-4f36-824c-6efbac891e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:03.465547 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:03.489749 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-960492b0-6fb9-4585-b272-aa83d07770ac tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] show failed (client error): The resource could not be found. Nov 28 07:52:03.491718 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-960492b0-6fb9-4585-b272-aa83d07770ac tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-689628132 HTTP/1.1" status: 404 len: 334 time: 0.0637724 Nov 28 07:52:03.495998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41466) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:03.501423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-36996b7f-8950-4d85-8d04-ef2915d2db2d tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:03.539263 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:52:03.544308 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2e2b40dd-c701-4f36-824c-6efbac891e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:03.562673 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-36996b7f-8950-4d85-8d04-ef2915d2db2d tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] update failed (client error): The resource could not be found. Nov 28 07:52:03.569235 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:52:03.569739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 8d844cd6-f1f8-4016-a0cb-2e9c0b48c460 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:52:03.570429 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-36996b7f-8950-4d85-8d04-ef2915d2db2d tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-582384032 HTTP/1.1" status: 404 len: 334 time: 0.0730822 Nov 28 07:52:03.570579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41468) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:03.571253 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 19b14031-1afd-445a-bec5-5cdb3195e418 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:52:03.600896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 19b14031-1afd-445a-bec5-5cdb3195e418 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:52:03.601471 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 19b14031-1afd-445a-bec5-5cdb3195e418 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:52:03.610911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b40dd-c701-4f36-824c-6efbac891e57 None None] Routers {'42ca7e35-4522-4f7c-b2cb-e8efb0388da0'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:03.610911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2e2b40dd-c701-4f36-824c-6efbac891e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:03.626239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1a9135c0-d154-44f3-9a82-17b2efadcd76 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:03.651582 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-374b8ced-0d98-4ad6-81bc-dc0ad8419c5e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Deleting subnet ebd0b326-6e42-4f48-ba08-79181f1ad386 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:52:03.655364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2e2b40dd-c701-4f36-824c-6efbac891e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:03.656494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b40dd-c701-4f36-824c-6efbac891e57 None None] The sync data for ids ['42ca7e35-4522-4f7c-b2cb-e8efb0388da0'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:52:03.657600 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-374b8ced-0d98-4ad6-81bc-dc0ad8419c5e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:03.842322 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f709e7-4aba-445b-bed5-45666dfb49ea {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:52:03.854115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:03.867249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Transition to ACTIVE for port object a2f709e7-4aba-445b-bed5-45666dfb49ea will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:52:03.871096 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:03.954772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f709e7-4aba-445b-bed5-45666dfb49ea,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:04.007389 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Attempting to bind port a2f709e7-4aba-445b-bed5-45666dfb49ea on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:52:04.007727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Attempting to bind port a2f709e7-4aba-445b-bed5-45666dfb49ea by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '3b46e00e-a971-4c41-984d-3e5b7451868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7dfba5c0-16ba-4301-b532-ae93b0cba281'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:52:04.008230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Attempting to bind port a2f709e7-4aba-445b-bed5-45666dfb49ea on network 7dfba5c0-16ba-4301-b532-ae93b0cba281 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:52:04.013702 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Port a2f709e7-4aba-445b-bed5-45666dfb49ea on network 7dfba5c0-16ba-4301-b532-ae93b0cba281 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:52:04.014022 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Attempting to bind port a2f709e7-4aba-445b-bed5-45666dfb49ea on network 7dfba5c0-16ba-4301-b532-ae93b0cba281 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:52:04.019274 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:52:04.019613 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Checking segment: {'id': '3b46e00e-a971-4c41-984d-3e5b7451868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7dfba5c0-16ba-4301-b532-ae93b0cba281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:52:04.020015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Bound using segment: {'id': '3b46e00e-a971-4c41-984d-3e5b7451868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7dfba5c0-16ba-4301-b532-ae93b0cba281'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:52:04.020545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Bound port: a2f709e7-4aba-445b-bed5-45666dfb49ea, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b46e00e-a971-4c41-984d-3e5b7451868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7dfba5c0-16ba-4301-b532-ae93b0cba281'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:52:04.020847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.099126 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] For port a2f709e7-4aba-445b-bed5-45666dfb49ea, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:52:04.100158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-374b8ced-0d98-4ad6-81bc-dc0ad8419c5e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.102487 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] For port a2f709e7-4aba-445b-bed5-45666dfb49ea, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a2f709e7-4aba-445b-bed5-45666dfb49ea,segment=NetworkSegment(3b46e00e-a971-4c41-984d-3e5b7451868c),segment_id=3b46e00e-a971-4c41-984d-3e5b7451868c)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:52:04.104111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1a9135c0-d154-44f3-9a82-17b2efadcd76 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.108144 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.147540 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:04.147984 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.148561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-1a9135c0-d154-44f3-9a82-17b2efadcd76 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f03785-5df0-4ac5-b54f-2db846bf0b92']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:04.149371 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] 10.222.0.35 "PUT /v2.0/ports/a2f709e7-4aba-445b-bed5-45666dfb49ea HTTP/1.1" status: 200 len: 1093 time: 0.8060195 Nov 28 07:52:04.149816 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931b1121-0cb0-434a-89b3-d13f158de81e', 'tag': 'a2f709e7-4aba-445b-bed5-45666dfb49ea'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:52:04.152897 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca09a257-d661-4f3f-af39-e27f944f12f4" -d '{"events": [{"name": "network-changed", "server_uuid": "931b1121-0cb0-434a-89b3-d13f158de81e", "tag": "a2f709e7-4aba-445b-bed5-45666dfb49ea"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:52:04.165296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-1a9135c0-d154-44f3-9a82-17b2efadcd76 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:04.165588 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-1a9135c0-d154-44f3-9a82-17b2efadcd76 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0030a0d-6885-40f0-bbe9-f5ec2d1d4a96') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:04.179282 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1a9135c0-d154-44f3-9a82-17b2efadcd76 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.193552 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7c5311-3eec-4624-90dd-ffc4e75f73f3 x-openstack-request-id: req-ed7c5311-3eec-4624-90dd-ffc4e75f73f3 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:52:04.193840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931b1121-0cb0-434a-89b3-d13f158de81e", "tag": "a2f709e7-4aba-445b-bed5-45666dfb49ea", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:52:04.194096 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed7c5311-3eec-4624-90dd-ffc4e75f73f3 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:52:04.194497 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931b1121-0cb0-434a-89b3-d13f158de81e', 'tag': 'a2f709e7-4aba-445b-bed5-45666dfb49ea', 'status': 'completed', 'code': 200} Nov 28 07:52:04.214771 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1a9135c0-d154-44f3-9a82-17b2efadcd76 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.228648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9135c0-d154-44f3-9a82-17b2efadcd76 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:52:04.229036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1a9135c0-d154-44f3-9a82-17b2efadcd76 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.232147 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcc9f8-ec7b-4c2d-a488-bcf74e43a117 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f709e7-4aba-445b-bed5-45666dfb49ea,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:52:04.232297 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:52:04.255255 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-1cba282f-380d-4747-94e3-897fb523eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:04.255896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-374b8ced-0d98-4ad6-81bc-dc0ad8419c5e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.257144 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-1cba282f-380d-4747-94e3-897fb523eb59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd1df2b822ca4fba943e99981388e853&device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 1096 time: 0.0561972 Nov 28 07:52:04.308183 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-1afb30f1-9b94-4a7b-8f29-9cdfe74c7394 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2f709e7-4aba-445b-bed5-45666dfb49ea HTTP/1.1" status: 200 len: 217 time: 0.0377522 Nov 28 07:52:04.356765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1a9135c0-d154-44f3-9a82-17b2efadcd76 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.366197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1a9135c0-d154-44f3-9a82-17b2efadcd76 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.369953 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1a9135c0-d154-44f3-9a82-17b2efadcd76 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "DELETE /v2.0/networks/14f03785-5df0-4ac5-b54f-2db846bf0b92 HTTP/1.1" status: 204 len: 168 time: 0.9406548 Nov 28 07:52:04.373475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41474) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:04.385962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-a873a385-193d-4f92-b64b-08cdb5682c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:04.386467 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9135c0-d154-44f3-9a82-17b2efadcd76 tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event deleted for resources: {'Network': ['ID=14f03785-5df0-4ac5-b54f-2db846bf0b92,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:04.387493 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-a873a385-193d-4f92-b64b-08cdb5682c96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b8bd0f-9a2e-4dc9-9540-e853c5af8492 HTTP/1.1" status: 200 len: 852 time: 0.0690825 Nov 28 07:52:04.411525 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6ce82-8584-4f32-a521-3cc6f436baa1 req-aa9b1b41-573a-42d6-a74d-4964299f9123 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:04.413040 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f2e6ce82-8584-4f32-a521-3cc6f436baa1 req-aa9b1b41-573a-42d6-a74d-4964299f9123 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 943 time: 0.1099880 Nov 28 07:52:04.414656 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-374b8ced-0d98-4ad6-81bc-dc0ad8419c5e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.433494 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-7c3adad7-b1a9-466e-a68e-37488c95a647 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7dfba5c0-16ba-4301-b532-ae93b0cba281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372217 Nov 28 07:52:04.450017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b8ced-0d98-4ad6-81bc-dc0ad8419c5e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd0b326-6e42-4f48-ba08-79181f1ad386,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:04.458515 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-374b8ced-0d98-4ad6-81bc-dc0ad8419c5e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.464046 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-374b8ced-0d98-4ad6-81bc-dc0ad8419c5e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "DELETE /v2.0/subnets/ebd0b326-6e42-4f48-ba08-79181f1ad386 HTTP/1.1" status: 204 len: 168 time: 0.8901093 Nov 28 07:52:04.465539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41476) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:04.470705 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89116c7f-800a-4694-a1a7-e387a7d293d5 None None] Network a768f0f0-3acc-46a0-ad0a-b0116f163f41 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:04.505696 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f2e6ce82-8584-4f32-a521-3cc6f436baa1 req-d564c85f-deea-4668-b230-697b1502a15a tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601885 Nov 28 07:52:04.569815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9de22482-8610-4470-9d1f-23e43a29817e tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.642381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.645550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9de22482-8610-4470-9d1f-23e43a29817e tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.671015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fcd1aa-cc92-47ba-ba04-86a616ac6861 None None] DHCP port deletion for a768f0f0-3acc-46a0-ad0a-b0116f163f41 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:52:04.677414 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-5b97ab88-a4d0-4fc3-9b89-f44e7b910941 service neutron] 10.222.0.35 "GET /v2.0/networks/7dfba5c0-16ba-4301-b532-ae93b0cba281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335777 Nov 28 07:52:04.730113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c6fcd1aa-cc92-47ba-ba04-86a616ac6861 None None] Deleting port 622e8b78-e4c4-48b3-9356-717910f40f83 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:04.730483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd1aa-cc92-47ba-ba04-86a616ac6861 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.798062 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c6fcd1aa-cc92-47ba-ba04-86a616ac6861 None None] For port 622e8b78-e4c4-48b3-9356-717910f40f83, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=622e8b78-e4c4-48b3-9356-717910f40f83,segment=NetworkSegment(d96d155b-18bf-4491-aa2f-f2b12961b922),segment_id=d96d155b-18bf-4491-aa2f-f2b12961b922)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:04.798457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd1aa-cc92-47ba-ba04-86a616ac6861 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.813311 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c6fcd1aa-cc92-47ba-ba04-86a616ac6861 None None] Calling delete_port for 622e8b78-e4c4-48b3-9356-717910f40f83 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:04.823736 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72039a4d-2712-48f7-aa26-b392eb9a887a req-499dcb41-adc9-497a-bb77-4778ec963226 service neutron] 10.222.0.35 "GET /v2.0/networks/7dfba5c0-16ba-4301-b532-ae93b0cba281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352944 Nov 28 07:52:04.830804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Deleting port 622e8b78-e4c4-48b3-9356-717910f40f83 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:04.831365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.834287 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9de22482-8610-4470-9d1f-23e43a29817e tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.837058 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9de22482-8610-4470-9d1f-23e43a29817e tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.840866 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9de22482-8610-4470-9d1f-23e43a29817e tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] 10.222.0.31 "DELETE /v2.0/security-groups/5c194475-12c0-4443-b7b5-bebc4ae5e722 HTTP/1.1" status: 204 len: 168 time: 0.4638414 Nov 28 07:52:04.872181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de22482-8610-4470-9d1f-23e43a29817e tempest-TestNetworkAdvancedServerOps-283793216 tempest-TestNetworkAdvancedServerOps-283793216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c194475-12c0-4443-b7b5-bebc4ae5e722,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:04.925889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd1aa-cc92-47ba-ba04-86a616ac6861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.955203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] For port 622e8b78-e4c4-48b3-9356-717910f40f83, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=622e8b78-e4c4-48b3-9356-717910f40f83,segment=NetworkSegment(d96d155b-18bf-4491-aa2f-f2b12961b922),segment_id=d96d155b-18bf-4491-aa2f-f2b12961b922)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:04.955586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:04.965169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcd1aa-cc92-47ba-ba04-86a616ac6861 None None] Pushing event deleted for resources: {'Port': ['ID=622e8b78-e4c4-48b3-9356-717910f40f83,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:04.972210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fcd1aa-cc92-47ba-ba04-86a616ac6861 None None] No DVR routers for this DVR port 622e8b78-e4c4-48b3-9356-717910f40f83 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:52:04.979276 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Calling delete_port for 622e8b78-e4c4-48b3-9356-717910f40f83 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:05.002383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09a257-d661-4f3f-af39-e27f944f12f4 req-0d161b99-9b61-4667-adda-2e6fcb4d13e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:05.003907 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ca09a257-d661-4f3f-af39-e27f944f12f4 req-0d161b99-9b61-4667-adda-2e6fcb4d13e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd1df2b822ca4fba943e99981388e853&device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 1096 time: 0.0958953 Nov 28 07:52:05.149915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09a257-d661-4f3f-af39-e27f944f12f4 req-8b65e4fe-9e4e-4b69-a2d9-3546bf5c1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:05.151556 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ca09a257-d661-4f3f-af39-e27f944f12f4 req-8b65e4fe-9e4e-4b69-a2d9-3546bf5c1ab0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7dfba5c0-16ba-4301-b532-ae93b0cba281 HTTP/1.1" status: 200 len: 913 time: 0.1162984 Nov 28 07:52:05.153365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.168596 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41484) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:05.188632 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event deleted for resources: {'Port': ['ID=622e8b78-e4c4-48b3-9356-717910f40f83,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:05.221371 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] No DVR routers for this DVR port 622e8b78-e4c4-48b3-9356-717910f40f83 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:52:05.227189 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ca09a257-d661-4f3f-af39-e27f944f12f4 req-5bbe530f-33d0-4831-935b-db1927c430f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2f709e7-4aba-445b-bed5-45666dfb49ea HTTP/1.1" status: 200 len: 217 time: 0.0658605 Nov 28 07:52:05.320627 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3d43c15e-6f6a-4975-8433-e2c1a6f25510 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=667079ab83ea42fabb793483c1db8bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505814 Nov 28 07:52:05.321509 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41488) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:05.334649 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device fd809349-cfbd-4d87-aa52-a2018d9f0a3f no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:52:05.339069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.342453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09a257-d661-4f3f-af39-e27f944f12f4 req-413acb6f-f8c2-419c-a860-1c47fe6faa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:05.343937 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ca09a257-d661-4f3f-af39-e27f944f12f4 req-413acb6f-f8c2-419c-a860-1c47fe6faa5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b8bd0f-9a2e-4dc9-9540-e853c5af8492 HTTP/1.1" status: 200 len: 852 time: 0.0986376 Nov 28 07:52:05.363994 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: fd809349-cfbd-4d87-aa52-a2018d9f0a3f {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:52:05.364687 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device fd809349-cfbd-4d87-aa52-a2018d9f0a3f not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:52:05.365264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 622e8b78-e4c4-48b3-9356-717910f40f83 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:52:05.382136 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cec80df0-1c11-41ec-94d6-a849a0b32f88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.387095 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 622e8b78-e4c4-48b3-9356-717910f40f83 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:52:05.387448 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 622e8b78-e4c4-48b3-9356-717910f40f83 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:52:05.387983 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ca09a257-d661-4f3f-af39-e27f944f12f4 req-6951415e-a4f9-4ef8-8cdb-8e9db2a56ac9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7dfba5c0-16ba-4301-b532-ae93b0cba281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360775 Nov 28 07:52:05.389523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a768f0f0-3acc-46a0-ad0a-b0116f163f41']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:05.404638 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cec80df0-1c11-41ec-94d6-a849a0b32f88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.407784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96d155b-18bf-4491-aa2f-f2b12961b922') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:05.408080 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96d155b-18bf-4491-aa2f-f2b12961b922') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:05.430570 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.455206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cec80df0-1c11-41ec-94d6-a849a0b32f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.457841 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cec80df0-1c11-41ec-94d6-a849a0b32f88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.459362 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cec80df0-1c11-41ec-94d6-a849a0b32f88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5db026e-d96a-4b29-a1d8-74d3d866f2c9 HTTP/1.1" status: 204 len: 168 time: 0.1369481 Nov 28 07:52:05.469519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec80df0-1c11-41ec-94d6-a849a0b32f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5db026e-d96a-4b29-a1d8-74d3d866f2c9,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:05.484037 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.494738 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:52:05.495304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:52:05.498807 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:52:05.568741 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ca09a257-d661-4f3f-af39-e27f944f12f4 req-ed5e8f14-f668-482e-9e34-9ecea36004ac service neutron] 10.222.0.35 "GET /v2.0/networks/7dfba5c0-16ba-4301-b532-ae93b0cba281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716487 Nov 28 07:52:05.573425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.593340 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.597718 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "DELETE /v2.0/networks/a768f0f0-3acc-46a0-ad0a-b0116f163f41 HTTP/1.1" status: 204 len: 168 time: 1.1198688 Nov 28 07:52:05.598627 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529eabc1-d1db-41d9-91cb-f4cc980da670 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event deleted for resources: {'Network': ['ID=a768f0f0-3acc-46a0-ad0a-b0116f163f41,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:05.599594 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41496) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:05.676647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94d9a8c-64da-4bf4-9ba9-8f9212ac46ba tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Deleting subnet e6e7bc2c-41ff-4784-a820-a789e1ef90b4 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:52:05.682986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d94d9a8c-64da-4bf4-9ba9-8f9212ac46ba tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.691252 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ca09a257-d661-4f3f-af39-e27f944f12f4 req-727044d8-d33c-4436-a1a1-16f56eb2db9a service neutron] 10.222.0.35 "GET /v2.0/networks/7dfba5c0-16ba-4301-b532-ae93b0cba281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993114 Nov 28 07:52:05.719494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6722d67-e611-4426-9f33-d3395c11ba12 req-b80c8fdf-d767-432c-baca-79731bfa0a6c tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:05.721085 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d6722d67-e611-4426-9f33-d3395c11ba12 req-b80c8fdf-d767-432c-baca-79731bfa0a6c tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 943 time: 0.1377406 Nov 28 07:52:05.741762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d94d9a8c-64da-4bf4-9ba9-8f9212ac46ba tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.761425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a2f709e7-4aba-445b-bed5-45666dfb49ea details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:52:05.776917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41498) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:05.794213 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cae11c93-965e-4dea-b01b-4138a21228e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.816423 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d6722d67-e611-4426-9f33-d3395c11ba12 req-0b2c915f-419f-4fe2-9b51-ebc1b8ac7cad tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893319 Nov 28 07:52:05.882022 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d94d9a8c-64da-4bf4-9ba9-8f9212ac46ba tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.895910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port a2f709e7-4aba-445b-bed5-45666dfb49ea, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a2f709e7-4aba-445b-bed5-45666dfb49ea,segment=NetworkSegment(3b46e00e-a971-4c41-984d-3e5b7451868c),segment_id=3b46e00e-a971-4c41-984d-3e5b7451868c)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:05.907170 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'a2f709e7-4aba-445b-bed5-45666dfb49ea', 'network_id': '7dfba5c0-16ba-4301-b532-ae93b0cba281', 'port_id': 'a2f709e7-4aba-445b-bed5-45666dfb49ea', 'mac_address': 'fa:16:3e:ff:27:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b8bd0f-9a2e-4dc9-9540-e853c5af8492', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:52:05.908801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cae11c93-965e-4dea-b01b-4138a21228e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.916498 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cae11c93-965e-4dea-b01b-4138a21228e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.950018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d94d9a8c-64da-4bf4-9ba9-8f9212ac46ba tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.957916 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae11c93-965e-4dea-b01b-4138a21228e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9776009-2136-4dd8-b043-319295586f40,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:05.965779 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cae11c93-965e-4dea-b01b-4138a21228e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa182f965c104f03b4f10a5e1e0cf365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1853278 Nov 28 07:52:05.965991 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41500) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:05.976462 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.978417 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d9a8c-64da-4bf4-9ba9-8f9212ac46ba tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e7bc2c-41ff-4784-a820-a789e1ef90b4,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:05.982369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d94d9a8c-64da-4bf4-9ba9-8f9212ac46ba tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:05.988625 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d94d9a8c-64da-4bf4-9ba9-8f9212ac46ba tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "DELETE /v2.0/subnets/e6e7bc2c-41ff-4784-a820-a789e1ef90b4 HTTP/1.1" status: 204 len: 168 time: 0.3733101 Nov 28 07:52:05.989380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41502) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:06.000963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5748be1e-91d8-44e3-8d8a-6dc2a9140772 None None] Network 77600401-ce08-4ea1-9e87-5e4da3fa7a78 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:06.016922 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f709e7-4aba-445b-bed5-45666dfb49ea {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:52:06.022330 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-773cc81f-f299-4e8c-801b-d7ef466652b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.048174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-54006b08-4a0c-468c-b69c-d6f2f31b9e9e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Deleting subnet b6a00707-6e0f-4b48-8890-68959541a5c6 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:52:06.049218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-773cc81f-f299-4e8c-801b-d7ef466652b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.051654 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54006b08-4a0c-468c-b69c-d6f2f31b9e9e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.085652 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port a2f709e7-4aba-445b-bed5-45666dfb49ea, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a2f709e7-4aba-445b-bed5-45666dfb49ea,segment=NetworkSegment(3b46e00e-a971-4c41-984d-3e5b7451868c),segment_id=3b46e00e-a971-4c41-984d-3e5b7451868c)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:06.091967 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.098123 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54006b08-4a0c-468c-b69c-d6f2f31b9e9e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.113885 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-773cc81f-f299-4e8c-801b-d7ef466652b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.117868 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-773cc81f-f299-4e8c-801b-d7ef466652b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.121332 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-773cc81f-f299-4e8c-801b-d7ef466652b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9776009-2136-4dd8-b043-319295586f40 HTTP/1.1" status: 204 len: 168 time: 0.1544018 Nov 28 07:52:06.131822 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cc81f-f299-4e8c-801b-d7ef466652b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9776009-2136-4dd8-b043-319295586f40,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:06.214357 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=a2f709e7-4aba-445b-bed5-45666dfb49ea,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:06.222915 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54006b08-4a0c-468c-b69c-d6f2f31b9e9e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.283391 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e662ed-32e6-49ac-902e-47be1c187711 None None] DHCP port deletion for 77600401-ce08-4ea1-9e87-5e4da3fa7a78 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:52:06.295316 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54006b08-4a0c-468c-b69c-d6f2f31b9e9e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.330837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-54006b08-4a0c-468c-b69c-d6f2f31b9e9e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.334738 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-54006b08-4a0c-468c-b69c-d6f2f31b9e9e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "DELETE /v2.0/subnets/b6a00707-6e0f-4b48-8890-68959541a5c6 HTTP/1.1" status: 204 len: 168 time: 0.3444228 Nov 28 07:52:06.336814 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54006b08-4a0c-468c-b69c-d6f2f31b9e9e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a00707-6e0f-4b48-8890-68959541a5c6,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:06.337772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41508) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:06.345775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808ba2fa-4ba7-4236-a369-d0358b2a59d3 None None] Network be0add94-a2f2-4700-b7d2-9a97335c92f1 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:06.378678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['a2f709e7-4aba-445b-bed5-45666dfb49ea'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:52:06.421857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.477735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a9e662ed-32e6-49ac-902e-47be1c187711 None None] Deleting port baea8961-96c5-41e3-b8d3-22693bfa61df {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:06.478103 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a9e662ed-32e6-49ac-902e-47be1c187711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.492978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Deleting port baea8961-96c5-41e3-b8d3-22693bfa61df {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:06.493321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.559751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] For port baea8961-96c5-41e3-b8d3-22693bfa61df, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=baea8961-96c5-41e3-b8d3-22693bfa61df,segment=NetworkSegment(cb9a1b7b-4f7b-482e-bd77-1cc7dd706832),segment_id=cb9a1b7b-4f7b-482e-bd77-1cc7dd706832)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:06.560117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.574260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Calling delete_port for baea8961-96c5-41e3-b8d3-22693bfa61df owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:06.609251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a9e662ed-32e6-49ac-902e-47be1c187711 None None] For port baea8961-96c5-41e3-b8d3-22693bfa61df, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=baea8961-96c5-41e3-b8d3-22693bfa61df,segment=NetworkSegment(cb9a1b7b-4f7b-482e-bd77-1cc7dd706832),segment_id=cb9a1b7b-4f7b-482e-bd77-1cc7dd706832)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:06.609696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a9e662ed-32e6-49ac-902e-47be1c187711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.643812 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a9e662ed-32e6-49ac-902e-47be1c187711 None None] Calling delete_port for baea8961-96c5-41e3-b8d3-22693bfa61df owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:06.684931 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.730718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] No DVR routers for this DVR port baea8961-96c5-41e3-b8d3-22693bfa61df on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:52:06.736375 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event deleted for resources: {'Port': ['ID=baea8961-96c5-41e3-b8d3-22693bfa61df,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:06.758334 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb7a04b-9424-4395-9241-1c3e4f0e3af9 None None] DHCP port deletion for be0add94-a2f2-4700-b7d2-9a97335c92f1 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:52:06.839492 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.866905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77600401-ce08-4ea1-9e87-5e4da3fa7a78']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:06.873767 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a9e662ed-32e6-49ac-902e-47be1c187711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.893398 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9a1b7b-4f7b-482e-bd77-1cc7dd706832') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:06.893676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9a1b7b-4f7b-482e-bd77-1cc7dd706832') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:06.907226 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e662ed-32e6-49ac-902e-47be1c187711 None None] Pushing event deleted for resources: {'Port': ['ID=baea8961-96c5-41e3-b8d3-22693bfa61df,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:06.909973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e662ed-32e6-49ac-902e-47be1c187711 None None] No DVR routers for this DVR port baea8961-96c5-41e3-b8d3-22693bfa61df on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:52:06.910136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.940488 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7fb7a04b-9424-4395-9241-1c3e4f0e3af9 None None] Deleting port 2856c899-efcc-4d07-a2aa-671fa5d389cf {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:06.940862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7fb7a04b-9424-4395-9241-1c3e4f0e3af9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.955724 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.971038 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:52:06.971510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:52:06.977396 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:52:07.017341 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7fb7a04b-9424-4395-9241-1c3e4f0e3af9 None None] For port 2856c899-efcc-4d07-a2aa-671fa5d389cf, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=2856c899-efcc-4d07-a2aa-671fa5d389cf,segment=NetworkSegment(15c78f26-799e-45b7-bb6d-7604523fdec2),segment_id=15c78f26-799e-45b7-bb6d-7604523fdec2)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:07.017985 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7fb7a04b-9424-4395-9241-1c3e4f0e3af9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.035483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7fb7a04b-9424-4395-9241-1c3e4f0e3af9 None None] Calling delete_port for 2856c899-efcc-4d07-a2aa-671fa5d389cf owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:07.306922 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7fb7a04b-9424-4395-9241-1c3e4f0e3af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.345314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7a04b-9424-4395-9241-1c3e4f0e3af9 None None] Pushing event deleted for resources: {'Port': ['ID=2856c899-efcc-4d07-a2aa-671fa5d389cf,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:07.358913 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device baea8961-96c5-41e3-b8d3-22693bfa61df no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:52:07.381304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1390bba-dc5e-481b-a389-7f3107f50ac2 req-685a5adb-b170-4e4f-bee7-6ad038b7289b tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:07.382830 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c1390bba-dc5e-481b-a389-7f3107f50ac2 req-685a5adb-b170-4e4f-bee7-6ad038b7289b tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 944 time: 0.4755192 Nov 28 07:52:07.384092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb7a04b-9424-4395-9241-1c3e4f0e3af9 None None] No DVR routers for this DVR port 2856c899-efcc-4d07-a2aa-671fa5d389cf on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:52:07.386307 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: baea8961-96c5-41e3-b8d3-22693bfa61df {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:52:07.386909 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device baea8961-96c5-41e3-b8d3-22693bfa61df not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:52:07.387717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 2856c899-efcc-4d07-a2aa-671fa5d389cf no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:52:07.393312 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.404196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.408733 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "DELETE /v2.0/networks/77600401-ce08-4ea1-9e87-5e4da3fa7a78 HTTP/1.1" status: 204 len: 168 time: 1.0693140 Nov 28 07:52:07.411452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41538) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:07.417751 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 2856c899-efcc-4d07-a2aa-671fa5d389cf {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:52:07.418099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 2856c899-efcc-4d07-a2aa-671fa5d389cf not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:52:07.439993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bee3d8-faba-4a0e-851d-62f5dd1ebe45 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event deleted for resources: {'Network': ['ID=77600401-ce08-4ea1-9e87-5e4da3fa7a78,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:07.478706 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c1390bba-dc5e-481b-a389-7f3107f50ac2 req-1c8db288-878b-4704-a952-c7bf75ad9694 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685570 Nov 28 07:52:07.507642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-781b65aa-0334-4df1-a36a-4ba272a342e1 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.605069 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-781b65aa-0334-4df1-a36a-4ba272a342e1 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.625625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-781b65aa-0334-4df1-a36a-4ba272a342e1 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0add94-a2f2-4700-b7d2-9a97335c92f1']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:07.635733 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-781b65aa-0334-4df1-a36a-4ba272a342e1 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c78f26-799e-45b7-bb6d-7604523fdec2') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:07.636024 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-781b65aa-0334-4df1-a36a-4ba272a342e1 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c78f26-799e-45b7-bb6d-7604523fdec2') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:07.650912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-781b65aa-0334-4df1-a36a-4ba272a342e1 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.667243 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-781b65aa-0334-4df1-a36a-4ba272a342e1 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.668987 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41546) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:07.673729 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781b65aa-0334-4df1-a36a-4ba272a342e1 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:52:07.674155 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-781b65aa-0334-4df1-a36a-4ba272a342e1 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:52:07.677778 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:52:07.736717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-781b65aa-0334-4df1-a36a-4ba272a342e1 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.745600 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-781b65aa-0334-4df1-a36a-4ba272a342e1 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.751361 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-781b65aa-0334-4df1-a36a-4ba272a342e1 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "DELETE /v2.0/networks/be0add94-a2f2-4700-b7d2-9a97335c92f1 HTTP/1.1" status: 204 len: 168 time: 0.3383152 Nov 28 07:52:07.751546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41550) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:07.761380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b65aa-0334-4df1-a36a-4ba272a342e1 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event deleted for resources: {'Network': ['ID=be0add94-a2f2-4700-b7d2-9a97335c92f1,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:07.766910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a2f709e7-4aba-445b-bed5-45666dfb49ea up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:52:07.812731 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25cf15c-ec04-4b4a-9905-0a9c9df08246 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Deleting subnet 7667626c-909c-4952-af5f-af594a1775fc {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:52:07.816164 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a25cf15c-ec04-4b4a-9905-0a9c9df08246 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.824975 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port a2f709e7-4aba-445b-bed5-45666dfb49ea completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:52:07.828714 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port a2f709e7-4aba-445b-bed5-45666dfb49ea triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:07.829092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.841872 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'network': {'name': 'tempest-network-smoke--858264603', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'port_security_enabled': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:07.872310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a25cf15c-ec04-4b4a-9905-0a9c9df08246 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.903578 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:52:07.907313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.919966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.920178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:07.947114 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931b1121-0cb0-434a-89b3-d13f158de81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f709e7-4aba-445b-bed5-45666dfb49ea'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:52:07.950142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cd8468-6cb3-4560-8f12-feac79faeb8c" -d '{"events": [{"server_uuid": "931b1121-0cb0-434a-89b3-d13f158de81e", "name": "network-vif-plugged", "status": "completed", "tag": "a2f709e7-4aba-445b-bed5-45666dfb49ea"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:52:07.964571 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port a2f709e7-4aba-445b-bed5-45666dfb49ea, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a2f709e7-4aba-445b-bed5-45666dfb49ea,segment=NetworkSegment(3b46e00e-a971-4c41-984d-3e5b7451868c),segment_id=3b46e00e-a971-4c41-984d-3e5b7451868c)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:07.970018 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.001758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba0d9c7-86e6-4438-85a0-3901059e394c x-openstack-request-id: req-3ba0d9c7-86e6-4438-85a0-3901059e394c {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:52:08.002100 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931b1121-0cb0-434a-89b3-d13f158de81e", "name": "network-vif-plugged", "status": "completed", "tag": "a2f709e7-4aba-445b-bed5-45666dfb49ea", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:52:08.002588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ba0d9c7-86e6-4438-85a0-3901059e394c {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:52:08.003457 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931b1121-0cb0-434a-89b3-d13f158de81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f709e7-4aba-445b-bed5-45666dfb49ea', 'code': 200} Nov 28 07:52:08.015963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a25cf15c-ec04-4b4a-9905-0a9c9df08246 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.047096 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=a2f709e7-4aba-445b-bed5-45666dfb49ea,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:08.128915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.136721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.189240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a25cf15c-ec04-4b4a-9905-0a9c9df08246 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.193401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:52:08.200605 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8594be6-567d-4559-af67-cbcc7c091e75 req-f5ac15c8-9200-44f2-abac-3bd358d6e3a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1414492 Nov 28 07:52:08.246709 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.247114 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Added segment d3efb426-7917-4073-9f29-cd941b903fef of type vlan for network 3c823832-7711-4368-bd36-8e5df975d5ee Nov 28 07:52:08.249569 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cf15c-ec04-4b4a-9905-0a9c9df08246 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event deleted for resources: {'Subnet': ['ID=7667626c-909c-4952-af5f-af594a1775fc,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:08.256993 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a88a79a-442c-47fe-8e04-d403ebd951e3 None None] Network 36268c9f-4631-487b-b569-bd5cddec9c95 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:08.259270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a25cf15c-ec04-4b4a-9905-0a9c9df08246 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.262632 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a25cf15c-ec04-4b4a-9905-0a9c9df08246 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "DELETE /v2.0/subnets/7667626c-909c-4952-af5f-af594a1775fc HTTP/1.1" status: 204 len: 168 time: 0.5100367 Nov 28 07:52:08.265263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41554) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:08.275460 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0056698-f111-4155-87e6-349d78eb78e1,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:08.349178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.362292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65101f-9d36-4c32-8424-fca3874647e2 req-34654add-f6c8-40d8-ad1e-f9aef2bf120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:08.362903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.363890 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fb65101f-9d36-4c32-8424-fca3874647e2 req-34654add-f6c8-40d8-ad1e-f9aef2bf120d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 1098 time: 0.2124791 Nov 28 07:52:08.412536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8594be6-567d-4559-af67-cbcc7c091e75 req-a5870c9e-94a7-4689-8208-47438d7b947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:08.414126 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8594be6-567d-4559-af67-cbcc7c091e75 req-a5870c9e-94a7-4689-8208-47438d7b947b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 1099 time: 0.1564019 Nov 28 07:52:08.418502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.424689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:08.425355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.436791 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Deleting port 3a369a92-4dca-43fe-aa6d-44585fe5ac31 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:08.437329 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.475160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91057560-2e4d-48bb-8437-fb16543d99f6 None None] DHCP port deletion for 36268c9f-4631-487b-b569-bd5cddec9c95 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:52:08.515593 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] For port 3a369a92-4dca-43fe-aa6d-44585fe5ac31, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=3a369a92-4dca-43fe-aa6d-44585fe5ac31,segment=NetworkSegment(3463dde7-8d42-4b6b-96d1-d5e66eb8db0b),segment_id=3463dde7-8d42-4b6b-96d1-d5e66eb8db0b)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:08.515958 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.532445 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Calling delete_port for 3a369a92-4dca-43fe-aa6d-44585fe5ac31 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:08.541701 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8688550 Nov 28 07:52:08.541701 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fb65101f-9d36-4c32-8424-fca3874647e2 req-afd7af9f-5a21-4158-879b-a8bf3580c115 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684365 Nov 28 07:52:08.543950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41558) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:08.574633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-91057560-2e4d-48bb-8437-fb16543d99f6 None None] Deleting port 3a369a92-4dca-43fe-aa6d-44585fe5ac31 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:08.575080 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-91057560-2e4d-48bb-8437-fb16543d99f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.579467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'admin_state_up': True, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:08.594497 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19d376-7294-48e4-aba3-87eec68a75f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Network': ['ID=3c823832-7711-4368-bd36-8e5df975d5ee,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:08.610735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 3c823832-7711-4368-bd36-8e5df975d5ee details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:52:08.644372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.668174 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.669143 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.679844 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] No DVR routers for this DVR port 3a369a92-4dca-43fe-aa6d-44585fe5ac31 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:52:08.680103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8594be6-567d-4559-af67-cbcc7c091e75 req-76855e2d-cb4d-4f00-a464-d13e7df073dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:08.681457 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8594be6-567d-4559-af67-cbcc7c091e75 req-76855e2d-cb4d-4f00-a464-d13e7df073dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 912 time: 0.2414801 Nov 28 07:52:08.682248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event deleted for resources: {'Port': ['ID=3a369a92-4dca-43fe-aa6d-44585fe5ac31,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:08.704405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb3c9d-b219-4f05-9c4c-5f6413c7a3b6 req-33793957-0a1a-4d8d-b98b-007d8dbdbac9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:08.705846 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d0eb3c9d-b219-4f05-9c4c-5f6413c7a3b6 req-33793957-0a1a-4d8d-b98b-007d8dbdbac9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.1188736 Nov 28 07:52:08.723367 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-91057560-2e4d-48bb-8437-fb16543d99f6 None None] For port 3a369a92-4dca-43fe-aa6d-44585fe5ac31, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=3a369a92-4dca-43fe-aa6d-44585fe5ac31,segment=NetworkSegment(3463dde7-8d42-4b6b-96d1-d5e66eb8db0b),segment_id=3463dde7-8d42-4b6b-96d1-d5e66eb8db0b)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:08.723765 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-91057560-2e4d-48bb-8437-fb16543d99f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.747526 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-91057560-2e4d-48bb-8437-fb16543d99f6 None None] Calling delete_port for 3a369a92-4dca-43fe-aa6d-44585fe5ac31 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:08.770723 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.782830 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.807159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36268c9f-4631-487b-b569-bd5cddec9c95']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:08.817636 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3463dde7-8d42-4b6b-96d1-d5e66eb8db0b') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:08.817946 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3463dde7-8d42-4b6b-96d1-d5e66eb8db0b') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:08.831397 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.845681 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.846726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-91057560-2e4d-48bb-8437-fb16543d99f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.853797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:52:08.854205 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:52:08.857390 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:52:08.875322 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91057560-2e4d-48bb-8437-fb16543d99f6 None None] Pushing event deleted for resources: {'Port': ['ID=3a369a92-4dca-43fe-aa6d-44585fe5ac31,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:08.881619 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91057560-2e4d-48bb-8437-fb16543d99f6 None None] No DVR routers for this DVR port 3a369a92-4dca-43fe-aa6d-44585fe5ac31 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:52:08.922582 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d0eb3c9d-b219-4f05-9c4c-5f6413c7a3b6 req-5908e6ef-2a1e-489a-859a-1c9e5f54905a tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078876 Nov 28 07:52:08.948926 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.955446 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:08.958479 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "DELETE /v2.0/networks/36268c9f-4631-487b-b569-bd5cddec9c95 HTTP/1.1" status: 204 len: 168 time: 0.6919367 Nov 28 07:52:08.961806 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41560) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:08.981328 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc695c99-1e68-4ef2-b89f-8dbaac7fa04b tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Pushing event deleted for resources: {'Network': ['ID=36268c9f-4631-487b-b569-bd5cddec9c95,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:09.001414 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2fc2848f-e58a-4450-aa07-e7a2e4759390 tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "GET /v2.0/ports?device_id=42ca7e35-4522-4f7c-b2cb-e8efb0388da0 HTTP/1.1" status: 200 len: 205 time: 0.0359521 Nov 28 07:52:09.001667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41562) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:09.012301 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8594be6-567d-4559-af67-cbcc7c091e75 req-27f53100-6ce8-4797-9662-61d370905cb1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1238994c-ebf9-4cd2-9125-5cfa6612ebca HTTP/1.1" status: 200 len: 1001 time: 0.2517562 Nov 28 07:52:09.020305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:09.087425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4c3c-29cb-4619-8b94-387a7181ed1e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:09.094531 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8594be6-567d-4559-af67-cbcc7c091e75 req-4bfc78b5-9653-4035-ae6c-1e72f029ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:09.096129 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8594be6-567d-4559-af67-cbcc7c091e75 req-4bfc78b5-9653-4035-ae6c-1e72f029ec98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0720525 Nov 28 07:52:09.203614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8594be6-567d-4559-af67-cbcc7c091e75 req-9023895c-89e0-4109-bcc1-8053bdff8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:09.205118 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8594be6-567d-4559-af67-cbcc7c091e75 req-9023895c-89e0-4109-bcc1-8053bdff8b16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1009300 Nov 28 07:52:09.271778 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4c3c-29cb-4619-8b94-387a7181ed1e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:09.274299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4c3c-29cb-4619-8b94-387a7181ed1e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:09.323436 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4c3c-29cb-4619-8b94-387a7181ed1e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:09.324284 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2d4c3c-29cb-4619-8b94-387a7181ed1e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Fanout notify agent at l3_agent the message router_deleted on router 42ca7e35-4522-4f7c-b2cb-e8efb0388da0 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:52:09.329504 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 3a369a92-4dca-43fe-aa6d-44585fe5ac31 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:52:09.338802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4c3c-29cb-4619-8b94-387a7181ed1e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:09.340255 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0b2d4c3c-29cb-4619-8b94-387a7181ed1e tempest-RoutersNegativeIpV6Test-1852831724 tempest-RoutersNegativeIpV6Test-1852831724-project] 10.222.0.31 "DELETE /v2.0/routers/42ca7e35-4522-4f7c-b2cb-e8efb0388da0 HTTP/1.1" status: 204 len: 168 time: 0.3372216 Nov 28 07:52:09.356400 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 3a369a92-4dca-43fe-aa6d-44585fe5ac31 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:52:09.356745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 3a369a92-4dca-43fe-aa6d-44585fe5ac31 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:52:09.406695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:09.436360 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:09.440677 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8594be6-567d-4559-af67-cbcc7c091e75 req-7ba1475f-78a8-4775-a843-be838cfb7295 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275615 Nov 28 07:52:09.605533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41568) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:09.633694 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8594be6-567d-4559-af67-cbcc7c091e75 req-68adaeb5-7a11-4333-8729-8d095ccf89c1 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570015 Nov 28 07:52:09.634764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.126 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/490a10d2-02a4-455a-92af-78d00aa87a82) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:52:09.774190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:09.790124 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d50c96c4-05b9-4475-b7b0-b6ecde53a015 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b765e59e146543dba4bcd7b5bb399ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1834815 Nov 28 07:52:09.793564 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41572) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:09.823929 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:09.851536 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e22aef86-a8d7-402d-ae54-36b0d3f89342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:09.864075 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:09.873179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:09.876819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:52:09.877069 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e22aef86-a8d7-402d-ae54-36b0d3f89342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:09.882974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=490a10d2-02a4-455a-92af-78d00aa87a82,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:09.892664 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8488045f-b86d-43e2-ba75-a89c4ddf22ce None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:52:09.940234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e22aef86-a8d7-402d-ae54-36b0d3f89342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:09.943236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e22aef86-a8d7-402d-ae54-36b0d3f89342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:09.944465 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e22aef86-a8d7-402d-ae54-36b0d3f89342 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7441b12a-70b2-45d1-9b02-e2e6e32f059a HTTP/1.1" status: 204 len: 168 time: 0.1497359 Nov 28 07:52:09.953537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aef86-a8d7-402d-ae54-36b0d3f89342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7441b12a-70b2-45d1-9b02-e2e6e32f059a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:09.997081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-54b446c7-45fe-4492-9dee-b14dbeda617f None None] Provisioning complete for port 490a10d2-02a4-455a-92af-78d00aa87a82 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:09.997659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-54b446c7-45fe-4492-9dee-b14dbeda617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:10.047355 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-54b446c7-45fe-4492-9dee-b14dbeda617f None None] Port 490a10d2-02a4-455a-92af-78d00aa87a82 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:52:10.125029 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d4933-3fb2-4569-bb76-2a7dd1524525 req-8db2020f-2894-479a-9f49-78564a3ab333 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:10.126830 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5d7d4933-3fb2-4569-bb76-2a7dd1524525 req-8db2020f-2894-479a-9f49-78564a3ab333 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.0729449 Nov 28 07:52:10.180308 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5d7d4933-3fb2-4569-bb76-2a7dd1524525 req-527c182f-d5c7-4b30-88a9-93959569ff10 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456648 Nov 28 07:52:10.215427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:10.374343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd2c1f-0b11-4ee7-b1d2-3fbbe7b1f3a3 req-edca3f5c-59bf-4c25-9abe-89858f5f1463 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:10.375878 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22fd2c1f-0b11-4ee7-b1d2-3fbbe7b1f3a3 req-edca3f5c-59bf-4c25-9abe-89858f5f1463 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.1163538 Nov 28 07:52:10.505046 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22fd2c1f-0b11-4ee7-b1d2-3fbbe7b1f3a3 req-f4350cae-1700-408c-9ec5-fdfd48ea4c5d tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221740 Nov 28 07:52:10.544963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:10.739517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41602) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:10.757449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 6106be0e-cf5d-4488-807f-48a8031077ad is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:52:10.839550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3e3cbd5b-cdb1-479c-b0b5-fa79086683b3 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-589493781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:10.864654 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3e3cbd5b-cdb1-479c-b0b5-fa79086683b3 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:10.865727 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3e3cbd5b-cdb1-479c-b0b5-fa79086683b3 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:10.927924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3e3cbd5b-cdb1-479c-b0b5-fa79086683b3 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:10.935045 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3e3cbd5b-cdb1-479c-b0b5-fa79086683b3 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:10.954776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3e3cbd5b-cdb1-479c-b0b5-fa79086683b3 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:10.956062 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3e3cbd5b-cdb1-479c-b0b5-fa79086683b3 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2155495 Nov 28 07:52:10.958933 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41606) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:10.964511 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1591301610'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:10.985760 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Made reservation on behalf of f9e4f25d670d4f05ba1ae9de201d4155 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:52:10.989266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.000023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.080345 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.084633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.112928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:52:11.123106 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6279340c-d2ee-49ce-96f3-9703337d8c27,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:11.128307 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.128650 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Added segment 85cf5096-8781-4b38-a5ae-0f966ffa2804 of type vlan for network 25f6097e-5277-4bbc-b23c-1a628f7fd1c8 Nov 28 07:52:11.166504 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d69bc6-ce18-4b22-92a1-f1d8801b7945 req-61d3d150-693c-4314-8ba9-c07454eafc8d tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:11.168090 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-29d69bc6-ce18-4b22-92a1-f1d8801b7945 req-61d3d150-693c-4314-8ba9-c07454eafc8d tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.4500887 Nov 28 07:52:11.175715 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.201340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.207594 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:11.208300 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.254927 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2944689 Nov 28 07:52:11.260899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41608) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:11.284480 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-5306928c-6aca-45e4-b213-621c28982643 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Request body: {'subnet': {'network_id': '25f6097e-5277-4bbc-b23c-1a628f7fd1c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:11.291508 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83679f90-8094-4e0d-a03c-54add7ebcb4e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event updated for resources: {'Network': ['ID=25f6097e-5277-4bbc-b23c-1a628f7fd1c8,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:11.302936 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 25f6097e-5277-4bbc-b23c-1a628f7fd1c8 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:52:11.321553 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-29d69bc6-ce18-4b22-92a1-f1d8801b7945 req-def3182e-5d06-4432-b60b-daa8fb959a7c tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468539 Nov 28 07:52:11.357299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:52:11.368958 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Sync routers for ids ['6106be0e-cf5d-4488-807f-48a8031077ad'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:52:11.379528 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Routers {'6106be0e-cf5d-4488-807f-48a8031077ad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:11.380202 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6106be0e-cf5d-4488-807f-48a8031077ad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:11.393870 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.395244 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fd100042-fe24-47f4-a50c-b8b08c95a9f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8482280 Nov 28 07:52:11.398817 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41610) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:11.412936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5306928c-6aca-45e4-b213-621c28982643 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Made reservation on behalf of f9e4f25d670d4f05ba1ae9de201d4155 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:52:11.417371 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5306928c-6aca-45e4-b213-621c28982643 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.518040 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Set router 6106be0e-cf5d-4488-807f-48a8031077ad gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:52:11.556888 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4357532e-7f83-437d-adeb-de6067491e99 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2bd5e3358de04cc29a985f74fa93a602&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1540811 Nov 28 07:52:11.557154 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41614) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:11.618568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5306928c-6aca-45e4-b213-621c28982643 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.655012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848f7f0-9fa5-47cc-9682-00df11d1c097 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:11.659167 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6848f7f0-9fa5-47cc-9682-00df11d1c097 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984993 Nov 28 07:52:11.659421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41616) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:11.685549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306928c-6aca-45e4-b213-621c28982643 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event updated for resources: {'Subnet': ['ID=78b9d28d-e223-4f84-9dd8-62d26334f6e0,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:11.694128 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4db688a9-4499-4b26-8a6c-45b07342f3f6 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330777 Nov 28 07:52:11.695673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5306928c-6aca-45e4-b213-621c28982643 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Checking segment: {'id': '85cf5096-8781-4b38-a5ae-0f966ffa2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '25f6097e-5277-4bbc-b23c-1a628f7fd1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:52:11.696192 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5306928c-6aca-45e4-b213-621c28982643 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Network hostable DHCP agents. Network: 25f6097e-5277-4bbc-b23c-1a628f7fd1c8, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:52:11.696550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41618) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:11.700691 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:52:10Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:11.701834 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a569cc6b-3095-45fb-b49d-cc40d06cb38d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2115931165', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:11.714506 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5306928c-6aca-45e4-b213-621c28982643 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Network 25f6097e-5277-4bbc-b23c-1a628f7fd1c8 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:52:11.725451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-5306928c-6aca-45e4-b213-621c28982643 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 25f6097e-5277-4bbc-b23c-1a628f7fd1c8) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:11.732142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5306928c-6aca-45e4-b213-621c28982643 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:11.733828 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5306928c-6aca-45e4-b213-621c28982643 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.734301 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Checking router: 6106be0e-cf5d-4488-807f-48a8031077ad for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:52:11.734630 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Updating router 6106be0e-cf5d-4488-807f-48a8031077ad port 490a10d2-02a4-455a-92af-78d00aa87a82 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:52:11.737417 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d44dcb4-9388-4d45-b88a-c3d09d292418 None None] Network 25f6097e-5277-4bbc-b23c-1a628f7fd1c8 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:11.760722 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5306928c-6aca-45e4-b213-621c28982643 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4937651 Nov 28 07:52:11.763721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41620) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:11.772150 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-5e0a29d6-27e1-4eb3-b2e0-5af1df06cf7c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Request body: {'network': {'name': 'tempest-router-network01--1397389199'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:11.799525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0a29d6-27e1-4eb3-b2e0-5af1df06cf7c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Made reservation on behalf of f9e4f25d670d4f05ba1ae9de201d4155 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:52:11.806844 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5e0a29d6-27e1-4eb3-b2e0-5af1df06cf7c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.823298 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a569cc6b-3095-45fb-b49d-cc40d06cb38d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:52:11.828603 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a569cc6b-3095-45fb-b49d-cc40d06cb38d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.839130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0a29d6-27e1-4eb3-b2e0-5af1df06cf7c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:52:11.850130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5e0a29d6-27e1-4eb3-b2e0-5af1df06cf7c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.850662 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-5e0a29d6-27e1-4eb3-b2e0-5af1df06cf7c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Added segment 3ca96c51-59be-4a22-ad99-07fcd3d9b255 of type vlan for network aefe90a4-37a7-42a3-88d9-14380453a6a7 Nov 28 07:52:11.870571 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.898942 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5e0a29d6-27e1-4eb3-b2e0-5af1df06cf7c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.938760 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-25f6097e-5277-4bbc-b23c-1a628f7fd1c8', 'network_id': '25f6097e-5277-4bbc-b23c-1a628f7fd1c8', 'tenant_id': 'f9e4f25d670d4f05ba1ae9de201d4155', 'fixed_ips': [{'subnet_id': '78b9d28d-e223-4f84-9dd8-62d26334f6e0'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:52:11.939042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5e0a29d6-27e1-4eb3-b2e0-5af1df06cf7c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.939159 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.944628 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0a29d6-27e1-4eb3-b2e0-5af1df06cf7c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:11.945250 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5e0a29d6-27e1-4eb3-b2e0-5af1df06cf7c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:11.989268 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5e0a29d6-27e1-4eb3-b2e0-5af1df06cf7c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2213454 Nov 28 07:52:11.992687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41622) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:11.999267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0d2a31be-7699-4bd0-b1d0-f751a248b092 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Request body: {'network': {'name': 'tempest-router-network02--1077783943'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:12.027022 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a29d6-27e1-4eb3-b2e0-5af1df06cf7c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event updated for resources: {'Network': ['ID=aefe90a4-37a7-42a3-88d9-14380453a6a7,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:12.048206 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network aefe90a4-37a7-42a3-88d9-14380453a6a7 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:52:12.050617 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2a31be-7699-4bd0-b1d0-f751a248b092 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Made reservation on behalf of f9e4f25d670d4f05ba1ae9de201d4155 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:52:12.055190 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0d2a31be-7699-4bd0-b1d0-f751a248b092 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.124227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2a31be-7699-4bd0-b1d0-f751a248b092 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:52:12.133911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a569cc6b-3095-45fb-b49d-cc40d06cb38d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.146929 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0d2a31be-7699-4bd0-b1d0-f751a248b092 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.147614 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-0d2a31be-7699-4bd0-b1d0-f751a248b092 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Added segment b00679d5-02dc-4625-8119-0d563819ae0f of type vlan for network afc6a224-3867-490a-96c3-2c79250ee04b Nov 28 07:52:12.169475 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Allocated IP 172.20.0.2 (25f6097e-5277-4bbc-b23c-1a628f7fd1c8/78b9d28d-e223-4f84-9dd8-62d26334f6e0/73646261-1395-4243-8db8-c1be49661cbd) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:52:12.177606 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.184964 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.238653 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Attempting to bind port 490a10d2-02a4-455a-92af-78d00aa87a82 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:52:12.239055 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Attempting to bind port 490a10d2-02a4-455a-92af-78d00aa87a82 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:52:12.239609 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Attempting to bind port 490a10d2-02a4-455a-92af-78d00aa87a82 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:52:12.242806 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7982977-52bc-4541-b0c2-54d57730f1f8 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:52:12.250260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569cc6b-3095-45fb-b49d-cc40d06cb38d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Subnet': ['ID=f2e2fadc-cd4b-4a2a-b681-323470003fd6,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:12.253449 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0d2a31be-7699-4bd0-b1d0-f751a248b092 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.256172 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a569cc6b-3095-45fb-b49d-cc40d06cb38d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Checking segment: {'id': 'd3efb426-7917-4073-9f29-cd941b903fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:52:12.256532 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a569cc6b-3095-45fb-b49d-cc40d06cb38d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network hostable DHCP agents. Network: 3c823832-7711-4368-bd36-8e5df975d5ee, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:52:12.261441 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Pushing event updated for resources: {'Port': ['ID=490a10d2-02a4-455a-92af-78d00aa87a82,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:12.269619 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:12.269971 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:12.270487 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:12.271103 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:12.271620 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:12.272298 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:12.272640 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:12.272973 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:12.273301 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:12.273630 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:12.273954 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:12.274269 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:12.274579 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:12.280125 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:52:12.280554 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:52:12.280958 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.281345 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:52:12.281877 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Bound port: 490a10d2-02a4-455a-92af-78d00aa87a82, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:52:12.282628 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.292535 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a569cc6b-3095-45fb-b49d-cc40d06cb38d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 3c823832-7711-4368-bd36-8e5df975d5ee is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:52:12.300728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0d2a31be-7699-4bd0-b1d0-f751a248b092 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.307748 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2a31be-7699-4bd0-b1d0-f751a248b092 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:12.308779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0d2a31be-7699-4bd0-b1d0-f751a248b092 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.317835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a569cc6b-3095-45fb-b49d-cc40d06cb38d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 3c823832-7711-4368-bd36-8e5df975d5ee) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:12.325652 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a569cc6b-3095-45fb-b49d-cc40d06cb38d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:12.326342 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a569cc6b-3095-45fb-b49d-cc40d06cb38d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.329999 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04abb70-7db6-4bb7-a45f-819021f5dcd4 None None] Network 3c823832-7711-4368-bd36-8e5df975d5ee requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:12.353998 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] For port 490a10d2-02a4-455a-92af-78d00aa87a82, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:52:12.360708 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a569cc6b-3095-45fb-b49d-cc40d06cb38d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6624951 Nov 28 07:52:12.360937 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] For port 490a10d2-02a4-455a-92af-78d00aa87a82, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=490a10d2-02a4-455a-92af-78d00aa87a82,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:52:12.364152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41626) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:12.364839 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0d2a31be-7699-4bd0-b1d0-f751a248b092 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3699825 Nov 28 07:52:12.367718 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41628) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:12.373797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a4957de3-3f3e-41dd-889b-0acf01e2ea3b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Request body: {'subnet': {'network_id': 'aefe90a4-37a7-42a3-88d9-14380453a6a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:12.387133 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.425374 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.437332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805c1903-332b-41a1-8f7c-3cdd467fcd21 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:52:12.448718 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.450550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-68859e7f-9655-496b-a668-82de66f811e3 None None] Provisioning complete for port 490a10d2-02a4-455a-92af-78d00aa87a82 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:12.450930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-68859e7f-9655-496b-a668-82de66f811e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.464851 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a31be-7699-4bd0-b1d0-f751a248b092 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event updated for resources: {'Network': ['ID=afc6a224-3867-490a-96c3-2c79250ee04b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:12.477562 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Routers {'6106be0e-cf5d-4488-807f-48a8031077ad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:12.478969 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6106be0e-cf5d-4488-807f-48a8031077ad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:12.499232 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network afc6a224-3867-490a-96c3-2c79250ee04b details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:52:12.547656 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4957de3-3f3e-41dd-889b-0acf01e2ea3b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Made reservation on behalf of f9e4f25d670d4f05ba1ae9de201d4155 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:52:12.551607 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4957de3-3f3e-41dd-889b-0acf01e2ea3b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.578663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39dc9-dc16-420b-aea1-5355f7bb791f req-5e7d06df-fb6f-444b-8f7f-db909bde7b49 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:12.580555 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5fe39dc9-dc16-420b-aea1-5355f7bb791f req-5e7d06df-fb6f-444b-8f7f-db909bde7b49 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.1598935 Nov 28 07:52:12.656527 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Network 25f6097e-5277-4bbc-b23c-1a628f7fd1c8 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:12.663538 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] Set router 6106be0e-cf5d-4488-807f-48a8031077ad gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:52:12.685573 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5fe39dc9-dc16-420b-aea1-5355f7bb791f req-68b9ef61-52a3-4d20-908d-9777daf9a72d tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937777 Nov 28 07:52:12.708675 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:12.718931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:52:12.732478 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Pushing event updated for resources: {'Port': ['ID=73646261-1395-4243-8db8-c1be49661cbd,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:12.744434 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-68859e7f-9655-496b-a668-82de66f811e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.811254 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-3c823832-7711-4368-bd36-8e5df975d5ee', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:52:12.812575 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.864942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4957de3-3f3e-41dd-889b-0acf01e2ea3b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.879936 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-68859e7f-9655-496b-a668-82de66f811e3 None None] For port 490a10d2-02a4-455a-92af-78d00aa87a82, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=490a10d2-02a4-455a-92af-78d00aa87a82,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:12.889401 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Attempting to bind port 73646261-1395-4243-8db8-c1be49661cbd on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:52:12.890222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Attempting to bind port 73646261-1395-4243-8db8-c1be49661cbd by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '85cf5096-8781-4b38-a5ae-0f966ffa2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '25f6097e-5277-4bbc-b23c-1a628f7fd1c8'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:52:12.891091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Attempting to bind port 73646261-1395-4243-8db8-c1be49661cbd on network 25f6097e-5277-4bbc-b23c-1a628f7fd1c8 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:52:12.894139 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-68859e7f-9655-496b-a668-82de66f811e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.910348 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:52:12.976579 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68859e7f-9655-496b-a668-82de66f811e3 None None] Pushing event updated for resources: {'Port': ['ID=490a10d2-02a4-455a-92af-78d00aa87a82,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:12.978330 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d83638-ac8b-45fc-818b-1a7c21a773f0 None None] Pushing event updated for resources: {'Port': ['ID=490a10d2-02a4-455a-92af-78d00aa87a82,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:12.985986 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:52:12.986715 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Checking segment: {'id': '85cf5096-8781-4b38-a5ae-0f966ffa2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '25f6097e-5277-4bbc-b23c-1a628f7fd1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:52:12.987150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:12.987550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Bound using segment: {'id': '85cf5096-8781-4b38-a5ae-0f966ffa2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '25f6097e-5277-4bbc-b23c-1a628f7fd1c8'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:52:12.988140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Bound port: 73646261-1395-4243-8db8-c1be49661cbd, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85cf5096-8781-4b38-a5ae-0f966ffa2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '25f6097e-5277-4bbc-b23c-1a628f7fd1c8'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:52:12.989059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:13.000043 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:52:10Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:13.041992 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a007c8c7-d80d-4cab-a3bc-e883ef66a301 None None] The sync data for ids ['6106be0e-cf5d-4488-807f-48a8031077ad'] in dv-neutron-744815-16-hyperv is: [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:52:10Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:52:13.068998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4957de3-3f3e-41dd-889b-0acf01e2ea3b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event updated for resources: {'Subnet': ['ID=ee9b7c8a-5262-4eec-af50-e32feea19b79,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:13.100354 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4957de3-3f3e-41dd-889b-0acf01e2ea3b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Checking segment: {'id': '3ca96c51-59be-4a22-ad99-07fcd3d9b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aefe90a4-37a7-42a3-88d9-14380453a6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:52:13.100991 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4957de3-3f3e-41dd-889b-0acf01e2ea3b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Network hostable DHCP agents. Network: aefe90a4-37a7-42a3-88d9-14380453a6a7, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:52:13.132218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4957de3-3f3e-41dd-889b-0acf01e2ea3b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Network aefe90a4-37a7-42a3-88d9-14380453a6a7 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:52:13.133825 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a7f23f70-10a6-4f50-a043-43a51045daa3 None None] Provisioning complete for port 490a10d2-02a4-455a-92af-78d00aa87a82 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:13.134805 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a7f23f70-10a6-4f50-a043-43a51045daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:13.148374 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d3e22-3f25-4d4c-9174-0596424cdc3f req-a1c78f25-e267-4a5d-8ac5-1127a9f0e060 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:13.158317 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b56d3e22-3f25-4d4c-9174-0596424cdc3f req-a1c78f25-e267-4a5d-8ac5-1127a9f0e060 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.1061652 Nov 28 07:52:13.159911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee087a-9e6e-44a7-8716-346adffe7488 req-94857254-b34a-4166-80ff-ee210b43305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:13.161998 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bdee087a-9e6e-44a7-8716-346adffe7488 req-94857254-b34a-4166-80ff-ee210b43305e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd1df2b822ca4fba943e99981388e853&device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 1098 time: 0.1130760 Nov 28 07:52:13.170074 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a4957de3-3f3e-41dd-889b-0acf01e2ea3b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, aefe90a4-37a7-42a3-88d9-14380453a6a7) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:13.183708 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4957de3-3f3e-41dd-889b-0acf01e2ea3b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:13.184621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a4957de3-3f3e-41dd-889b-0acf01e2ea3b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:13.207390 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a4957de3-3f3e-41dd-889b-0acf01e2ea3b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8385444 Nov 28 07:52:13.207708 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3d5bd6-d9d2-4f63-9790-b8d554a1e515 None None] Network aefe90a4-37a7-42a3-88d9-14380453a6a7 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:13.216404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41634) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:13.224762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c3238109-6355-499e-bf85-d851cefebd61 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Request body: {'subnet': {'network_id': 'afc6a224-3867-490a-96c3-2c79250ee04b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:13.276760 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b56d3e22-3f25-4d4c-9174-0596424cdc3f req-32c24fe6-5c34-4ae5-b332-b82ed7a4a7fc tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143744 Nov 28 07:52:13.354393 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:13.367179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee087a-9e6e-44a7-8716-346adffe7488 req-97a46c49-52d8-4247-b9a3-d2ee619e7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:13.369784 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bdee087a-9e6e-44a7-8716-346adffe7488 req-97a46c49-52d8-4247-b9a3-d2ee619e7957 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7dfba5c0-16ba-4301-b532-ae93b0cba281 HTTP/1.1" status: 200 len: 913 time: 0.1838727 Nov 28 07:52:13.374128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3238109-6355-499e-bf85-d851cefebd61 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Made reservation on behalf of f9e4f25d670d4f05ba1ae9de201d4155 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:52:13.385554 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c3238109-6355-499e-bf85-d851cefebd61 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:13.435645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] For port 73646261-1395-4243-8db8-c1be49661cbd, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:52:13.484566 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bdee087a-9e6e-44a7-8716-346adffe7488 req-8a6c5e9d-975f-46b3-8f3e-f3ad0317a4d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2f709e7-4aba-445b-bed5-45666dfb49ea HTTP/1.1" status: 200 len: 217 time: 0.1009469 Nov 28 07:52:13.512279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] For port 73646261-1395-4243-8db8-c1be49661cbd, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=73646261-1395-4243-8db8-c1be49661cbd,segment=NetworkSegment(85cf5096-8781-4b38-a5ae-0f966ffa2804),segment_id=85cf5096-8781-4b38-a5ae-0f966ffa2804)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:52:13.521950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Allocated IP 172.20.0.2 (3c823832-7711-4368-bd36-8e5df975d5ee/f2e2fadc-cd4b-4a2a-b681-323470003fd6/6057706d-a4cc-402c-baec-2b0965563210) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:52:13.531839 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:13.631385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee087a-9e6e-44a7-8716-346adffe7488 req-2231fb1f-e3b2-4864-bc38-8fa55cb63c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:13.633000 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bdee087a-9e6e-44a7-8716-346adffe7488 req-2231fb1f-e3b2-4864-bc38-8fa55cb63c69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b8bd0f-9a2e-4dc9-9540-e853c5af8492 HTTP/1.1" status: 200 len: 852 time: 0.1407788 Nov 28 07:52:13.664657 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c3238109-6355-499e-bf85-d851cefebd61 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:13.689007 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bdee087a-9e6e-44a7-8716-346adffe7488 req-e870a622-29ca-4707-b5a4-2edeec2b744e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7dfba5c0-16ba-4301-b532-ae93b0cba281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460250 Nov 28 07:52:13.757714 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861f3d3-563d-4efa-94e4-a34483105c7d None None] Pushing event updated for resources: {'Port': ['ID=73646261-1395-4243-8db8-c1be49661cbd,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:13.766245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3238109-6355-499e-bf85-d851cefebd61 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Checking segment: {'id': 'b00679d5-02dc-4625-8119-0d563819ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'afc6a224-3867-490a-96c3-2c79250ee04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:52:13.766601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3238109-6355-499e-bf85-d851cefebd61 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Network hostable DHCP agents. Network: afc6a224-3867-490a-96c3-2c79250ee04b, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:52:13.774986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3238109-6355-499e-bf85-d851cefebd61 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event updated for resources: {'Subnet': ['ID=bdb96f83-2f87-4c41-8e43-a23cb5fb62af,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:13.804653 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3238109-6355-499e-bf85-d851cefebd61 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Network afc6a224-3867-490a-96c3-2c79250ee04b is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:52:13.819199 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-c3238109-6355-499e-bf85-d851cefebd61 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, afc6a224-3867-490a-96c3-2c79250ee04b) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:13.832559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3238109-6355-499e-bf85-d851cefebd61 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:13.833591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c3238109-6355-499e-bf85-d851cefebd61 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:13.854048 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e30952-ee79-4225-8397-2bcdd9043214 None None] Network afc6a224-3867-490a-96c3-2c79250ee04b requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:13.866110 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c3238109-6355-499e-bf85-d851cefebd61 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6471744 Nov 28 07:52:13.866812 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41636) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:13.916532 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bdee087a-9e6e-44a7-8716-346adffe7488 req-dd7da157-a0e5-4ebd-ba07-a98bda2cec40 service neutron] 10.222.0.35 "GET /v2.0/networks/7dfba5c0-16ba-4301-b532-ae93b0cba281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110763 Nov 28 07:52:14.079244 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bdee087a-9e6e-44a7-8716-346adffe7488 req-0fb77e86-aeda-4e35-9cbb-76684a0efba6 service neutron] 10.222.0.35 "GET /v2.0/networks/7dfba5c0-16ba-4301-b532-ae93b0cba281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466620 Nov 28 07:52:14.094939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-aefe90a4-37a7-42a3-88d9-14380453a6a7', 'network_id': 'aefe90a4-37a7-42a3-88d9-14380453a6a7', 'tenant_id': 'f9e4f25d670d4f05ba1ae9de201d4155', 'fixed_ips': [{'subnet_id': 'ee9b7c8a-5262-4eec-af50-e32feea19b79'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:52:14.096899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:14.313153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:14.346516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:14.354488 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:14.408314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.1 (3c823832-7711-4368-bd36-8e5df975d5ee/f2e2fadc-cd4b-4a2a-b681-323470003fd6/73718e9d-b30d-4303-96c3-c1d00f960708) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:52:14.412619 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-afc6a224-3867-490a-96c3-2c79250ee04b', 'network_id': 'afc6a224-3867-490a-96c3-2c79250ee04b', 'tenant_id': 'f9e4f25d670d4f05ba1ae9de201d4155', 'fixed_ips': [{'subnet_id': 'bdb96f83-2f87-4c41-8e43-a23cb5fb62af'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:52:14.413499 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:14.456620 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Network 3c823832-7711-4368-bd36-8e5df975d5ee is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:14.472451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:14.475332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:52:14.486117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Pushing event updated for resources: {'Port': ['ID=6057706d-a4cc-402c-baec-2b0965563210,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:14.492016 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Allocated IP 172.20.0.2 (aefe90a4-37a7-42a3-88d9-14380453a6a7/ee9b7c8a-5262-4eec-af50-e32feea19b79/fb425de7-4c18-46d6-9260-cd3af0f20409) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:52:14.544676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:14.627777 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:14.673957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d17b6-aa3d-4938-9ec0-bf9d1a7e9899 req-06c9d0ba-41bd-42e2-8b8b-6b300b4f3c71 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:14.675629 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-419d17b6-aa3d-4938-9ec0-bf9d1a7e9899 req-06c9d0ba-41bd-42e2-8b8b-6b300b4f3c71 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.1056154 Nov 28 07:52:14.685452 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 3c823832-7711-4368-bd36-8e5df975d5ee is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:14.688775 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:14.695068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:52:14.745795 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Attempting to bind port 6057706d-a4cc-402c-baec-2b0965563210 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:52:14.746056 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Attempting to bind port 6057706d-a4cc-402c-baec-2b0965563210 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'd3efb426-7917-4073-9f29-cd941b903fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:52:14.746364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Attempting to bind port 6057706d-a4cc-402c-baec-2b0965563210 on network 3c823832-7711-4368-bd36-8e5df975d5ee {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:52:14.752199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=73718e9d-b30d-4303-96c3-c1d00f960708,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:14.775123 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:52:14.777733 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Checking segment: {'id': 'd3efb426-7917-4073-9f29-cd941b903fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:52:14.778437 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:14.779176 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Bound using segment: {'id': 'd3efb426-7917-4073-9f29-cd941b903fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:52:14.780639 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Bound port: 6057706d-a4cc-402c-baec-2b0965563210, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3efb426-7917-4073-9f29-cd941b903fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:52:14.782582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:14.807577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:14.817650 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-419d17b6-aa3d-4938-9ec0-bf9d1a7e9899 req-851c76e1-832b-4ee6-b1b6-cbd82de0b2e9 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265600 Nov 28 07:52:14.863594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Allocated IP 172.20.0.2 (afc6a224-3867-490a-96c3-2c79250ee04b/bdb96f83-2f87-4c41-8e43-a23cb5fb62af/14383948-8eb2-4f5a-9745-afe3b6547b69) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:52:15.000916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.018333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.041809 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.057213 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] For port 6057706d-a4cc-402c-baec-2b0965563210, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:52:15.103980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] For port 6057706d-a4cc-402c-baec-2b0965563210, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6057706d-a4cc-402c-baec-2b0965563210,segment=NetworkSegment(d3efb426-7917-4073-9f29-cd941b903fef),segment_id=d3efb426-7917-4073-9f29-cd941b903fef)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:52:15.106101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Allocated IP 172.20.0.1 (aefe90a4-37a7-42a3-88d9-14380453a6a7/ee9b7c8a-5262-4eec-af50-e32feea19b79/088334df-b8f8-482f-8ac4-7abe2cf98433) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:52:15.106274 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Network aefe90a4-37a7-42a3-88d9-14380453a6a7 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:15.132060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:15.134528 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.136965 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:52:15.170802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Pushing event updated for resources: {'Port': ['ID=fb425de7-4c18-46d6-9260-cd3af0f20409,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:15.237737 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f53b987-ad63-4ea6-af9c-e2c06a5e066c None None] Network 25f6097e-5277-4bbc-b23c-1a628f7fd1c8 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:15.286248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.357825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.447440 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Network aefe90a4-37a7-42a3-88d9-14380453a6a7 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:15.450837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:15.455924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:52:15.460871 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event updated for resources: {'Port': ['ID=088334df-b8f8-482f-8ac4-7abe2cf98433,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:15.461899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9fd4e-9ac6-4207-b496-e144502a8d57 None None] Pushing event updated for resources: {'Port': ['ID=6057706d-a4cc-402c-baec-2b0965563210,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:15.488066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 73646261-1395-4243-8db8-c1be49661cbd up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:52:15.517569 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.527881 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.544861 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.609210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.612169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Attempting to bind port fb425de7-4c18-46d6-9260-cd3af0f20409 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:52:15.612639 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Attempting to bind port fb425de7-4c18-46d6-9260-cd3af0f20409 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '3ca96c51-59be-4a22-ad99-07fcd3d9b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aefe90a4-37a7-42a3-88d9-14380453a6a7'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:52:15.613070 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Attempting to bind port fb425de7-4c18-46d6-9260-cd3af0f20409 on network aefe90a4-37a7-42a3-88d9-14380453a6a7 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:52:15.629290 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5dea017a-9111-41af-a397-cc89fd23b340 None None] Provisioning complete for port 73646261-1395-4243-8db8-c1be49661cbd triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:15.630083 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5dea017a-9111-41af-a397-cc89fd23b340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.687755 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.688363 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.708714 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-424a2ce2-6807-44a4-ad8a-ed682e0a39de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.710318 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=73718e9d-b30d-4303-96c3-c1d00f960708,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:15.712134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:52:15.719524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Checking segment: {'id': '3ca96c51-59be-4a22-ad99-07fcd3d9b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aefe90a4-37a7-42a3-88d9-14380453a6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:52:15.720325 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.720940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Bound using segment: {'id': '3ca96c51-59be-4a22-ad99-07fcd3d9b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aefe90a4-37a7-42a3-88d9-14380453a6a7'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:52:15.722223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Bound port: fb425de7-4c18-46d6-9260-cd3af0f20409, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca96c51-59be-4a22-ad99-07fcd3d9b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aefe90a4-37a7-42a3-88d9-14380453a6a7'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:52:15.722985 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.750479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:15.824029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Network afc6a224-3867-490a-96c3-2c79250ee04b is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:15.844522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:15.847746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:52:15.853888 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 3c823832-7711-4368-bd36-8e5df975d5ee is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:15.855652 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:16.015222 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 6106be0e-cf5d-4488-807f-48a8031077ad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:52:16.121721 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Pushing event updated for resources: {'Port': ['ID=14383948-8eb2-4f5a-9745-afe3b6547b69,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:16.132111 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 73646261-1395-4243-8db8-c1be49661cbd triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:16.133267 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:16.170446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:52:16.180332 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e8276d9e-d6c0-469e-929b-4a18aa1c51b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/6106be0e-cf5d-4488-807f-48a8031077ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8150172 Nov 28 07:52:16.181149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41642) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:16.217604 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] For port fb425de7-4c18-46d6-9260-cd3af0f20409, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:52:16.236100 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] For port fb425de7-4c18-46d6-9260-cd3af0f20409, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=fb425de7-4c18-46d6-9260-cd3af0f20409,segment=NetworkSegment(3ca96c51-59be-4a22-ad99-07fcd3d9b255),segment_id=3ca96c51-59be-4a22-ad99-07fcd3d9b255)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:52:16.242245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Sync routers for ids ['6106be0e-cf5d-4488-807f-48a8031077ad'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:52:16.283588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:16.348872 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5dea017a-9111-41af-a397-cc89fd23b340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:16.410844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Routers {'6106be0e-cf5d-4488-807f-48a8031077ad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:16.411602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6106be0e-cf5d-4488-807f-48a8031077ad'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:16.424448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b653c-87fb-4c9e-8c15-0860cca18465 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:16.426905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b653c-87fb-4c9e-8c15-0860cca18465 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:16.427091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b653c-87fb-4c9e-8c15-0860cca18465 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:16.428448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b653c-87fb-4c9e-8c15-0860cca18465 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:16.429074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b653c-87fb-4c9e-8c15-0860cca18465 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:16.430511 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b653c-87fb-4c9e-8c15-0860cca18465 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:16.431261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b653c-87fb-4c9e-8c15-0860cca18465 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:16.432172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b653c-87fb-4c9e-8c15-0860cca18465 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:16.432699 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b653c-87fb-4c9e-8c15-0860cca18465 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:16.433401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b653c-87fb-4c9e-8c15-0860cca18465 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:16.433965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b653c-87fb-4c9e-8c15-0860cca18465 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:16.437135 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ac1b653c-87fb-4c9e-8c15-0860cca18465 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7763 time: 0.2549009 Nov 28 07:52:16.440102 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41646) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:16.496989 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Attempting to bind port 14383948-8eb2-4f5a-9745-afe3b6547b69 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:52:16.497571 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Attempting to bind port 14383948-8eb2-4f5a-9745-afe3b6547b69 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'b00679d5-02dc-4625-8119-0d563819ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'afc6a224-3867-490a-96c3-2c79250ee04b'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:52:16.497735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Attempting to bind port 14383948-8eb2-4f5a-9745-afe3b6547b69 on network afc6a224-3867-490a-96c3-2c79250ee04b {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:52:16.535028 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:52:16.535404 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Checking segment: {'id': 'b00679d5-02dc-4625-8119-0d563819ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'afc6a224-3867-490a-96c3-2c79250ee04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:52:16.535839 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:16.536197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Bound using segment: {'id': 'b00679d5-02dc-4625-8119-0d563819ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'afc6a224-3867-490a-96c3-2c79250ee04b'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:52:16.536680 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Bound port: 14383948-8eb2-4f5a-9745-afe3b6547b69, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00679d5-02dc-4625-8119-0d563819ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'afc6a224-3867-490a-96c3-2c79250ee04b'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:52:16.537059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:16.567611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084d4ac-590c-47db-b891-a57e4f26183a None None] Pushing event updated for resources: {'Port': ['ID=fb425de7-4c18-46d6-9260-cd3af0f20409,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:16.589823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5dea017a-9111-41af-a397-cc89fd23b340 None None] For port 73646261-1395-4243-8db8-c1be49661cbd, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=73646261-1395-4243-8db8-c1be49661cbd,segment=NetworkSegment(85cf5096-8781-4b38-a5ae-0f966ffa2804),segment_id=85cf5096-8781-4b38-a5ae-0f966ffa2804)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:16.601975 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076fc26-303a-465d-b52c-3a9e71b71493 req-2e8209d3-0319-49d0-ace3-19993dee8273 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:16.608554 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e076fc26-303a-465d-b52c-3a9e71b71493 req-2e8209d3-0319-49d0-ace3-19993dee8273 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.2041399 Nov 28 07:52:16.659234 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5dea017a-9111-41af-a397-cc89fd23b340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:16.741086 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e076fc26-303a-465d-b52c-3a9e71b71493 req-956ede2b-8035-4475-b0a0-bc56fb489d2f tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194510 Nov 28 07:52:16.750213 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:16.753591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 490a10d2-02a4-455a-92af-78d00aa87a82 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:52:16.757137 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:16.897383 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event updated for resources: {'Port': ['ID=088334df-b8f8-482f-8ac4-7abe2cf98433,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:16.938117 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:16.965898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0240725-0425-46a3-b5c9-4acc23822808 None None] Network 3c823832-7711-4368-bd36-8e5df975d5ee requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:17.004483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Set router 6106be0e-cf5d-4488-807f-48a8031077ad gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:52:17.145053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] For port 14383948-8eb2-4f5a-9745-afe3b6547b69, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:52:17.163512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea017a-9111-41af-a397-cc89fd23b340 None None] Pushing event updated for resources: {'Port': ['ID=73646261-1395-4243-8db8-c1be49661cbd,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:17.191164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Network aefe90a4-37a7-42a3-88d9-14380453a6a7 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:17.225521 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:17.259666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] For port 14383948-8eb2-4f5a-9745-afe3b6547b69, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=14383948-8eb2-4f5a-9745-afe3b6547b69,segment=NetworkSegment(b00679d5-02dc-4625-8119-0d563819ae0f),segment_id=b00679d5-02dc-4625-8119-0d563819ae0f)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:52:17.266490 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ea26cae6-7591-408d-80c8-b3f48d4145f4 None None] Provisioning complete for port 6057706d-a4cc-402c-baec-2b0965563210 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:17.266854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea26cae6-7591-408d-80c8-b3f48d4145f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:17.276388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4548bc-58b2-4240-a775-bf8a3cef2577 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:17.277002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4548bc-58b2-4240-a775-bf8a3cef2577 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:17.277292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4548bc-58b2-4240-a775-bf8a3cef2577 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:17.277732 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4548bc-58b2-4240-a775-bf8a3cef2577 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:17.278172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4548bc-58b2-4240-a775-bf8a3cef2577 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:17.278613 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4548bc-58b2-4240-a775-bf8a3cef2577 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:17.279080 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4548bc-58b2-4240-a775-bf8a3cef2577 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:17.279513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4548bc-58b2-4240-a775-bf8a3cef2577 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:17.279957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4548bc-58b2-4240-a775-bf8a3cef2577 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:17.280403 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4548bc-58b2-4240-a775-bf8a3cef2577 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:17.280839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4548bc-58b2-4240-a775-bf8a3cef2577 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:17.285829 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-aa4548bc-58b2-4240-a775-bf8a3cef2577 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7061 time: 0.8416486 Nov 28 07:52:17.286145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41652) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:17.305309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:17.346695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d01295-76a1-4f0e-a7b0-6343b05d5852 req-9efecc17-617d-4be6-b050-d4cea5fb213d tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:17.348253 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-82d01295-76a1-4f0e-a7b0-6343b05d5852 req-9efecc17-617d-4be6-b050-d4cea5fb213d tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.1880593 Nov 28 07:52:17.415645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 490a10d2-02a4-455a-92af-78d00aa87a82 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:17.416289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:17.439940 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-82d01295-76a1-4f0e-a7b0-6343b05d5852 req-0eb8a90a-e8ab-42de-a2f5-cf63b5b20cf8 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760396 Nov 28 07:52:17.480532 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Router f42da8d2-d5e4-4c73-96a5-4042d8bd8046 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:52:17.635545 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:52:17.644389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f8afa-296e-487a-8b5b-95b8a10730f7 None None] Pushing event updated for resources: {'Port': ['ID=14383948-8eb2-4f5a-9745-afe3b6547b69,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:17.646033 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bd4a9a60-4df7-4253-989c-810eda7ba8b5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "PUT /v2.0/routers/f42da8d2-d5e4-4c73-96a5-4042d8bd8046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7779801 Nov 28 07:52:17.648483 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897fbfb3-4458-46f7-b7a2-a708592aeaed None None] Sync routers for ids ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:52:17.649060 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41654) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:17.666943 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-26703ae6-82ad-4ee8-80ba-e110df985e74 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3586 time: 0.3795323 Nov 28 07:52:17.678661 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897fbfb3-4458-46f7-b7a2-a708592aeaed None None] Routers {'f42da8d2-d5e4-4c73-96a5-4042d8bd8046'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:17.682844 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-897fbfb3-4458-46f7-b7a2-a708592aeaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:17.789653 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-897fbfb3-4458-46f7-b7a2-a708592aeaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:17.806948 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897fbfb3-4458-46f7-b7a2-a708592aeaed None None] Routers {'f42da8d2-d5e4-4c73-96a5-4042d8bd8046'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:17.814560 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-897fbfb3-4458-46f7-b7a2-a708592aeaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:51:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:17.872224 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-897fbfb3-4458-46f7-b7a2-a708592aeaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:17.873346 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897fbfb3-4458-46f7-b7a2-a708592aeaed None None] The sync data for ids ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:52:17.959043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea26cae6-7591-408d-80c8-b3f48d4145f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:17.994292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-148f467b-4d65-4932-8a98-f2d20f8a944a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:18.039391 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-ea26cae6-7591-408d-80c8-b3f48d4145f4 None None] For port 6057706d-a4cc-402c-baec-2b0965563210, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6057706d-a4cc-402c-baec-2b0965563210,segment=NetworkSegment(d3efb426-7917-4073-9f29-cd941b903fef),segment_id=d3efb426-7917-4073-9f29-cd941b903fef)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:18.051982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea26cae6-7591-408d-80c8-b3f48d4145f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:18.059906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:52:14Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:15Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:18.121571 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41658) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:18.126546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8483473d-4c88-4117-899b-5161702161de tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2145237845', 'description': 'tempest-secgroup-smoke-2145237845 description', 'project_id': '2bd5e3358de04cc29a985f74fa93a602'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:18.187100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8483473d-4c88-4117-899b-5161702161de tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:18.192345 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Checking router: 6106be0e-cf5d-4488-807f-48a8031077ad for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:52:18.193600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Updating router 6106be0e-cf5d-4488-807f-48a8031077ad port 73718e9d-b30d-4303-96c3-c1d00f960708 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:52:18.282007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b185a234-6ff6-410e-b330-63e6bb7e95a8 None None] Provisioning complete for port 73646261-1395-4243-8db8-c1be49661cbd triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:18.282381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b185a234-6ff6-410e-b330-63e6bb7e95a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:18.338112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:18.346130 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26cae6-7591-408d-80c8-b3f48d4145f4 None None] Pushing event updated for resources: {'Port': ['ID=6057706d-a4cc-402c-baec-2b0965563210,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:18.356765 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8483473d-4c88-4117-899b-5161702161de tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:18.367911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8483473d-4c88-4117-899b-5161702161de tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:18.423549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8483473d-4c88-4117-899b-5161702161de tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:18.425734 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8483473d-4c88-4117-899b-5161702161de tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3025351 Nov 28 07:52:18.431200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41660) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:18.438904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-681bea7d-1da5-4fea-a1fd-3d86b74f3a09 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '71327072-5585-4c5b-aace-a9c3f794d6fa', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:18.455942 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483473d-4c88-4117-899b-5161702161de tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71327072-5585-4c5b-aace-a9c3f794d6fa,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:18.456671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 73646261-1395-4243-8db8-c1be49661cbd up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:52:18.458778 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-806fa760-bf9e-4d56-97b9-c48bf208297a tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 07:52:18.473236 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-806fa760-bf9e-4d56-97b9-c48bf208297a tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "PUT /v2.0/routers/f42da8d2-d5e4-4c73-96a5-4042d8bd8046/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8230190 Nov 28 07:52:18.473893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41664) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:18.639899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-681bea7d-1da5-4fea-a1fd-3d86b74f3a09 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:18.672208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff218d2-77e4-4542-bd57-6f37000db442 None None] Network aefe90a4-37a7-42a3-88d9-14380453a6a7 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:18.819231 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e8f76-6d65-441c-a736-4881d30821fb req-092b7943-cccc-47f3-a318-759240f956af tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:18.827983 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-996e8f76-6d65-441c-a736-4881d30821fb req-092b7943-cccc-47f3-a318-759240f956af tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.2800455 Nov 28 07:52:18.876187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-681bea7d-1da5-4fea-a1fd-3d86b74f3a09 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:18.892085 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-681bea7d-1da5-4fea-a1fd-3d86b74f3a09 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:18.938951 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 73646261-1395-4243-8db8-c1be49661cbd triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:18.939372 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:18.956242 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-84314511-e192-42f3-b566-e5272c9bf683 None None] Provisioning complete for port fb425de7-4c18-46d6-9260-cd3af0f20409 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:18.956583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84314511-e192-42f3-b566-e5272c9bf683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:18.972451 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bea7d-1da5-4fea-a1fd-3d86b74f3a09 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45abc99-2355-49bd-a340-768114c06899,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:18.977411 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-996e8f76-6d65-441c-a736-4881d30821fb req-8552395a-08bd-4a1e-a8d1-a500192d3916 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485608 Nov 28 07:52:18.989283 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-681bea7d-1da5-4fea-a1fd-3d86b74f3a09 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:18.990496 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-681bea7d-1da5-4fea-a1fd-3d86b74f3a09 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5561202 Nov 28 07:52:18.994188 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41666) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:19.000290 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c562580d-0d08-4392-a4e5-14a4d4eb8399 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '71327072-5585-4c5b-aace-a9c3f794d6fa', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:19.053164 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c562580d-0d08-4392-a4e5-14a4d4eb8399 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.162556 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0ab9333-adfe-4c23-9d9f-ace779a1fcad tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.172222 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c562580d-0d08-4392-a4e5-14a4d4eb8399 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.177013 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c562580d-0d08-4392-a4e5-14a4d4eb8399 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.201094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.206743 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397f0982-b5dd-4a79-8881-cb3d4345b9b9 None None] Network afc6a224-3867-490a-96c3-2c79250ee04b requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:19.206986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562580d-0d08-4392-a4e5-14a4d4eb8399 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768aab0b-aa63-4915-b6b3-024037eadb6f,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:19.226475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c562580d-0d08-4392-a4e5-14a4d4eb8399 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.230846 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c562580d-0d08-4392-a4e5-14a4d4eb8399 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2319701 Nov 28 07:52:19.231219 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41672) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:19.235932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-62199607-0e71-4433-8398-4a9bb6647440 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '71327072-5585-4c5b-aace-a9c3f794d6fa', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:19.277744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62199607-0e71-4433-8398-4a9bb6647440 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.390576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62199607-0e71-4433-8398-4a9bb6647440 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.398009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62199607-0e71-4433-8398-4a9bb6647440 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.426079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62199607-0e71-4433-8398-4a9bb6647440 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27f5219-01c2-495e-b675-3b55a978f1ef,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:19.431484 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db608656-2023-4c92-8a68-2c780477868a req-1a641441-b82d-47bd-91dc-ba1a89b2646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:19.433143 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-db608656-2023-4c92-8a68-2c780477868a req-1a641441-b82d-47bd-91dc-ba1a89b2646b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd1df2b822ca4fba943e99981388e853&device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 1098 time: 0.0928473 Nov 28 07:52:19.439213 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62199607-0e71-4433-8398-4a9bb6647440 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.443317 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-62199607-0e71-4433-8398-4a9bb6647440 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2081981 Nov 28 07:52:19.443458 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08dc68-563d-4867-bbda-688344a4c695 req-efaff773-5e5a-4368-9b6f-db78b0062bfa tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:19.444196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41674) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:19.444646 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1a08dc68-563d-4867-bbda-688344a4c695 req-efaff773-5e5a-4368-9b6f-db78b0062bfa tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.1113541 Nov 28 07:52:19.455028 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-664d49c8-6274-46fe-9e54-3e82369f2c17 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '71327072-5585-4c5b-aace-a9c3f794d6fa', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:19.496346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device fb425de7-4c18-46d6-9260-cd3af0f20409 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:52:19.527644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84314511-e192-42f3-b566-e5272c9bf683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.532022 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1a08dc68-563d-4867-bbda-688344a4c695 req-2c455265-346a-4e52-8fb4-b29b9b5a246a tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622060 Nov 28 07:52:19.545004 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-664d49c8-6274-46fe-9e54-3e82369f2c17 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.583401 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.592958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db608656-2023-4c92-8a68-2c780477868a req-183f4b28-a76a-4908-9bd9-aedd9d2d9472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:19.595142 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-db608656-2023-4c92-8a68-2c780477868a req-183f4b28-a76a-4908-9bd9-aedd9d2d9472 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7dfba5c0-16ba-4301-b532-ae93b0cba281 HTTP/1.1" status: 200 len: 913 time: 0.1521852 Nov 28 07:52:19.638702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-84314511-e192-42f3-b566-e5272c9bf683 None None] For port fb425de7-4c18-46d6-9260-cd3af0f20409, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=fb425de7-4c18-46d6-9260-cd3af0f20409,segment=NetworkSegment(3ca96c51-59be-4a22-ad99-07fcd3d9b255),segment_id=3ca96c51-59be-4a22-ad99-07fcd3d9b255)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:19.643309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.656056 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84314511-e192-42f3-b566-e5272c9bf683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.661403 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-db608656-2023-4c92-8a68-2c780477868a req-e46e24f3-18d6-43c8-ba5c-ee551f15ed7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2f709e7-4aba-445b-bed5-45666dfb49ea HTTP/1.1" status: 200 len: 217 time: 0.0563958 Nov 28 07:52:19.673147 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-664d49c8-6274-46fe-9e54-3e82369f2c17 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.685119 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-664d49c8-6274-46fe-9e54-3e82369f2c17 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.723223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab9333-adfe-4c23-9d9f-ace779a1fcad tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Deleting port 088334df-b8f8-482f-8ac4-7abe2cf98433 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:19.723812 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0ab9333-adfe-4c23-9d9f-ace779a1fcad tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.742220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d49c8-6274-46fe-9e54-3e82369f2c17 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ee3a1b-a993-40e8-bbcf-a03a9567dda0,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:19.754542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-664d49c8-6274-46fe-9e54-3e82369f2c17 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.755911 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-664d49c8-6274-46fe-9e54-3e82369f2c17 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3042493 Nov 28 07:52:19.758129 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db608656-2023-4c92-8a68-2c780477868a req-eec767b0-2c63-4960-bfd6-55091dbdd2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:19.760344 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-db608656-2023-4c92-8a68-2c780477868a req-eec767b0-2c63-4960-bfd6-55091dbdd2b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b8bd0f-9a2e-4dc9-9540-e853c5af8492 HTTP/1.1" status: 200 len: 852 time: 0.0895476 Nov 28 07:52:19.760938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41676) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:19.767549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b6cd7d7e-08b9-425f-be01-77bc9b4ae2ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '71327072-5585-4c5b-aace-a9c3f794d6fa', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:19.805738 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-84314511-e192-42f3-b566-e5272c9bf683 None None] Provisioning complete for port 73718e9d-b30d-4303-96c3-c1d00f960708 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:19.806312 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84314511-e192-42f3-b566-e5272c9bf683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.814131 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-db608656-2023-4c92-8a68-2c780477868a req-fb336fbc-7a6b-4d95-8876-acd757fc96e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7dfba5c0-16ba-4301-b532-ae93b0cba281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371361 Nov 28 07:52:19.836970 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-b6cd7d7e-08b9-425f-be01-77bc9b4ae2ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:52:19.859394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b6cd7d7e-08b9-425f-be01-77bc9b4ae2ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.867182 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0ab9333-adfe-4c23-9d9f-ace779a1fcad tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.875626 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f22584-5656-475e-9e28-ad8c0f0fd912 None None] Pushing event updated for resources: {'Port': ['ID=73718e9d-b30d-4303-96c3-c1d00f960708,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:19.888843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab9333-adfe-4c23-9d9f-ace779a1fcad tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Calling delete_port for 088334df-b8f8-482f-8ac4-7abe2cf98433 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:19.889018 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port fb425de7-4c18-46d6-9260-cd3af0f20409 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:19.889463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.995099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b6cd7d7e-08b9-425f-be01-77bc9b4ae2ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:19.997760 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-db608656-2023-4c92-8a68-2c780477868a req-bcf7d618-0eab-44d5-b4ff-9e5923679339 service neutron] 10.222.0.35 "GET /v2.0/networks/7dfba5c0-16ba-4301-b532-ae93b0cba281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737776 Nov 28 07:52:20.001660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b6cd7d7e-08b9-425f-be01-77bc9b4ae2ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:20.036012 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Attempting to bind port 73718e9d-b30d-4303-96c3-c1d00f960708 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:52:20.036730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Attempting to bind port 73718e9d-b30d-4303-96c3-c1d00f960708 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'd3efb426-7917-4073-9f29-cd941b903fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:52:20.037354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Attempting to bind port 73718e9d-b30d-4303-96c3-c1d00f960708 on network 3c823832-7711-4368-bd36-8e5df975d5ee {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:52:20.048171 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd7d7e-08b9-425f-be01-77bc9b4ae2ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2ee8f8-8e54-496d-a5fa-227106fc7c94,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:20.072682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-84314511-e192-42f3-b566-e5272c9bf683 None None] Port 73718e9d-b30d-4303-96c3-c1d00f960708 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:52:20.074385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b6cd7d7e-08b9-425f-be01-77bc9b4ae2ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:20.082020 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b6cd7d7e-08b9-425f-be01-77bc9b4ae2ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3174665 Nov 28 07:52:20.082224 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41678) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:20.089348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-89ee965f-affb-4f0f-992e-7e8b0c2b2fe4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '71327072-5585-4c5b-aace-a9c3f794d6fa', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:20.134540 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:52:20.135520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Checking segment: {'id': 'd3efb426-7917-4073-9f29-cd941b903fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:52:20.136160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:20.136796 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Bound using segment: {'id': 'd3efb426-7917-4073-9f29-cd941b903fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:52:20.137653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Bound port: 73718e9d-b30d-4303-96c3-c1d00f960708, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3efb426-7917-4073-9f29-cd941b903fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:52:20.138414 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:20.141806 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84314511-e192-42f3-b566-e5272c9bf683 None None] Pushing event updated for resources: {'Port': ['ID=fb425de7-4c18-46d6-9260-cd3af0f20409,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:20.175543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-84314511-e192-42f3-b566-e5272c9bf683 None None] Provisioning complete for port 6057706d-a4cc-402c-baec-2b0965563210 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:20.176125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84314511-e192-42f3-b566-e5272c9bf683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:20.187927 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-89ee965f-affb-4f0f-992e-7e8b0c2b2fe4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:52:20.190058 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0ab9333-adfe-4c23-9d9f-ace779a1fcad tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:20.204323 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-89ee965f-affb-4f0f-992e-7e8b0c2b2fe4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:20.230666 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab9333-adfe-4c23-9d9f-ace779a1fcad tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event deleted for resources: {'Port': ['ID=088334df-b8f8-482f-8ac4-7abe2cf98433,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:20.231811 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-db608656-2023-4c92-8a68-2c780477868a req-8cf45927-ea53-4ff0-b6af-4fb62880724e service neutron] 10.222.0.35 "GET /v2.0/networks/7dfba5c0-16ba-4301-b532-ae93b0cba281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230170 Nov 28 07:52:20.276962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-89ee965f-affb-4f0f-992e-7e8b0c2b2fe4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:20.283297 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-89ee965f-affb-4f0f-992e-7e8b0c2b2fe4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:20.320370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee965f-affb-4f0f-992e-7e8b0c2b2fe4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa98411-7f47-44ba-825d-017facd963a1,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:20.328386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-89ee965f-affb-4f0f-992e-7e8b0c2b2fe4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:20.330444 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-89ee965f-affb-4f0f-992e-7e8b0c2b2fe4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2472763 Nov 28 07:52:20.335564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] For port 73718e9d-b30d-4303-96c3-c1d00f960708, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:52:20.339337 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] For port 73718e9d-b30d-4303-96c3-c1d00f960708, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=73718e9d-b30d-4303-96c3-c1d00f960708,segment=NetworkSegment(d3efb426-7917-4073-9f29-cd941b903fef),segment_id=d3efb426-7917-4073-9f29-cd941b903fef)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:52:20.373925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:20.456854 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b0ab9333-adfe-4c23-9d9f-ace779a1fcad tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:20.504685 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:20.588493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f22584-5656-475e-9e28-ad8c0f0fd912 None None] Pushing event updated for resources: {'Port': ['ID=73718e9d-b30d-4303-96c3-c1d00f960708,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:20.596208 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6efc4830-7d22-471e-b534-4ea1ca0ff27d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2145237845&fields=id&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 267 time: 0.0754580 Nov 28 07:52:20.598331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Routers {'6106be0e-cf5d-4488-807f-48a8031077ad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:20.599074 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:52:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6106be0e-cf5d-4488-807f-48a8031077ad'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:20.609265 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 14383948-8eb2-4f5a-9745-afe3b6547b69 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:52:20.686181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ab9333-adfe-4c23-9d9f-ace779a1fcad tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Router f42da8d2-d5e4-4c73-96a5-4042d8bd8046 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:52:20.797493 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-253788f6-4f7f-42cc-b45c-d2aa52a9ba03 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:20.798630 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-253788f6-4f7f-42cc-b45c-d2aa52a9ba03 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/networks?id=3c823832-7711-4368-bd36-8e5df975d5ee HTTP/1.1" status: 200 len: 796 time: 0.1945577 Nov 28 07:52:20.823716 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-b6f8a690-23c9-4943-be15-b0c4137b00a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/quotas/2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 375 time: 0.0165584 Nov 28 07:52:20.847114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ab9333-adfe-4c23-9d9f-ace779a1fcad tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:52:20.865474 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c8456-c48c-47da-bbac-3321e72655b2 None None] Sync routers for ids ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:52:20.879191 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b0ab9333-adfe-4c23-9d9f-ace779a1fcad tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "PUT /v2.0/routers/f42da8d2-d5e4-4c73-96a5-4042d8bd8046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4002616 Nov 28 07:52:20.892023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41694) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:20.951948 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-15162e6f-0150-43ed-a403-e496f63b7def tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] delete failed (client error): The resource could not be found. Nov 28 07:52:20.956067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c8456-c48c-47da-bbac-3321e72655b2 None None] Routers {'f42da8d2-d5e4-4c73-96a5-4042d8bd8046'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:20.956067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6d8c8456-c48c-47da-bbac-3321e72655b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:52:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:20.957500 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-15162e6f-0150-43ed-a403-e496f63b7def tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-213060153 HTTP/1.1" status: 404 len: 334 time: 0.0647023 Nov 28 07:52:20.958367 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41696) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:20.967153 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0725-de8a-459c-981f-d3a9f1281881 req-2e5f1be8-231f-4f5a-b611-6d25f4814859 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:20.969855 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-013f0725-de8a-459c-981f-d3a9f1281881 req-2e5f1be8-231f-4f5a-b611-6d25f4814859 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.2700992 Nov 28 07:52:20.971024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-96ac4c12-0991-473f-a545-27650f280c29 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f42da8d2-d5e4-4c73-96a5-4042d8bd8046'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:21.005697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 14383948-8eb2-4f5a-9745-afe3b6547b69 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:21.005697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:21.011886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] Set router 6106be0e-cf5d-4488-807f-48a8031077ad gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:52:21.013847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6d8c8456-c48c-47da-bbac-3321e72655b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:21.032810 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-013f0725-de8a-459c-981f-d3a9f1281881 req-f9a3b344-2170-4fda-84ca-fc054899e0f4 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564480 Nov 28 07:52:21.064596 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-49da4bbc-f900-41f2-844a-d0a9e9e5e7d4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2334075 Nov 28 07:52:21.270299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c8456-c48c-47da-bbac-3321e72655b2 None None] Routers {'f42da8d2-d5e4-4c73-96a5-4042d8bd8046'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:21.270914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6d8c8456-c48c-47da-bbac-3321e72655b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:52:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:21.275320 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-59c64e77-839a-4d4f-86e2-76e115c10242 None None] Provisioning complete for port 73718e9d-b30d-4303-96c3-c1d00f960708 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:21.275697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c64e77-839a-4d4f-86e2-76e115c10242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:21.290469 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-96ac4c12-0991-473f-a545-27650f280c29 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:21.318279 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-96ac4c12-0991-473f-a545-27650f280c29 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] update failed (client error): The resource could not be found. Nov 28 07:52:21.319370 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-96ac4c12-0991-473f-a545-27650f280c29 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "PUT /v2.0/routers/f42da8d2-d5e4-4c73-96a5-4042d8bd8046 HTTP/1.1" status: 404 len: 339 time: 0.3602824 Nov 28 07:52:21.323059 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-0a9974a1-0be7-468b-8c57-0f9a67975ebb service neutron] 10.222.0.31 "GET /v2.0/networks/3c823832-7711-4368-bd36-8e5df975d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454383 Nov 28 07:52:21.323573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41698) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:21.378722 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6d8c8456-c48c-47da-bbac-3321e72655b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:21.379366 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c8456-c48c-47da-bbac-3321e72655b2 None None] The sync data for ids ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:52:21.453984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:21.532075 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:21.628667 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-c8339caf-d6cf-41af-9e6d-2b6304d4fa77 service neutron] 10.222.0.31 "GET /v2.0/networks/3c823832-7711-4368-bd36-8e5df975d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975309 Nov 28 07:52:21.630143 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 14383948-8eb2-4f5a-9745-afe3b6547b69, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=14383948-8eb2-4f5a-9745-afe3b6547b69,segment=NetworkSegment(b00679d5-02dc-4625-8119-0d563819ae0f),segment_id=b00679d5-02dc-4625-8119-0d563819ae0f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:21.631223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c64e77-839a-4d4f-86e2-76e115c10242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:21.644946 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:21.645817 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6057706d-a4cc-402c-baec-2b0965563210 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:52:21.694312 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:21.760578 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-59c64e77-839a-4d4f-86e2-76e115c10242 None None] For port 73718e9d-b30d-4303-96c3-c1d00f960708, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=73718e9d-b30d-4303-96c3-c1d00f960708,segment=NetworkSegment(d3efb426-7917-4073-9f29-cd941b903fef),segment_id=d3efb426-7917-4073-9f29-cd941b903fef)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:21.770096 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c64e77-839a-4d4f-86e2-76e115c10242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:21.781517 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-59c64e77-839a-4d4f-86e2-76e115c10242 None None] Could not find standard attr ID for object 088334df-b8f8-482f-8ac4-7abe2cf98433. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 07:52:21.783088 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=14383948-8eb2-4f5a-9745-afe3b6547b69,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:21.830571 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:52:14Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:20Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:21.839659 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b4b655fc-c3b4-4f88-a18d-d0606126420b req-255cf77a-39b8-4e15-8df4-4b76a07cdf1d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 210 time: 0.0375128 Nov 28 07:52:21.894627 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b342e-97b0-48b6-af4b-d4aeff43a6cc None None] The sync data for ids ['6106be0e-cf5d-4488-807f-48a8031077ad'] in dv-neutron-744815-16-hyperv is: [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:52:14Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:20Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:52:21.913327 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 6057706d-a4cc-402c-baec-2b0965563210 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:21.913704 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:21.916172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-59c64e77-839a-4d4f-86e2-76e115c10242 None None] Provisioning complete for port fb425de7-4c18-46d6-9260-cd3af0f20409 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:21.916676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c64e77-839a-4d4f-86e2-76e115c10242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:22.017795 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c64e77-839a-4d4f-86e2-76e115c10242 None None] Pushing event updated for resources: {'Port': ['ID=73718e9d-b30d-4303-96c3-c1d00f960708,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:22.053985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Allocated IP 172.20.0.1 (25f6097e-5277-4bbc-b23c-1a628f7fd1c8/78b9d28d-e223-4f84-9dd8-62d26334f6e0/41f7be1b-5b11-42ff-9895-041a575a12d2) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:52:22.197091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-59c64e77-839a-4d4f-86e2-76e115c10242 None None] Provisioning complete for port 14383948-8eb2-4f5a-9745-afe3b6547b69 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:22.197546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c64e77-839a-4d4f-86e2-76e115c10242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:22.451890 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device fb425de7-4c18-46d6-9260-cd3af0f20409 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:52:22.533165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port fb425de7-4c18-46d6-9260-cd3af0f20409 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:22.533618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:22.633829 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80385f16-008f-4ea4-80db-88de1e605e3f req-37bd3f04-10bd-4789-91c0-90665635bf84 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:22.635597 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-80385f16-008f-4ea4-80db-88de1e605e3f req-37bd3f04-10bd-4789-91c0-90665635bf84 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.4693496 Nov 28 07:52:22.655638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 14383948-8eb2-4f5a-9745-afe3b6547b69 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:52:22.656405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:22.708397 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:22.720592 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 14383948-8eb2-4f5a-9745-afe3b6547b69 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:22.721072 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:22.752595 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Network 25f6097e-5277-4bbc-b23c-1a628f7fd1c8 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:22.760826 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:22.768984 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:52:22.827188 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event updated for resources: {'Port': ['ID=41f7be1b-5b11-42ff-9895-041a575a12d2,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:22.831606 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 73718e9d-b30d-4303-96c3-c1d00f960708 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:52:22.834030 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-80385f16-008f-4ea4-80db-88de1e605e3f req-fdcec0fe-14f3-4f9f-82b3-d06c098d703d tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446872 Nov 28 07:52:22.845442 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:22.915593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 73718e9d-b30d-4303-96c3-c1d00f960708 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:22.916192 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:23.028994 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5e243e5f-dd80-4e72-904d-7bd2e27585b5 req-5f0138f0-0f2a-4e84-ac05-5f406eeffc89 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 210 time: 0.0521030 Nov 28 07:52:23.127995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6057706d-a4cc-402c-baec-2b0965563210 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:52:23.212734 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-91814dc2-73b6-4c79-9109-84915cf237fa None None] Provisioning complete for port 41f7be1b-5b11-42ff-9895-041a575a12d2 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:23.213353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-91814dc2-73b6-4c79-9109-84915cf237fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:23.226658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:23.242323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 6057706d-a4cc-402c-baec-2b0965563210 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:23.242700 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:23.306509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-91814dc2-73b6-4c79-9109-84915cf237fa None None] Port 41f7be1b-5b11-42ff-9895-041a575a12d2 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:52:23.347584 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6176f-8717-44d2-b6f8-1145386775c2 req-ad13897b-2b0d-4c39-8f3f-3522c7bae44d tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:23.349139 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1e6176f-8717-44d2-b6f8-1145386775c2 req-ad13897b-2b0d-4c39-8f3f-3522c7bae44d tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.1757114 Nov 28 07:52:23.475661 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-2290e2e5-abd8-4ae5-bd81-987c0682bcc7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:23.477113 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-2290e2e5-abd8-4ae5-bd81-987c0682bcc7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/networks?id=3c823832-7711-4368-bd36-8e5df975d5ee HTTP/1.1" status: 200 len: 796 time: 0.3359954 Nov 28 07:52:23.526339 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1e6176f-8717-44d2-b6f8-1145386775c2 req-e6839f94-97d6-41e4-8adc-b586415d45cf tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694932 Nov 28 07:52:23.614368 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-911280eb-0a85-41c4-ad2e-1305fc2cc83b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 380 time: 0.1259780 Nov 28 07:52:23.647196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-0495b752-d366-40d3-a1eb-58f32ad6602f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'port': {'device_id': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'admin_state_up': True, 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'security_groups': ['71327072-5585-4c5b-aace-a9c3f794d6fa']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:23.789094 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:23.795753 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:23.850229 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-0495b752-d366-40d3-a1eb-58f32ad6602f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:52:23.854291 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-0495b752-d366-40d3-a1eb-58f32ad6602f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:23.894101 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:23.897542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event updated for resources: {'Port': ['ID=41f7be1b-5b11-42ff-9895-041a575a12d2,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:24.079854 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-0495b752-d366-40d3-a1eb-58f32ad6602f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.12 (3c823832-7711-4368-bd36-8e5df975d5ee/f2e2fadc-cd4b-4a2a-b681-323470003fd6/b193649b-7f18-42a4-a9fe-bf0b8cfe0feb) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:52:24.082815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Network 25f6097e-5277-4bbc-b23c-1a628f7fd1c8 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:24.086122 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:24.132486 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-24c4c099-c260-45c8-a42c-45ee7f45a5eb req-531656fd-6e9e-41f6-a614-900ca360ae58 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 210 time: 0.0310075 Nov 28 07:52:24.278542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Router f42da8d2-d5e4-4c73-96a5-4042d8bd8046 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:52:24.331775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-37662207-9195-4683-bfba-e7970183f492 None None] Provisioning complete for port 41f7be1b-5b11-42ff-9895-041a575a12d2 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:24.332389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37662207-9195-4683-bfba-e7970183f492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:24.373128 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-37662207-9195-4683-bfba-e7970183f492 None None] Port 41f7be1b-5b11-42ff-9895-041a575a12d2 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:52:24.389454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-0495b752-d366-40d3-a1eb-58f32ad6602f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:24.426761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:52:24.436307 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dd85cc07-8e60-4b29-a411-2942cb6f1dfe tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "PUT /v2.0/routers/f42da8d2-d5e4-4c73-96a5-4042d8bd8046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1117599 Nov 28 07:52:24.436955 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48934bd2-ab96-4abe-8e24-e913cd4e3c4b None None] Sync routers for ids ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:52:24.439759 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41726) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:24.447432 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48934bd2-ab96-4abe-8e24-e913cd4e3c4b None None] Routers {'f42da8d2-d5e4-4c73-96a5-4042d8bd8046'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:24.448037 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-48934bd2-ab96-4abe-8e24-e913cd4e3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:52:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:24.487015 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-48934bd2-ab96-4abe-8e24-e913cd4e3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:24.496474 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48934bd2-ab96-4abe-8e24-e913cd4e3c4b None None] Routers {'f42da8d2-d5e4-4c73-96a5-4042d8bd8046'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:24.497066 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-48934bd2-ab96-4abe-8e24-e913cd4e3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:52:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:24.529992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-0495b752-d366-40d3-a1eb-58f32ad6602f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:24.534196 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-48934bd2-ab96-4abe-8e24-e913cd4e3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:24.534846 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48934bd2-ab96-4abe-8e24-e913cd4e3c4b None None] The sync data for ids ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:52:24.599184 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-0495b752-d366-40d3-a1eb-58f32ad6602f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 3c823832-7711-4368-bd36-8e5df975d5ee is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:24.607460 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-bce418e2-521d-48a5-8fcf-e8b74d4dcec8 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:24.611830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-0495b752-d366-40d3-a1eb-58f32ad6602f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:24.624997 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-0495b752-d366-40d3-a1eb-58f32ad6602f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:52:24.700157 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495b752-d366-40d3-a1eb-58f32ad6602f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:24.780219 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-0495b752-d366-40d3-a1eb-58f32ad6602f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:24.780842 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-0495b752-d366-40d3-a1eb-58f32ad6602f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:24.803988 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-bce418e2-521d-48a5-8fcf-e8b74d4dcec8 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 28 07:52:24.805322 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-bce418e2-521d-48a5-8fcf-e8b74d4dcec8 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "DELETE /v2.0/routers/f42da8d2-d5e4-4c73-96a5-4042d8bd8046 HTTP/1.1" status: 409 len: 329 time: 0.3648934 Nov 28 07:52:24.808637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41730) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:24.813016 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a8630-3aa0-4b9f-adea-d32c7da69a65 req-3d3f0b0a-31df-4c26-8582-68198f442345 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:24.814460 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3c5a8630-3aa0-4b9f-adea-d32c7da69a65 req-3d3f0b0a-31df-4c26-8582-68198f442345 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.2097068 Nov 28 07:52:24.818244 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-0495b752-d366-40d3-a1eb-58f32ad6602f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1748111 Nov 28 07:52:24.839705 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Request body: {'port': {'device_id': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:24.897843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1dfb6a84-efd6-4ae6-8d1d-e132b3735c44 None None] Provisioning complete for port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:24.898317 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6a84-efd6-4ae6-8d1d-e132b3735c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:24.903740 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3c5a8630-3aa0-4b9f-adea-d32c7da69a65 req-89cb87cc-463d-4632-a794-891bb02bacc7 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820384 Nov 28 07:52:24.935698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:24.969755 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb6a84-efd6-4ae6-8d1d-e132b3735c44 None None] Port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:52:25.373728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3076eb7-3bcd-4035-bed4-87534316d2fa req-80e85100-5308-4a31-a3d1-039c136e62a8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:25.375282 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e3076eb7-3bcd-4035-bed4-87534316d2fa req-80e85100-5308-4a31-a3d1-039c136e62a8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 932 time: 0.1598625 Nov 28 07:52:25.441627 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a5363-6ebd-48bc-a09a-82449867f3e9 req-21a5bf00-a3df-4050-8a65-90942464bcf4 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:25.443127 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-589a5363-6ebd-48bc-a09a-82449867f3e9 req-21a5bf00-a3df-4050-8a65-90942464bcf4 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.35 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.1014915 Nov 28 07:52:25.473821 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e3076eb7-3bcd-4035-bed4-87534316d2fa req-c043fe6f-87cb-4104-9333-9bda94287d95 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=71327072-5585-4c5b-aace-a9c3f794d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677319 Nov 28 07:52:25.590053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b193649b-7f18-42a4-a9fe-bf0b8cfe0feb {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:52:25.602991 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:25.619868 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0d9704ca-c3d7-4f7e-91d8-ddc8d626c8e5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:25.623877 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Transition to ACTIVE for port object b193649b-7f18-42a4-a9fe-bf0b8cfe0feb will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:52:25.627377 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-589a5363-6ebd-48bc-a09a-82449867f3e9 req-017f1f43-9f18-40ef-a025-04c2545c2556 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Deleting port a2f709e7-4aba-445b-bed5-45666dfb49ea {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:25.627757 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-589a5363-6ebd-48bc-a09a-82449867f3e9 req-017f1f43-9f18-40ef-a025-04c2545c2556 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:25.631949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:25.751191 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Pushing event updated for resources: {'Port': ['ID=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:25.812828 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-589a5363-6ebd-48bc-a09a-82449867f3e9 req-017f1f43-9f18-40ef-a025-04c2545c2556 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] For port a2f709e7-4aba-445b-bed5-45666dfb49ea, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a2f709e7-4aba-445b-bed5-45666dfb49ea,segment=NetworkSegment(3b46e00e-a971-4c41-984d-3e5b7451868c),segment_id=3b46e00e-a971-4c41-984d-3e5b7451868c)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:25.813206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-589a5363-6ebd-48bc-a09a-82449867f3e9 req-017f1f43-9f18-40ef-a025-04c2545c2556 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:25.830612 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-589a5363-6ebd-48bc-a09a-82449867f3e9 req-017f1f43-9f18-40ef-a025-04c2545c2556 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Calling delete_port for a2f709e7-4aba-445b-bed5-45666dfb49ea owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:25.856643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Attempting to bind port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:52:25.856987 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Attempting to bind port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'd3efb426-7917-4073-9f29-cd941b903fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:52:25.857311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Attempting to bind port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb on network 3c823832-7711-4368-bd36-8e5df975d5ee {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:52:25.893864 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb on network 3c823832-7711-4368-bd36-8e5df975d5ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:52:25.894189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Attempting to bind port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb on network 3c823832-7711-4368-bd36-8e5df975d5ee {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:52:25.901687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:52:25.902037 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Checking segment: {'id': 'd3efb426-7917-4073-9f29-cd941b903fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:52:25.902457 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Bound using segment: {'id': 'd3efb426-7917-4073-9f29-cd941b903fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:52:25.902893 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Bound port: b193649b-7f18-42a4-a9fe-bf0b8cfe0feb, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3efb426-7917-4073-9f29-cd941b903fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:52:25.903260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:25.906717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-0d9704ca-c3d7-4f7e-91d8-ddc8d626c8e5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Deleting port 41f7be1b-5b11-42ff-9895-041a575a12d2 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:25.907365 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0d9704ca-c3d7-4f7e-91d8-ddc8d626c8e5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:26.002629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0d9704ca-c3d7-4f7e-91d8-ddc8d626c8e5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:26.006344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] For port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:52:26.017377 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-0d9704ca-c3d7-4f7e-91d8-ddc8d626c8e5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Calling delete_port for 41f7be1b-5b11-42ff-9895-041a575a12d2 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:26.089238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-589a5363-6ebd-48bc-a09a-82449867f3e9 req-017f1f43-9f18-40ef-a025-04c2545c2556 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:26.095997 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] For port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb,segment=NetworkSegment(d3efb426-7917-4073-9f29-cd941b903fef),segment_id=d3efb426-7917-4073-9f29-cd941b903fef)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:52:26.113836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af7be1-c635-4508-86c3-d311c7910005 req-22accb97-44f0-4881-bf6d-6704c25887b8 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:26.115407 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-32af7be1-c635-4508-86c3-d311c7910005 req-22accb97-44f0-4881-bf6d-6704c25887b8 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/ports?device_id=931b1121-0cb0-434a-89b3-d13f158de81e HTTP/1.1" status: 200 len: 945 time: 0.1156220 Nov 28 07:52:26.116411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:26.146505 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f1f43-9f18-40ef-a025-04c2545c2556 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Pushing event deleted for resources: {'Port': ['ID=a2f709e7-4aba-445b-bed5-45666dfb49ea,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:26.210969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:26.211566 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:26.213573 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] 10.222.0.35 "PUT /v2.0/ports/b193649b-7f18-42a4-a9fe-bf0b8cfe0feb HTTP/1.1" status: 200 len: 1094 time: 1.3783262 Nov 28 07:52:26.215654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'tag': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:52:26.217522 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0d9704ca-c3d7-4f7e-91d8-ddc8d626c8e5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:26.218104 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32925da6-b671-47bf-b196-c3e83a7662af" -d '{"events": [{"name": "network-changed", "server_uuid": "75d3694c-c3c0-4875-b8c1-8485dfb9020c", "tag": "b193649b-7f18-42a4-a9fe-bf0b8cfe0feb"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:52:26.241814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-589a5363-6ebd-48bc-a09a-82449867f3e9 req-017f1f43-9f18-40ef-a025-04c2545c2556 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] No DVR routers for this DVR port a2f709e7-4aba-445b-bed5-45666dfb49ea on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:52:26.246865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-589a5363-6ebd-48bc-a09a-82449867f3e9 req-017f1f43-9f18-40ef-a025-04c2545c2556 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:26.250301 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-589a5363-6ebd-48bc-a09a-82449867f3e9 req-017f1f43-9f18-40ef-a025-04c2545c2556 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.35 "DELETE /v2.0/ports/a2f709e7-4aba-445b-bed5-45666dfb49ea HTTP/1.1" status: 204 len: 173 time: 0.7993574 Nov 28 07:52:26.297238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9704ca-c3d7-4f7e-91d8-ddc8d626c8e5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event deleted for resources: {'Port': ['ID=41f7be1b-5b11-42ff-9895-041a575a12d2,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:26.322107 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-32af7be1-c635-4508-86c3-d311c7910005 req-78a205ab-62c9-45a4-892a-05b3e6e30370 tempest-TestServerAdvancedOps-825260695 tempest-TestServerAdvancedOps-825260695-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdea622-5918-496c-a4ff-1a106e9b26ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815212 Nov 28 07:52:26.332563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdce65b-f5d4-4b6f-b18d-a054ff7f561d service neutron] Pushing event updated for resources: {'Port': ['ID=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:26.354627 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72d55f0-2d48-40a9-a469-5cfdcb0d885b x-openstack-request-id: req-f72d55f0-2d48-40a9-a469-5cfdcb0d885b {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:52:26.354952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d3694c-c3c0-4875-b8c1-8485dfb9020c", "tag": "b193649b-7f18-42a4-a9fe-bf0b8cfe0feb", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:52:26.355211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f72d55f0-2d48-40a9-a469-5cfdcb0d885b {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:52:26.355668 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'tag': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'status': 'completed', 'code': 200} Nov 28 07:52:26.361591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-e14b7922-db52-42c8-b1fc-36ba2f4c4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:26.363140 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-e14b7922-db52-42c8-b1fc-36ba2f4c4bda service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 1097 time: 0.0880797 Nov 28 07:52:26.429013 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-99b27ff4-49c9-410b-a265-f1a89daf8343 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb HTTP/1.1" status: 200 len: 217 time: 0.0558870 Nov 28 07:52:26.484436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-5c1f03af-39dd-4b85-a9cd-e04a4289b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:26.486045 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-5c1f03af-39dd-4b85-a9cd-e04a4289b15b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2e2fadc-cd4b-4a2a-b681-323470003fd6 HTTP/1.1" status: 200 len: 835 time: 0.0494671 Nov 28 07:52:26.505974 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0d9704ca-c3d7-4f7e-91d8-ddc8d626c8e5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:26.569953 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-82fadcf5-e553-4fdf-b321-24e73b3db5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:26.572860 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-82fadcf5-e553-4fdf-b321-24e73b3db5da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c823832-7711-4368-bd36-8e5df975d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0775478 Nov 28 07:52:26.702353 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caf4d4-1a15-47ff-adc4-9da140ca22aa req-9644b880-7adf-42c9-841b-c1ee03095433 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:26.703982 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e7caf4d4-1a15-47ff-adc4-9da140ca22aa req-9644b880-7adf-42c9-841b-c1ee03095433 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 944 time: 0.1299658 Nov 28 07:52:26.709629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9704ca-c3d7-4f7e-91d8-ddc8d626c8e5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Router f42da8d2-d5e4-4c73-96a5-4042d8bd8046 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:52:26.742725 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-53288576-9340-452f-88b7-9032b2a07686 service neutron] 10.222.0.35 "GET /v2.0/networks/3c823832-7711-4368-bd36-8e5df975d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589041 Nov 28 07:52:26.796870 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e7caf4d4-1a15-47ff-adc4-9da140ca22aa req-981f6d6e-35fa-48ca-8f18-7aac2b269249 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=71327072-5585-4c5b-aace-a9c3f794d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852194 Nov 28 07:52:26.809683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9704ca-c3d7-4f7e-91d8-ddc8d626c8e5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:52:26.815374 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0d9704ca-c3d7-4f7e-91d8-ddc8d626c8e5 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "PUT /v2.0/routers/f42da8d2-d5e4-4c73-96a5-4042d8bd8046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0055096 Nov 28 07:52:26.819133 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41740) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:26.833173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d65958-be82-465a-b101-a126b2584945 None None] Sync routers for ids ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:52:26.848149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d65958-be82-465a-b101-a126b2584945 None None] Routers {'f42da8d2-d5e4-4c73-96a5-4042d8bd8046'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:26.849323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-59d65958-be82-465a-b101-a126b2584945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:52:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:26.867353 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-0fe47789-ad91-4aa0-a9ae-df690ed7bff6 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] show failed (client error): The resource could not be found. Nov 28 07:52:26.868925 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0fe47789-ad91-4aa0-a9ae-df690ed7bff6 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1129305421 HTTP/1.1" status: 404 len: 335 time: 0.0486414 Nov 28 07:52:26.872665 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41742) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:26.877567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b3504d69-c776-4391-8a1d-362a0a99a19b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:26.881571 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-22e9b164-4e5c-46dd-802f-676dcbf1886c req-40d93444-5fac-4441-b920-5a717ade0824 service neutron] 10.222.0.35 "GET /v2.0/networks/3c823832-7711-4368-bd36-8e5df975d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293685 Nov 28 07:52:26.907639 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-59d65958-be82-465a-b101-a126b2584945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:26.917304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d65958-be82-465a-b101-a126b2584945 None None] Routers {'f42da8d2-d5e4-4c73-96a5-4042d8bd8046'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:26.918616 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-59d65958-be82-465a-b101-a126b2584945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:52:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:26.924476 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-b3504d69-c776-4391-8a1d-362a0a99a19b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] update failed (client error): The resource could not be found. Nov 28 07:52:26.927023 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b3504d69-c776-4391-8a1d-362a0a99a19b tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1643487260 HTTP/1.1" status: 404 len: 335 time: 0.0519247 Nov 28 07:52:26.931200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41744) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:26.989963 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-376d0ce7-8a26-40c6-a008-4375a2f68730 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Deleting subnet bdb96f83-2f87-4c41-8e43-a23cb5fb62af {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:52:26.994018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-376d0ce7-8a26-40c6-a008-4375a2f68730 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.003540 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32925da6-b671-47bf-b196-c3e83a7662af req-87e42476-96c7-4ea0-9960-2efa5ad2a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:27.005214 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-32925da6-b671-47bf-b196-c3e83a7662af req-87e42476-96c7-4ea0-9960-2efa5ad2a593 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 1097 time: 0.0619221 Nov 28 07:52:27.038940 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-376d0ce7-8a26-40c6-a008-4375a2f68730 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.113757 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32925da6-b671-47bf-b196-c3e83a7662af req-852e1c31-0167-464d-aceb-038864db2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:27.115547 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-32925da6-b671-47bf-b196-c3e83a7662af req-852e1c31-0167-464d-aceb-038864db2c9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c823832-7711-4368-bd36-8e5df975d5ee HTTP/1.1" status: 200 len: 897 time: 0.0988650 Nov 28 07:52:27.125562 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-59d65958-be82-465a-b101-a126b2584945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:27.126190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d65958-be82-465a-b101-a126b2584945 None None] The sync data for ids ['f42da8d2-d5e4-4c73-96a5-4042d8bd8046'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:52:27.148111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-376d0ce7-8a26-40c6-a008-4375a2f68730 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.165829 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-32925da6-b671-47bf-b196-c3e83a7662af req-42014a44-d89a-4fb1-971a-c4c795f678e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb HTTP/1.1" status: 200 len: 217 time: 0.0414605 Nov 28 07:52:27.212230 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-376d0ce7-8a26-40c6-a008-4375a2f68730 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.219541 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32925da6-b671-47bf-b196-c3e83a7662af req-71ef4004-45cd-40e6-a695-292a997e5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:27.220950 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-32925da6-b671-47bf-b196-c3e83a7662af req-71ef4004-45cd-40e6-a695-292a997e5bbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2e2fadc-cd4b-4a2a-b681-323470003fd6 HTTP/1.1" status: 200 len: 835 time: 0.0467658 Nov 28 07:52:27.241735 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d0ce7-8a26-40c6-a008-4375a2f68730 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb96f83-2f87-4c41-8e43-a23cb5fb62af,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:27.244310 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-376d0ce7-8a26-40c6-a008-4375a2f68730 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.250324 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-376d0ce7-8a26-40c6-a008-4375a2f68730 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "DELETE /v2.0/subnets/bdb96f83-2f87-4c41-8e43-a23cb5fb62af HTTP/1.1" status: 204 len: 168 time: 0.3179100 Nov 28 07:52:27.250953 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41746) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:27.252409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222f51f6-0855-41c1-a6f4-e6697b1d3c32 None None] Network afc6a224-3867-490a-96c3-2c79250ee04b requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:27.276834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32925da6-b671-47bf-b196-c3e83a7662af req-fe0f256b-17d2-479f-8a29-47350168a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:27.278391 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-32925da6-b671-47bf-b196-c3e83a7662af req-fe0f256b-17d2-479f-8a29-47350168a606 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c823832-7711-4368-bd36-8e5df975d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0497150 Nov 28 07:52:27.303983 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d4ef64-8c65-4384-96ec-3251d1b46571 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Deleting subnet ee9b7c8a-5262-4eec-af50-e32feea19b79 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:52:27.308323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ef64-8c65-4384-96ec-3251d1b46571 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.356069 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ef64-8c65-4384-96ec-3251d1b46571 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.403296 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-32925da6-b671-47bf-b196-c3e83a7662af req-dcad3301-8dcb-49f1-8764-03e573ab4d53 service neutron] 10.222.0.35 "GET /v2.0/networks/3c823832-7711-4368-bd36-8e5df975d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169121 Nov 28 07:52:27.406419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41750) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:27.472697 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ef64-8c65-4384-96ec-3251d1b46571 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.493757 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a66a84-f83f-4006-96a6-ac87c234dcf2 None None] DHCP port deletion for afc6a224-3867-490a-96c3-2c79250ee04b request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:52:27.524277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd99c929-a87c-43d9-a299-a74e082d502b admin admin] Deleting subnet b6b8bd0f-9a2e-4dc9-9540-e853c5af8492 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:52:27.531121 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd99c929-a87c-43d9-a299-a74e082d502b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.541016 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ef64-8c65-4384-96ec-3251d1b46571 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.557876 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-16a66a84-f83f-4006-96a6-ac87c234dcf2 None None] Deleting port 14383948-8eb2-4f5a-9745-afe3b6547b69 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:27.558272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-16a66a84-f83f-4006-96a6-ac87c234dcf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.578449 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ef64-8c65-4384-96ec-3251d1b46571 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.582234 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f0d4ef64-8c65-4384-96ec-3251d1b46571 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "DELETE /v2.0/subnets/ee9b7c8a-5262-4eec-af50-e32feea19b79 HTTP/1.1" status: 204 len: 168 time: 0.3299711 Nov 28 07:52:27.583605 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4ef64-8c65-4384-96ec-3251d1b46571 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9b7c8a-5262-4eec-af50-e32feea19b79,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:27.586142 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41752) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:27.589731 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-32925da6-b671-47bf-b196-c3e83a7662af req-4fc05ffd-983d-4240-a9fb-873f17d5946b service neutron] 10.222.0.35 "GET /v2.0/networks/3c823832-7711-4368-bd36-8e5df975d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757164 Nov 28 07:52:27.592148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd99c929-a87c-43d9-a299-a74e082d502b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.621807 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bd2caf-09ea-41b9-bfa9-8c38fa35d57e None None] Network aefe90a4-37a7-42a3-88d9-14380453a6a7 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:27.637954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd99c929-a87c-43d9-a299-a74e082d502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.668109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-16a66a84-f83f-4006-96a6-ac87c234dcf2 None None] For port 14383948-8eb2-4f5a-9745-afe3b6547b69, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=14383948-8eb2-4f5a-9745-afe3b6547b69,segment=NetworkSegment(b00679d5-02dc-4625-8119-0d563819ae0f),segment_id=b00679d5-02dc-4625-8119-0d563819ae0f)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:27.668635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-16a66a84-f83f-4006-96a6-ac87c234dcf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.697127 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.710154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd99c929-a87c-43d9-a299-a74e082d502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.717591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-16a66a84-f83f-4006-96a6-ac87c234dcf2 None None] Calling delete_port for 14383948-8eb2-4f5a-9745-afe3b6547b69 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:27.741821 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99c929-a87c-43d9-a299-a74e082d502b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b8bd0f-9a2e-4dc9-9540-e853c5af8492,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:27.743934 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd99c929-a87c-43d9-a299-a74e082d502b admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.747517 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cd99c929-a87c-43d9-a299-a74e082d502b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b6b8bd0f-9a2e-4dc9-9540-e853c5af8492 HTTP/1.1" status: 204 len: 168 time: 0.3403440 Nov 28 07:52:27.749960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41754) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:27.780248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Deleting port 14383948-8eb2-4f5a-9745-afe3b6547b69 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:27.780613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.834249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99e7b617-8cd7-4337-9443-a3ffd0cb1f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.850838 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b193649b-7f18-42a4-a9fe-bf0b8cfe0feb details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:52:27.853404 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a2f709e7-4aba-445b-bed5-45666dfb49ea no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:52:27.860214 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] For port 14383948-8eb2-4f5a-9745-afe3b6547b69, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=14383948-8eb2-4f5a-9745-afe3b6547b69,segment=NetworkSegment(b00679d5-02dc-4625-8119-0d563819ae0f),segment_id=b00679d5-02dc-4625-8119-0d563819ae0f)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:27.860799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.878089 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Calling delete_port for 14383948-8eb2-4f5a-9745-afe3b6547b69 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:27.895913 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: a2f709e7-4aba-445b-bed5-45666dfb49ea {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:52:27.896295 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a2f709e7-4aba-445b-bed5-45666dfb49ea not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:52:27.917175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-16a66a84-f83f-4006-96a6-ac87c234dcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.949523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99e7b617-8cd7-4337-9443-a3ffd0cb1f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:27.970899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a66a84-f83f-4006-96a6-ac87c234dcf2 None None] Pushing event deleted for resources: {'Port': ['ID=14383948-8eb2-4f5a-9745-afe3b6547b69,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:28.000297 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a66a84-f83f-4006-96a6-ac87c234dcf2 None None] No DVR routers for this DVR port 14383948-8eb2-4f5a-9745-afe3b6547b69 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:52:28.003150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d15d15-2961-4346-befe-b48e94498097 None None] DHCP port deletion for aefe90a4-37a7-42a3-88d9-14380453a6a7 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:52:28.005978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-99e7b617-8cd7-4337-9443-a3ffd0cb1f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfba5c0-16ba-4301-b532-ae93b0cba281']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:28.020927 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.026461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-99e7b617-8cd7-4337-9443-a3ffd0cb1f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b46e00e-a971-4c41-984d-3e5b7451868c') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:28.026762 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-99e7b617-8cd7-4337-9443-a3ffd0cb1f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b46e00e-a971-4c41-984d-3e5b7451868c') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:28.039221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99e7b617-8cd7-4337-9443-a3ffd0cb1f7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.052695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event deleted for resources: {'Port': ['ID=14383948-8eb2-4f5a-9745-afe3b6547b69,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:28.057595 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] No DVR routers for this DVR port 14383948-8eb2-4f5a-9745-afe3b6547b69 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:52:28.066765 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb,segment=NetworkSegment(d3efb426-7917-4073-9f29-cd941b903fef),segment_id=d3efb426-7917-4073-9f29-cd941b903fef)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:28.067815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5a2a4-600a-4f31-84ab-81b149e156a5 req-6c910a5a-1296-4713-a735-1899718de583 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:28.069586 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fff5a2a4-600a-4f31-84ab-81b149e156a5 req-6c910a5a-1296-4713-a735-1899718de583 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 944 time: 0.1237419 Nov 28 07:52:28.074475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99e7b617-8cd7-4337-9443-a3ffd0cb1f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.083670 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'port_id': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'mac_address': 'fa:16:3e:53:eb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:52:28.096079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e7b617-8cd7-4337-9443-a3ffd0cb1f7a admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:52:28.097214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99e7b617-8cd7-4337-9443-a3ffd0cb1f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:52:28.099121 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:52:28.152446 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.159604 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-39d15d15-2961-4346-befe-b48e94498097 None None] Deleting port fb425de7-4c18-46d6-9260-cd3af0f20409 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:28.160105 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-39d15d15-2961-4346-befe-b48e94498097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.172254 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99e7b617-8cd7-4337-9443-a3ffd0cb1f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.174764 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc6a224-3867-490a-96c3-2c79250ee04b']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:28.176021 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.176241 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99e7b617-8cd7-4337-9443-a3ffd0cb1f7a admin admin] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.180601 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-99e7b617-8cd7-4337-9443-a3ffd0cb1f7a admin admin] 10.222.0.31 "DELETE /v2.0/networks/7dfba5c0-16ba-4301-b532-ae93b0cba281 HTTP/1.1" status: 204 len: 168 time: 0.4294143 Nov 28 07:52:28.185350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41758) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:28.192698 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fff5a2a4-600a-4f31-84ab-81b149e156a5 req-9e1f91b1-c2bb-4198-bca0-d19199c3384d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=71327072-5585-4c5b-aace-a9c3f794d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151443 Nov 28 07:52:28.196666 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00679d5-02dc-4625-8119-0d563819ae0f') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:28.197179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00679d5-02dc-4625-8119-0d563819ae0f') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:28.201816 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b193649b-7f18-42a4-a9fe-bf0b8cfe0feb {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:52:28.224625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7b617-8cd7-4337-9443-a3ffd0cb1f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=7dfba5c0-16ba-4301-b532-ae93b0cba281,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:28.234660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.256373 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.264301 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e42aad-2f60-435d-b79a-b4a73ac400e7 admin admin] Deleting subnet d11cc553-a469-44f5-a03c-8cea25ab15e3 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:52:28.267689 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-39d15d15-2961-4346-befe-b48e94498097 None None] For port fb425de7-4c18-46d6-9260-cd3af0f20409, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=fb425de7-4c18-46d6-9260-cd3af0f20409,segment=NetworkSegment(3ca96c51-59be-4a22-ad99-07fcd3d9b255),segment_id=3ca96c51-59be-4a22-ad99-07fcd3d9b255)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:28.268090 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-39d15d15-2961-4346-befe-b48e94498097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.268933 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:52:28.269529 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.271340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb,segment=NetworkSegment(d3efb426-7917-4073-9f29-cd941b903fef),segment_id=d3efb426-7917-4073-9f29-cd941b903fef)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:52:28.272732 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:52:28.280002 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.286157 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77e42aad-2f60-435d-b79a-b4a73ac400e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.286562 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-39d15d15-2961-4346-befe-b48e94498097 None None] Calling delete_port for fb425de7-4c18-46d6-9260-cd3af0f20409 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:28.315315 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device fb425de7-4c18-46d6-9260-cd3af0f20409 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:52:28.357115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931b1121-0cb0-434a-89b3-d13f158de81e', 'name': 'network-vif-deleted', 'tag': 'a2f709e7-4aba-445b-bed5-45666dfb49ea'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:52:28.361549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7f263b-10dc-430a-8ce5-78fda8af5c6d" -d '{"events": [{"server_uuid": "931b1121-0cb0-434a-89b3-d13f158de81e", "name": "network-vif-deleted", "tag": "a2f709e7-4aba-445b-bed5-45666dfb49ea"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:52:28.362313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77e42aad-2f60-435d-b79a-b4a73ac400e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.382892 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.397597 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.403861 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41762) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:28.404309 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "DELETE /v2.0/networks/afc6a224-3867-490a-96c3-2c79250ee04b HTTP/1.1" status: 204 len: 168 time: 0.8152382 Nov 28 07:52:28.404495 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:28.418380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a0104-c291-4c80-9519-7b9d2a20bb4c tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event deleted for resources: {'Network': ['ID=afc6a224-3867-490a-96c3-2c79250ee04b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:28.434470 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77e42aad-2f60-435d-b79a-b4a73ac400e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.441959 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f829b95c-d731-4e7c-9394-f55d4416c845 x-openstack-request-id: req-f829b95c-d731-4e7c-9394-f55d4416c845 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:52:28.442697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931b1121-0cb0-434a-89b3-d13f158de81e", "name": "network-vif-deleted", "tag": "a2f709e7-4aba-445b-bed5-45666dfb49ea", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:52:28.443146 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f829b95c-d731-4e7c-9394-f55d4416c845 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:52:28.443535 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931b1121-0cb0-434a-89b3-d13f158de81e', 'name': 'network-vif-deleted', 'tag': 'a2f709e7-4aba-445b-bed5-45666dfb49ea', 'status': 'completed', 'code': 200} Nov 28 07:52:28.501595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-39d15d15-2961-4346-befe-b48e94498097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.505136 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77e42aad-2f60-435d-b79a-b4a73ac400e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.509341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8b587933-d974-42d3-8e82-c743509ae145 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.530791 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.531594 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e42aad-2f60-435d-b79a-b4a73ac400e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11cc553-a469-44f5-a03c-8cea25ab15e3,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:28.532688 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d15d15-2961-4346-befe-b48e94498097 None None] Pushing event deleted for resources: {'Port': ['ID=fb425de7-4c18-46d6-9260-cd3af0f20409,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:28.536218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77e42aad-2f60-435d-b79a-b4a73ac400e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.539499 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-77e42aad-2f60-435d-b79a-b4a73ac400e7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d11cc553-a469-44f5-a03c-8cea25ab15e3 HTTP/1.1" status: 204 len: 168 time: 0.3531976 Nov 28 07:52:28.542095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41764) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:28.543507 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d15d15-2961-4346-befe-b48e94498097 None None] No DVR routers for this DVR port fb425de7-4c18-46d6-9260-cd3af0f20409 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:52:28.582195 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['b193649b-7f18-42a4-a9fe-bf0b8cfe0feb'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:52:28.584660 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 14383948-8eb2-4f5a-9745-afe3b6547b69 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:52:28.622003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fcc1e820-19a6-412b-a51e-313b2df54082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.623228 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8b587933-d974-42d3-8e82-c743509ae145 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.629293 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 14383948-8eb2-4f5a-9745-afe3b6547b69 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:52:28.629640 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 14383948-8eb2-4f5a-9745-afe3b6547b69 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:52:28.645770 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8b587933-d974-42d3-8e82-c743509ae145 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefe90a4-37a7-42a3-88d9-14380453a6a7']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:28.657210 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8b587933-d974-42d3-8e82-c743509ae145 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca96c51-59be-4a22-ad99-07fcd3d9b255') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:28.657506 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-8b587933-d974-42d3-8e82-c743509ae145 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca96c51-59be-4a22-ad99-07fcd3d9b255') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:28.667894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8b587933-d974-42d3-8e82-c743509ae145 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.683618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8b587933-d974-42d3-8e82-c743509ae145 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.690358 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b587933-d974-42d3-8e82-c743509ae145 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:52:28.690848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8b587933-d974-42d3-8e82-c743509ae145 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:52:28.694564 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:52:28.721148 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fcc1e820-19a6-412b-a51e-313b2df54082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.741694 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-fcc1e820-19a6-412b-a51e-313b2df54082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce4450b-c763-41eb-8381-02e6d1681cd5']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:28.753465 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-fcc1e820-19a6-412b-a51e-313b2df54082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4601180c-d8de-4afe-b576-aeabb198ea2a') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:28.753951 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-fcc1e820-19a6-412b-a51e-313b2df54082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4601180c-d8de-4afe-b576-aeabb198ea2a') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:28.755905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8b587933-d974-42d3-8e82-c743509ae145 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.764476 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8b587933-d974-42d3-8e82-c743509ae145 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.768793 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8b587933-d974-42d3-8e82-c743509ae145 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "DELETE /v2.0/networks/aefe90a4-37a7-42a3-88d9-14380453a6a7 HTTP/1.1" status: 204 len: 168 time: 0.3637724 Nov 28 07:52:28.770022 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fcc1e820-19a6-412b-a51e-313b2df54082 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.771856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41766) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:28.779051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b587933-d974-42d3-8e82-c743509ae145 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event deleted for resources: {'Network': ['ID=aefe90a4-37a7-42a3-88d9-14380453a6a7,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:28.813054 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fcc1e820-19a6-412b-a51e-313b2df54082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.824908 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc1e820-19a6-412b-a51e-313b2df54082 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:52:28.825295 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fcc1e820-19a6-412b-a51e-313b2df54082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:52:28.826966 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:52:28.888181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-025250fe-7d64-449a-8087-a1fb51acea5a tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Deleting subnet 78b9d28d-e223-4f84-9dd8-62d26334f6e0 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:52:28.895729 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-025250fe-7d64-449a-8087-a1fb51acea5a tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.925303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fcc1e820-19a6-412b-a51e-313b2df54082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.936317 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fcc1e820-19a6-412b-a51e-313b2df54082 admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:28.939564 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fcc1e820-19a6-412b-a51e-313b2df54082 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dce4450b-c763-41eb-8381-02e6d1681cd5 HTTP/1.1" status: 204 len: 168 time: 0.3957875 Nov 28 07:52:28.950784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1e820-19a6-412b-a51e-313b2df54082 admin admin] Pushing event deleted for resources: {'Network': ['ID=dce4450b-c763-41eb-8381-02e6d1681cd5,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:28.958822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-025250fe-7d64-449a-8087-a1fb51acea5a tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.048986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-025250fe-7d64-449a-8087-a1fb51acea5a tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.104282 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41770) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:29.111987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-025250fe-7d64-449a-8087-a1fb51acea5a tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.143823 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025250fe-7d64-449a-8087-a1fb51acea5a tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event deleted for resources: {'Subnet': ['ID=78b9d28d-e223-4f84-9dd8-62d26334f6e0,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:29.147483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-025250fe-7d64-449a-8087-a1fb51acea5a tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.151311 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-025250fe-7d64-449a-8087-a1fb51acea5a tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "DELETE /v2.0/subnets/78b9d28d-e223-4f84-9dd8-62d26334f6e0 HTTP/1.1" status: 204 len: 168 time: 0.3784502 Nov 28 07:52:29.153846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41772) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:29.159497 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fc7ec2-7f84-4f35-b95a-4721bc3760ba None None] Network 25f6097e-5277-4bbc-b23c-1a628f7fd1c8 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:52:29.163454 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f9262476-fe35-4258-9afe-6666d7c631c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd1df2b822ca4fba943e99981388e853&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579197 Nov 28 07:52:29.166535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41774) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:29.263164 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.289650 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-caabbf89-c77d-4154-a2fd-0d7245aa05b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.348360 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7f572e-bd0c-4df7-9422-2eb7e8fd0c3f None None] DHCP port deletion for 25f6097e-5277-4bbc-b23c-1a628f7fd1c8 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:52:29.357814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-caabbf89-c77d-4154-a2fd-0d7245aa05b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.402042 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f572e-bd0c-4df7-9422-2eb7e8fd0c3f None None] Deleting port 73646261-1395-4243-8db8-c1be49661cbd {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:29.402411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cb7f572e-bd0c-4df7-9422-2eb7e8fd0c3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.408813 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea8b89-982e-45d5-8969-249a9fddff44 req-ed9f5847-c7c0-4ebd-a185-5c94dad0e39a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:29.410304 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1dea8b89-982e-45d5-8969-249a9fddff44 req-ed9f5847-c7c0-4ebd-a185-5c94dad0e39a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 945 time: 0.1330941 Nov 28 07:52:29.451283 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Deleting port 73646261-1395-4243-8db8-c1be49661cbd {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:52:29.451624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.468007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-cb7f572e-bd0c-4df7-9422-2eb7e8fd0c3f None None] For port 73646261-1395-4243-8db8-c1be49661cbd, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=73646261-1395-4243-8db8-c1be49661cbd,segment=NetworkSegment(85cf5096-8781-4b38-a5ae-0f966ffa2804),segment_id=85cf5096-8781-4b38-a5ae-0f966ffa2804)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:29.468452 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cb7f572e-bd0c-4df7-9422-2eb7e8fd0c3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.474322 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-caabbf89-c77d-4154-a2fd-0d7245aa05b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.476962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-caabbf89-c77d-4154-a2fd-0d7245aa05b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.478152 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-caabbf89-c77d-4154-a2fd-0d7245aa05b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffdea622-5918-496c-a4ff-1a106e9b26ae HTTP/1.1" status: 204 len: 168 time: 0.3106060 Nov 28 07:52:29.481634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f572e-bd0c-4df7-9422-2eb7e8fd0c3f None None] Calling delete_port for 73646261-1395-4243-8db8-c1be49661cbd owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:29.531875 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabbf89-c77d-4154-a2fd-0d7245aa05b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdea622-5918-496c-a4ff-1a106e9b26ae,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:29.540671 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1dea8b89-982e-45d5-8969-249a9fddff44 req-f4e54319-5767-429e-8948-7caf78d6a48d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=71327072-5585-4c5b-aace-a9c3f794d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218286 Nov 28 07:52:29.552739 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] For port 73646261-1395-4243-8db8-c1be49661cbd, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=73646261-1395-4243-8db8-c1be49661cbd,segment=NetworkSegment(85cf5096-8781-4b38-a5ae-0f966ffa2804),segment_id=85cf5096-8781-4b38-a5ae-0f966ffa2804)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:29.553055 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.579476 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Calling delete_port for 73646261-1395-4243-8db8-c1be49661cbd owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:52:29.588325 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cb7f572e-bd0c-4df7-9422-2eb7e8fd0c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.619397 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f572e-bd0c-4df7-9422-2eb7e8fd0c3f None None] No DVR routers for this DVR port 73646261-1395-4243-8db8-c1be49661cbd on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:52:29.622864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f572e-bd0c-4df7-9422-2eb7e8fd0c3f None None] Pushing event deleted for resources: {'Port': ['ID=73646261-1395-4243-8db8-c1be49661cbd,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:29.673713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.707186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event deleted for resources: {'Port': ['ID=73646261-1395-4243-8db8-c1be49661cbd,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:29.709030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] No DVR routers for this DVR port 73646261-1395-4243-8db8-c1be49661cbd on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:52:29.786356 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.806900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f6097e-5277-4bbc-b23c-1a628f7fd1c8']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:29.816546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cf5096-8781-4b38-a5ae-0f966ffa2804') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:29.816846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cf5096-8781-4b38-a5ae-0f966ffa2804') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:29.827129 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.830939 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41782) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:29.847673 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b193649b-7f18-42a4-a9fe-bf0b8cfe0feb up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:52:29.862202 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.876261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:52:29.876640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:52:29.879626 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:52:29.909368 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:52:29.913483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:52:29.913851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:30.008122 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:30.032805 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:52:30.035220 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc39d98e-bbc0-4b02-9030-33a4f078f280" -d '{"events": [{"server_uuid": "75d3694c-c3c0-4875-b8c1-8485dfb9020c", "name": "network-vif-plugged", "status": "completed", "tag": "b193649b-7f18-42a4-a9fe-bf0b8cfe0feb"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:52:30.048463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb,segment=NetworkSegment(d3efb426-7917-4073-9f29-cd941b903fef),segment_id=d3efb426-7917-4073-9f29-cd941b903fef)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:52:30.052896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:30.080659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84f0cbd-fde1-4d31-9b2a-01ac9feebb89 x-openstack-request-id: req-c84f0cbd-fde1-4d31-9b2a-01ac9feebb89 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:52:30.080954 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d3694c-c3c0-4875-b8c1-8485dfb9020c", "name": "network-vif-plugged", "status": "completed", "tag": "b193649b-7f18-42a4-a9fe-bf0b8cfe0feb", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:52:30.081203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c84f0cbd-fde1-4d31-9b2a-01ac9feebb89 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:52:30.081588 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'code': 200} Nov 28 07:52:30.121072 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:30.154578 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d8e76562-db06-472c-a6be-126ac160037c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc4e41a3b0894296b5a8ace0a168c9b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3225198 Nov 28 07:52:30.157158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41786) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:30.197212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:30.204599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:30.208511 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "DELETE /v2.0/networks/25f6097e-5277-4bbc-b23c-1a628f7fd1c8 HTTP/1.1" status: 204 len: 168 time: 1.0536625 Nov 28 07:52:30.211044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41788) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:30.218810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-18c7edae-3762-4fec-88ed-5eb4b183b39b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:30.232696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b88ca-8cdd-4858-966f-67da4773b74e tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Pushing event deleted for resources: {'Network': ['ID=25f6097e-5277-4bbc-b23c-1a628f7fd1c8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:30.246612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-18c7edae-3762-4fec-88ed-5eb4b183b39b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:30.252387 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ab1e35c3-a37c-4158-aa73-fb5cf7963295 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "GET /v2.0/ports?device_id=f42da8d2-d5e4-4c73-96a5-4042d8bd8046 HTTP/1.1" status: 200 len: 205 time: 0.0302851 Nov 28 07:52:30.254738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41790) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:30.294149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 73646261-1395-4243-8db8-c1be49661cbd no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:52:30.303324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208468ee-440d-4d33-977b-fe3339eea663 req-baa6b658-ab05-44f2-a933-07db38be7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:30.305007 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-208468ee-440d-4d33-977b-fe3339eea663 req-baa6b658-ab05-44f2-a933-07db38be7e90 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 1099 time: 0.0553007 Nov 28 07:52:30.316735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 73646261-1395-4243-8db8-c1be49661cbd {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:52:30.317075 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 73646261-1395-4243-8db8-c1be49661cbd not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:52:30.358985 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-208468ee-440d-4d33-977b-fe3339eea663 req-a53f80c2-0656-4d1b-9697-a859b8d162b3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=71327072-5585-4c5b-aace-a9c3f794d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398276 Nov 28 07:52:30.360863 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e1a66c18-1649-4425-b492-0c6fe64f2659 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:30.443541 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-18c7edae-3762-4fec-88ed-5eb4b183b39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:30.446117 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-18c7edae-3762-4fec-88ed-5eb4b183b39b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:30.447281 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-18c7edae-3762-4fec-88ed-5eb4b183b39b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73a304bc-d7ae-4f44-8c9b-20aed9b873ac HTTP/1.1" status: 204 len: 168 time: 0.2890494 Nov 28 07:52:30.675805 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e55d6-8385-434b-8468-7f1425c6256b req-b6416f71-8fc8-42f2-a165-6fc35e5863b1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:30.677659 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-086e55d6-8385-434b-8468-7f1425c6256b req-b6416f71-8fc8-42f2-a165-6fc35e5863b1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 946 time: 0.0647957 Nov 28 07:52:30.740860 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-086e55d6-8385-434b-8468-7f1425c6256b req-b8e3cabb-1474-4042-bfbc-8f7e43ccf7ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=71327072-5585-4c5b-aace-a9c3f794d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555487 Nov 28 07:52:30.897533 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7edae-3762-4fec-88ed-5eb4b183b39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a304bc-d7ae-4f44-8c9b-20aed9b873ac,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:30.907316 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e1a66c18-1649-4425-b492-0c6fe64f2659 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:30.909742 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e1a66c18-1649-4425-b492-0c6fe64f2659 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:30.954954 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e1a66c18-1649-4425-b492-0c6fe64f2659 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:30.955542 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a66c18-1649-4425-b492-0c6fe64f2659 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Fanout notify agent at l3_agent the message router_deleted on router f42da8d2-d5e4-4c73-96a5-4042d8bd8046 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:52:30.962822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e1a66c18-1649-4425-b492-0c6fe64f2659 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:30.966585 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e1a66c18-1649-4425-b492-0c6fe64f2659 tempest-RoutersNegativeTest-108951161 tempest-RoutersNegativeTest-108951161-project] 10.222.0.31 "DELETE /v2.0/routers/f42da8d2-d5e4-4c73-96a5-4042d8bd8046 HTTP/1.1" status: 204 len: 168 time: 0.7079914 Nov 28 07:52:31.088242 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:31.202074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41804) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:31.333659 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3f3d55dd-2da6-4fb3-910a-09fe175d9694 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9e4f25d670d4f05ba1ae9de201d4155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301260 Nov 28 07:52:31.335897 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41808) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:31.391299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b723699-b4ee-4196-b0ac-09c58ea85b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:31.412658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b723699-b4ee-4196-b0ac-09c58ea85b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:31.463054 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b723699-b4ee-4196-b0ac-09c58ea85b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:31.466039 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6b723699-b4ee-4196-b0ac-09c58ea85b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:31.467284 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6b723699-b4ee-4196-b0ac-09c58ea85b99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6279340c-d2ee-49ce-96f3-9703337d8c27 HTTP/1.1" status: 204 len: 168 time: 0.1303785 Nov 28 07:52:31.475944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b723699-b4ee-4196-b0ac-09c58ea85b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6279340c-d2ee-49ce-96f3-9703337d8c27,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:31.871968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674cb97-08c0-4686-9d13-5da0af13854d req-1067dce2-4a72-4332-b5d9-d8a185435be7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:31.873439 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4674cb97-08c0-4686-9d13-5da0af13854d req-1067dce2-4a72-4332-b5d9-d8a185435be7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 946 time: 0.0556357 Nov 28 07:52:31.922889 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4674cb97-08c0-4686-9d13-5da0af13854d req-c82ffe98-3d21-4d61-b012-3008c18d892e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=71327072-5585-4c5b-aace-a9c3f794d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433197 Nov 28 07:52:32.047134 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46737a9a-f0ea-4f4c-85d3-8d0e775290bb req-69a080bf-b9ba-4ca4-baf9-1aa70344ed0d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:32.048604 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-46737a9a-f0ea-4f4c-85d3-8d0e775290bb req-69a080bf-b9ba-4ca4-baf9-1aa70344ed0d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 946 time: 0.0555906 Nov 28 07:52:32.098204 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-46737a9a-f0ea-4f4c-85d3-8d0e775290bb req-f9904bb4-e839-4d64-bd7a-d197b352fd73 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=71327072-5585-4c5b-aace-a9c3f794d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431836 Nov 28 07:52:32.104517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41834) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:32.121308 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41838) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:32.169596 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9f7c39-a058-4ad4-bd23-39d22940b91f tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:32.170804 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ee9f7c39-a058-4ad4-bd23-39d22940b91f tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 1094 time: 0.0485852 Nov 28 07:52:32.173680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41840) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:32.177860 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:32.200948 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1808805533'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:52:32.212238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:32.247857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Made reservation on behalf of f31c828e0f7e47c69025106d134e95fb for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:52:32.251190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:32.261597 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:32.375671 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:32.395461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:32.424737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:32.465865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:52:32.474977 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b83036-20d8-4495-a885-8fab8c813807,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:32.501185 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:32.501470 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Added segment 7e0b9e21-9acd-490b-b9a2-4a176a6e1cab of type vlan for network d51dfa83-5680-48c8-9948-c434b9243999 Nov 28 07:52:32.553977 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:32.563038 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.18 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/364ff1ec-8ef9-4b3e-a423-6656883a47b3) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:52:32.614207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:32.619791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:32.620376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:32.686757 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5810828 Nov 28 07:52:32.690133 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41842) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:32.694823 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-ca2fb695-fa30-40e7-81a9-faf0e0067555 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd51dfa83-5680-48c8-9948-c434b9243999', 'tempest-TagsTest-Tag-822394826') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:32.727471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044efce-48d7-48c2-8baa-b5f673c9512c tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Pushing event updated for resources: {'Network': ['ID=d51dfa83-5680-48c8-9948-c434b9243999,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:32.738131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network d51dfa83-5680-48c8-9948-c434b9243999 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:52:32.749684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:32.779619 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ca2fb695-fa30-40e7-81a9-faf0e0067555 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] 10.222.0.31 "PUT /v2.0/networks/d51dfa83-5680-48c8-9948-c434b9243999/tags/tempest-TagsTest-Tag-822394826 HTTP/1.1" status: 201 len: 201 time: 0.0883014 Nov 28 07:52:32.782053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41844) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:32.786410 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-b0c143e2-bba0-461f-8a3b-aed4e2c16dc5 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd51dfa83-5680-48c8-9948-c434b9243999', 'tempest-TagsTest-Tag-822394826') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:32.803724 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:32.842313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:52:32.848983 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:52:32.855266 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b0c143e2-bba0-461f-8a3b-aed4e2c16dc5 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] 10.222.0.31 "GET /v2.0/networks/d51dfa83-5680-48c8-9948-c434b9243999/tags/tempest-TagsTest-Tag-822394826 HTTP/1.1" status: 204 len: 168 time: 0.0720370 Nov 28 07:52:32.857622 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41846) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:32.857819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:52:32.861893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-d7469e24-574a-4835-939e-2efdc0e85385 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd51dfa83-5680-48c8-9948-c434b9243999') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:32.882680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=364ff1ec-8ef9-4b3e-a423-6656883a47b3,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:32.936059 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d7469e24-574a-4835-939e-2efdc0e85385 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] 10.222.0.31 "GET /v2.0/networks/d51dfa83-5680-48c8-9948-c434b9243999/tags HTTP/1.1" status: 200 len: 237 time: 0.0749032 Nov 28 07:52:32.936641 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41848) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:32.940666 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-708814ea-c27e-4b37-93f8-293de307ce31 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd51dfa83-5680-48c8-9948-c434b9243999', {'tags': ['tempest-TagsTest-Tag-1265761558', 'tempest-TagsTest-Tag-599777029', 'tempest-TagsTest-Tag-36228033']}) {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:33.013215 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-708814ea-c27e-4b37-93f8-293de307ce31 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] 10.222.0.31 "PUT /v2.0/networks/d51dfa83-5680-48c8-9948-c434b9243999/tags HTTP/1.1" status: 200 len: 306 time: 0.0759506 Nov 28 07:52:33.015809 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41850) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:33.020395 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-280e81e1-a948-43f4-956a-93c9c0fd9d05 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd51dfa83-5680-48c8-9948-c434b9243999', 'tempest-TagsTest-Tag-1265761558') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:33.102497 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-280e81e1-a948-43f4-956a-93c9c0fd9d05 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] 10.222.0.31 "DELETE /v2.0/networks/d51dfa83-5680-48c8-9948-c434b9243999/tags/tempest-TagsTest-Tag-1265761558 HTTP/1.1" status: 204 len: 168 time: 0.0853400 Nov 28 07:52:33.104982 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41852) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:33.110672 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-27d3f67d-fc19-405a-9ffe-d7331f327b41 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd51dfa83-5680-48c8-9948-c434b9243999', 'tempest-TagsTest-Tag-1265761558') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:33.175005 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-27d3f67d-fc19-405a-9ffe-d7331f327b41 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] show failed (client error): The resource could not be found. Nov 28 07:52:33.176046 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-27d3f67d-fc19-405a-9ffe-d7331f327b41 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] 10.222.0.31 "GET /v2.0/networks/d51dfa83-5680-48c8-9948-c434b9243999/tags/tempest-TagsTest-Tag-1265761558 HTTP/1.1" status: 404 len: 326 time: 0.0701005 Nov 28 07:52:33.178740 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41854) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:33.183672 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-1d478236-727b-465f-aeb5-9f92b343e5ff tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd51dfa83-5680-48c8-9948-c434b9243999', 'tempest-TagsTest-Tag-599777029') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:33.253590 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1d478236-727b-465f-aeb5-9f92b343e5ff tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] 10.222.0.31 "GET /v2.0/networks/d51dfa83-5680-48c8-9948-c434b9243999/tags/tempest-TagsTest-Tag-599777029 HTTP/1.1" status: 204 len: 168 time: 0.0735543 Nov 28 07:52:33.256116 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41856) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:33.260305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-d06bb64f-e9ed-4a41-ab38-0d3f1dc3bae9 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd51dfa83-5680-48c8-9948-c434b9243999', 'tempest-TagsTest-Tag-36228033') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:33.324517 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d06bb64f-e9ed-4a41-ab38-0d3f1dc3bae9 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] 10.222.0.31 "GET /v2.0/networks/d51dfa83-5680-48c8-9948-c434b9243999/tags/tempest-TagsTest-Tag-36228033 HTTP/1.1" status: 204 len: 168 time: 0.0673342 Nov 28 07:52:33.326833 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41858) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:33.331014 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-6a5ce111-40ca-49fa-b03d-58e51d0f74e4 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd51dfa83-5680-48c8-9948-c434b9243999') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:33.420280 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6a5ce111-40ca-49fa-b03d-58e51d0f74e4 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] 10.222.0.31 "DELETE /v2.0/networks/d51dfa83-5680-48c8-9948-c434b9243999/tags HTTP/1.1" status: 204 len: 168 time: 0.0922234 Nov 28 07:52:33.420503 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:33.422621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41860) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:33.427045 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-9d02b5ef-cc60-4c3e-b592-c301b2bf562a tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd51dfa83-5680-48c8-9948-c434b9243999', 'tempest-TagsTest-Tag-599777029') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:33.490660 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-9d02b5ef-cc60-4c3e-b592-c301b2bf562a tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] show failed (client error): The resource could not be found. Nov 28 07:52:33.491731 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9d02b5ef-cc60-4c3e-b592-c301b2bf562a tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] 10.222.0.31 "GET /v2.0/networks/d51dfa83-5680-48c8-9948-c434b9243999/tags/tempest-TagsTest-Tag-599777029 HTTP/1.1" status: 404 len: 325 time: 0.0681591 Nov 28 07:52:33.495210 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41862) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:33.499490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-3d8dbf33-cd8d-42e7-b100-1826a9896f41 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd51dfa83-5680-48c8-9948-c434b9243999', 'tempest-TagsTest-Tag-36228033') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:33.532095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:33.569661 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-3d8dbf33-cd8d-42e7-b100-1826a9896f41 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] show failed (client error): The resource could not be found. Nov 28 07:52:33.573477 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3d8dbf33-cd8d-42e7-b100-1826a9896f41 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] 10.222.0.31 "GET /v2.0/networks/d51dfa83-5680-48c8-9948-c434b9243999/tags/tempest-TagsTest-Tag-36228033 HTTP/1.1" status: 404 len: 324 time: 0.0745940 Nov 28 07:52:33.573677 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41864) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:33.577876 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.tag.tag_plugin [None req-5ecf6e67-de69-4a65-8fd2-a7b5e8669a1a tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd51dfa83-5680-48c8-9948-c434b9243999') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:33.645219 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5ecf6e67-de69-4a65-8fd2-a7b5e8669a1a tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] 10.222.0.31 "DELETE /v2.0/networks/d51dfa83-5680-48c8-9948-c434b9243999/tags HTTP/1.1" status: 204 len: 168 time: 0.0705528 Nov 28 07:52:33.651840 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41866) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:33.687708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:33.692141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:33.730581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-12af71eb-295d-464e-a587-1626de457d28 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:33.765034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=364ff1ec-8ef9-4b3e-a423-6656883a47b3,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:33.772358 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:33.819037 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-12af71eb-295d-464e-a587-1626de457d28 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:33.839208 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-12af71eb-295d-464e-a587-1626de457d28 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51dfa83-5680-48c8-9948-c434b9243999']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:33.848128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-12af71eb-295d-464e-a587-1626de457d28 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0b9e21-9acd-490b-b9a2-4a176a6e1cab') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:33.848414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-12af71eb-295d-464e-a587-1626de457d28 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0b9e21-9acd-490b-b9a2-4a176a6e1cab') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:33.858022 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-12af71eb-295d-464e-a587-1626de457d28 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:33.870790 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-12af71eb-295d-464e-a587-1626de457d28 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:33.876824 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12af71eb-295d-464e-a587-1626de457d28 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:52:33.877256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-12af71eb-295d-464e-a587-1626de457d28 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:52:33.880375 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:52:33.889255 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 54b1a1cc-2eac-49a7-9365-55eb0745a046 associated. External IP: 172.26.2.18, port: b193649b-7f18-42a4-a9fe-bf0b8cfe0feb. Nov 28 07:52:33.937263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-12af71eb-295d-464e-a587-1626de457d28 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:33.943953 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-12af71eb-295d-464e-a587-1626de457d28 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:33.949966 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-12af71eb-295d-464e-a587-1626de457d28 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] 10.222.0.31 "DELETE /v2.0/networks/d51dfa83-5680-48c8-9948-c434b9243999 HTTP/1.1" status: 204 len: 168 time: 0.2947798 Nov 28 07:52:33.958751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af71eb-295d-464e-a587-1626de457d28 tempest-TagsTest-1716162271 tempest-TagsTest-1716162271-project] Pushing event deleted for resources: {'Network': ['ID=d51dfa83-5680-48c8-9948-c434b9243999,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:34.137117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 6106be0e-cf5d-4488-807f-48a8031077ad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:52:34.200189 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41872) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:34.260470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:52:34.270559 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1fd90-5035-48df-a63d-c9451aee0d64 None None] Sync routers for ids ['6106be0e-cf5d-4488-807f-48a8031077ad'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:52:34.279445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:34.281878 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1fd90-5035-48df-a63d-c9451aee0d64 None None] Routers {'6106be0e-cf5d-4488-807f-48a8031077ad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:34.282490 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d4a1fd90-5035-48df-a63d-c9451aee0d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:52:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6106be0e-cf5d-4488-807f-48a8031077ad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:34.318842 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-13013b86-c000-4bb5-957b-6c5acde2eb32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1418540 Nov 28 07:52:34.318842 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'tag': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:52:34.319582 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73f49f9-b437-412e-a531-0c4047733b89" -d '{"events": [{"name": "network-changed", "server_uuid": "75d3694c-c3c0-4875-b8c1-8485dfb9020c", "tag": "b193649b-7f18-42a4-a9fe-bf0b8cfe0feb"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:52:34.321264 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41876) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:34.360473 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49978ca7-b268-413b-a0cf-af3a1a4272d4 x-openstack-request-id: req-49978ca7-b268-413b-a0cf-af3a1a4272d4 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:52:34.360832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d3694c-c3c0-4875-b8c1-8485dfb9020c", "tag": "b193649b-7f18-42a4-a9fe-bf0b8cfe0feb", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:52:34.361152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49978ca7-b268-413b-a0cf-af3a1a4272d4 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:52:34.361857 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'tag': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'status': 'completed', 'code': 200} Nov 28 07:52:34.403798 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7956fafc-de20-4fd4-bc26-b5337ce57b59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f31c828e0f7e47c69025106d134e95fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2001071 Nov 28 07:52:34.406253 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41880) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:34.417774 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-d4a1fd90-5035-48df-a63d-c9451aee0d64 None None] Set router 6106be0e-cf5d-4488-807f-48a8031077ad gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:52:34.433239 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f3ac3cf1-64eb-4165-ac5c-1b9432c5f639 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/54b1a1cc-2eac-49a7-9365-55eb0745a046 HTTP/1.1" status: 200 len: 991 time: 0.1096270 Nov 28 07:52:34.433561 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f49f9-b437-412e-a531-0c4047733b89 req-32fb8dce-4f93-41db-be30-eeff22616039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:34.434021 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d73f49f9-b437-412e-a531-0c4047733b89 req-32fb8dce-4f93-41db-be30-eeff22616039 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 1099 time: 0.0492234 Nov 28 07:52:34.467438 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:34.488725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:34.528689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f49f9-b437-412e-a531-0c4047733b89 req-4c6b279a-6d78-4c61-90fa-195ddff05929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:34.530321 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d73f49f9-b437-412e-a531-0c4047733b89 req-4c6b279a-6d78-4c61-90fa-195ddff05929 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c823832-7711-4368-bd36-8e5df975d5ee HTTP/1.1" status: 200 len: 897 time: 0.0886781 Nov 28 07:52:34.546280 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:34.548930 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:34.552703 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1b83036-20d8-4495-a885-8fab8c813807 HTTP/1.1" status: 204 len: 168 time: 0.1428010 Nov 28 07:52:34.564709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b83036-20d8-4495-a885-8fab8c813807,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:52:34.572795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:34.573368 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:34.573969 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:34.574473 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:34.574807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:34.575162 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:34.575490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:34.575816 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:34.576141 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:34.576460 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:34.576782 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:34.577097 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:34.577577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4334f2f-9f24-49c1-a7a3-d91145f9cbe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:52:34.618654 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d73f49f9-b437-412e-a531-0c4047733b89 req-c92bf770-b90f-498c-bae9-1643ee40d7f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb HTTP/1.1" status: 200 len: 999 time: 0.0797606 Nov 28 07:52:34.671519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f49f9-b437-412e-a531-0c4047733b89 req-96fca1f5-ac6a-4248-bdf3-28918c25308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:34.673075 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d73f49f9-b437-412e-a531-0c4047733b89 req-96fca1f5-ac6a-4248-bdf3-28918c25308a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2e2fadc-cd4b-4a2a-b681-323470003fd6 HTTP/1.1" status: 200 len: 835 time: 0.0459321 Nov 28 07:52:34.675709 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d4a1fd90-5035-48df-a63d-c9451aee0d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:52:14Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '54b1a1cc-2eac-49a7-9365-55eb0745a046', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'port_id': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'mac_address': 'fa:16:3e:53:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:52:33Z', 'updated_at': '2021-11-28T07:52:33Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:21Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:34.737424 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f49f9-b437-412e-a531-0c4047733b89 req-e45cba38-c515-4b56-b253-bd7b3be02899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:52:34.739201 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d73f49f9-b437-412e-a531-0c4047733b89 req-e45cba38-c515-4b56-b253-bd7b3be02899 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c823832-7711-4368-bd36-8e5df975d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0570793 Nov 28 07:52:34.811272 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1fd90-5035-48df-a63d-c9451aee0d64 None None] Checking router: 6106be0e-cf5d-4488-807f-48a8031077ad for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:52:34.820359 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1fd90-5035-48df-a63d-c9451aee0d64 None None] Routers {'6106be0e-cf5d-4488-807f-48a8031077ad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:52:34.821020 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d4a1fd90-5035-48df-a63d-c9451aee0d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:52:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6106be0e-cf5d-4488-807f-48a8031077ad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:34.840566 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d73f49f9-b437-412e-a531-0c4047733b89 req-06aa7294-0c78-42d7-a8b4-f729d7ccf4b2 service neutron] 10.222.0.35 "GET /v2.0/networks/3c823832-7711-4368-bd36-8e5df975d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926387 Nov 28 07:52:34.951504 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-d4a1fd90-5035-48df-a63d-c9451aee0d64 None None] Set router 6106be0e-cf5d-4488-807f-48a8031077ad gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:52:35.180460 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d73f49f9-b437-412e-a531-0c4047733b89 req-a4d6c9ff-3aeb-4a63-aee0-f786071fa9ab service neutron] 10.222.0.35 "GET /v2.0/networks/3c823832-7711-4368-bd36-8e5df975d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322792 Nov 28 07:52:35.194383 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d4a1fd90-5035-48df-a63d-c9451aee0d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:52:14Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '54b1a1cc-2eac-49a7-9365-55eb0745a046', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'port_id': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'mac_address': 'fa:16:3e:53:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:52:33Z', 'updated_at': '2021-11-28T07:52:33Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:21Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:52:35.224171 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1fd90-5035-48df-a63d-c9451aee0d64 None None] The sync data for ids ['6106be0e-cf5d-4488-807f-48a8031077ad'] in dv-neutron-744815-16-hyperv is: [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:52:14Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '54b1a1cc-2eac-49a7-9365-55eb0745a046', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'port_id': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'mac_address': 'fa:16:3e:53:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:52:33Z', 'updated_at': '2021-11-28T07:52:33Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:21Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:52:35.410967 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1bb521-cceb-4dbe-8813-db02375d25c9 None None] New status for floating IP 54b1a1cc-2eac-49a7-9365-55eb0745a046: ACTIVE {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:52:35.436169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41884) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:35.504881 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a651d56f-a517-4f4d-93c5-067522f24742 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/54b1a1cc-2eac-49a7-9365-55eb0745a046 HTTP/1.1" status: 200 len: 991 time: 0.0676165 Nov 28 07:52:36.508620 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41886) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:52:36.589970 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f2c4c588-4f11-4b8b-852f-cd8dae115b16 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/54b1a1cc-2eac-49a7-9365-55eb0745a046 HTTP/1.1" status: 200 len: 993 time: 0.0801859 Nov 28 07:52:45.381187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f8014a56-193a-4560-87e5-edeb81bf43a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:47.896694 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2450e5bd-7982-4215-a937-f767372d5770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:49.001642 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:49.897073 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:52:50.298957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:52:51.295532 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:01.088401 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:08.092047 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3c9f85c-df14-43b6-8136-6eb58b125252 req-5ed681a4-cb44-41da-b618-15c68b58b880 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457537 Nov 28 07:53:08.183298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9f85c-df14-43b6-8136-6eb58b125252 req-0fae41d7-53d6-4da0-85dc-767b25187079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:08.184769 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3c9f85c-df14-43b6-8136-6eb58b125252 req-0fae41d7-53d6-4da0-85dc-767b25187079 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 1099 time: 0.0491843 Nov 28 07:53:08.288977 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9f85c-df14-43b6-8136-6eb58b125252 req-5be4880e-7d91-4139-a96b-d3959a7aeea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:08.290422 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3c9f85c-df14-43b6-8136-6eb58b125252 req-5be4880e-7d91-4139-a96b-d3959a7aeea3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 912 time: 0.0861468 Nov 28 07:53:08.363248 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3c9f85c-df14-43b6-8136-6eb58b125252 req-2efbbed2-5fac-4472-8cb4-d323abb120cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1238994c-ebf9-4cd2-9125-5cfa6612ebca HTTP/1.1" status: 200 len: 1001 time: 0.0615585 Nov 28 07:53:08.420661 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9f85c-df14-43b6-8136-6eb58b125252 req-f16c415b-deb0-44c7-a4c9-29709c9b3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:08.422186 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3c9f85c-df14-43b6-8136-6eb58b125252 req-f16c415b-deb0-44c7-a4c9-29709c9b3323 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0507860 Nov 28 07:53:08.475856 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9f85c-df14-43b6-8136-6eb58b125252 req-cdd33daf-55e2-40ce-8b97-04f98c91c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:08.477359 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3c9f85c-df14-43b6-8136-6eb58b125252 req-cdd33daf-55e2-40ce-8b97-04f98c91c006 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454524 Nov 28 07:53:08.566207 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3c9f85c-df14-43b6-8136-6eb58b125252 req-290ddc05-5731-4372-889a-1401643937c2 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795932 Nov 28 07:53:08.656201 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3c9f85c-df14-43b6-8136-6eb58b125252 req-79aee0e7-d6f4-447a-b934-c7acdd8a4dda service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828128 Nov 28 07:53:09.820957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41898) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:09.899784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2e173-6a1f-483f-8c15-596f9b77ff37 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:09.900254 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2e173-6a1f-483f-8c15-596f9b77ff37 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:09.900711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2e173-6a1f-483f-8c15-596f9b77ff37 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:09.902367 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3ad2e173-6a1f-483f-8c15-596f9b77ff37 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=2bd5e3358de04cc29a985f74fa93a602&network_id=3c823832-7711-4368-bd36-8e5df975d5ee HTTP/1.1" status: 200 len: 3002 time: 0.0804265 Nov 28 07:53:12.131989 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41910) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:12.182596 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b12f68-3e99-4c46-adcc-0b564b1cce24 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:12.184089 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-81b12f68-3e99-4c46-adcc-0b564b1cce24 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 814 time: 0.0511241 Nov 28 07:53:12.822715 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41916) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:12.828053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'network': {'name': 'tempest-network-smoke--1079574595', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'port_security_enabled': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:53:12.848109 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:53:12.851662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:12.879019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:53:12.888942 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:12.889277 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Added segment 9db63bb6-1d31-4abb-bb61-dd4036cd6485 of type vlan for network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 Nov 28 07:53:12.926623 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:12.951573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:12.957142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:12.957752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:12.994519 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1703277 Nov 28 07:53:12.997630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41918) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:13.025745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Network': ['ID=3995969b-e64b-49bb-b0e9-fcb55dfcffc1,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:13.036426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:13.036779 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:13.037098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:13.037430 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:13.038408 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:13.038981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:13.039269 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:13.039597 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:13.039921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:13.040251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:13.040672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:13.041251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:13.041831 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc975e0-c6aa-46ba-91a7-fa473de1db0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:13.055740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:53:13.065865 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6251004e-c87a-4b38-9fd5-cccc20187a07 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:13.067407 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6251004e-c87a-4b38-9fd5-cccc20187a07 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2bd5e3358de04cc29a985f74fa93a602&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0686529 Nov 28 07:53:13.070554 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41920) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:13.160825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eba55a0-db58-4229-ad24-3ee8faf4ac1d tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:13.162425 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0eba55a0-db58-4229-ad24-3ee8faf4ac1d tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909011 Nov 28 07:53:13.165818 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41922) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:13.195104 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-40e17c8f-7a1b-4bf3-9da3-0cc7f713d395 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281460 Nov 28 07:53:13.197866 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41924) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:13.224771 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-60b2cfc8-9849-48d6-9e7b-3a98cf179eac tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2bd5e3358de04cc29a985f74fa93a602&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257607 Nov 28 07:53:13.227611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41926) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:13.314391 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a4aa91-61a8-4339-9fb3-77746b88e21e tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:13.315909 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e5a4aa91-61a8-4339-9fb3-77746b88e21e tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874405 Nov 28 07:53:13.318665 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41928) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:13.345209 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8f7684e9-9947-46d6-aafa-09b9f772f658 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254710 Nov 28 07:53:13.347563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41930) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:13.352689 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-710e4f42-4642-4aae-ba53-279303b724d9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-404756793', 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:53:13.443278 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710e4f42-4642-4aae-ba53-279303b724d9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:53:13.446681 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-710e4f42-4642-4aae-ba53-279303b724d9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:13.617910 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-710e4f42-4642-4aae-ba53-279303b724d9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:13.668762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e4f42-4642-4aae-ba53-279303b724d9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Subnet': ['ID=f69f983d-606f-468a-bcf4-ff4b505cdbb8,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:13.683553 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e4f42-4642-4aae-ba53-279303b724d9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Checking segment: {'id': '9db63bb6-1d31-4abb-bb61-dd4036cd6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:53:13.683901 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e4f42-4642-4aae-ba53-279303b724d9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network hostable DHCP agents. Network: 3995969b-e64b-49bb-b0e9-fcb55dfcffc1, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:53:13.699702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e4f42-4642-4aae-ba53-279303b724d9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:53:13.707413 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-710e4f42-4642-4aae-ba53-279303b724d9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 3995969b-e64b-49bb-b0e9-fcb55dfcffc1) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:53:13.711919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710e4f42-4642-4aae-ba53-279303b724d9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:13.712506 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-710e4f42-4642-4aae-ba53-279303b724d9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:13.719187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ffe15b-324e-47f5-9604-076e8c5e06f0 None None] Network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:53:13.728325 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-710e4f42-4642-4aae-ba53-279303b724d9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3798075 Nov 28 07:53:13.861304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-3995969b-e64b-49bb-b0e9-fcb55dfcffc1', 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ips': [{'subnet_id': 'f69f983d-606f-468a-bcf4-ff4b505cdbb8'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:53:13.862152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:13.930990 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41934) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:13.935941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-22a5d468-6ff1-43de-871f-b69da0be265e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1176107849', 'description': 'tempest-secgroup-smoke-1176107849 description', 'project_id': '2bd5e3358de04cc29a985f74fa93a602'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:53:13.957797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22a5d468-6ff1-43de-871f-b69da0be265e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:13.993852 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Allocated IP 172.20.0.18 (3995969b-e64b-49bb-b0e9-fcb55dfcffc1/f69f983d-606f-468a-bcf4-ff4b505cdbb8/ff154956-656b-4575-aa3e-77b8a6b5ff82) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:53:14.029469 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22a5d468-6ff1-43de-871f-b69da0be265e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.033231 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22a5d468-6ff1-43de-871f-b69da0be265e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.061870 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22a5d468-6ff1-43de-871f-b69da0be265e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.063135 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-22a5d468-6ff1-43de-871f-b69da0be265e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1310606 Nov 28 07:53:14.065939 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41936) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:14.070835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-f361df27-88a6-47ba-9857-b5c5741df386 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'a36c78be-b393-4564-9697-c8c70b8ec089', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:53:14.078665 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5d468-6ff1-43de-871f-b69da0be265e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36c78be-b393-4564-9697-c8c70b8ec089,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:14.102145 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f361df27-88a6-47ba-9857-b5c5741df386 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.143524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.149060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.156890 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f361df27-88a6-47ba-9857-b5c5741df386 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.160763 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f361df27-88a6-47ba-9857-b5c5741df386 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.179186 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361df27-88a6-47ba-9857-b5c5741df386 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661040ca-cf13-4bdd-8a10-6c1349fe8c08,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:14.189474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f361df27-88a6-47ba-9857-b5c5741df386 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.189624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:53:14.190682 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f361df27-88a6-47ba-9857-b5c5741df386 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238372 Nov 28 07:53:14.193538 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41938) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:14.198576 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d48aa7a2-9962-49dd-9cef-d3f323b7195f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'a36c78be-b393-4564-9697-c8c70b8ec089', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:53:14.199278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:53:14.202648 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:53:14.210175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Pushing event updated for resources: {'Port': ['ID=ff154956-656b-4575-aa3e-77b8a6b5ff82,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:14.224799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d48aa7a2-9962-49dd-9cef-d3f323b7195f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.240353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:14.241228 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:14.241575 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:14.241916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:14.242249 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:14.242578 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:14.242935 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:14.243268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:14.243598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:14.243925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:14.244251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:14.244569 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:14.244890 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:14.277340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Attempting to bind port ff154956-656b-4575-aa3e-77b8a6b5ff82 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:53:14.277712 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Attempting to bind port ff154956-656b-4575-aa3e-77b8a6b5ff82 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '9db63bb6-1d31-4abb-bb61-dd4036cd6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:53:14.278080 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Attempting to bind port ff154956-656b-4575-aa3e-77b8a6b5ff82 on network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:53:14.283080 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:53:14.283457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Checking segment: {'id': '9db63bb6-1d31-4abb-bb61-dd4036cd6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:53:14.283855 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.284250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Bound using segment: {'id': '9db63bb6-1d31-4abb-bb61-dd4036cd6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:53:14.284370 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d48aa7a2-9962-49dd-9cef-d3f323b7195f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.284720 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Bound port: ff154956-656b-4575-aa3e-77b8a6b5ff82, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db63bb6-1d31-4abb-bb61-dd4036cd6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:53:14.285217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.288422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d48aa7a2-9962-49dd-9cef-d3f323b7195f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.308358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48aa7a2-9962-49dd-9cef-d3f323b7195f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e150974-12c6-42cf-8a82-62812a57c978,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:14.314175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d48aa7a2-9962-49dd-9cef-d3f323b7195f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.315409 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d48aa7a2-9962-49dd-9cef-d3f323b7195f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202655 Nov 28 07:53:14.318152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41940) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:14.323020 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5cf36062-0936-4097-8173-9f6e21240966 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'a36c78be-b393-4564-9697-c8c70b8ec089', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:53:14.351198 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5cf36062-0936-4097-8173-9f6e21240966 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.354884 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] For port ff154956-656b-4575-aa3e-77b8a6b5ff82, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:53:14.358171 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] For port ff154956-656b-4575-aa3e-77b8a6b5ff82, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ff154956-656b-4575-aa3e-77b8a6b5ff82,segment=NetworkSegment(9db63bb6-1d31-4abb-bb61-dd4036cd6485),segment_id=9db63bb6-1d31-4abb-bb61-dd4036cd6485)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:53:14.363184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.413313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5cf36062-0936-4097-8173-9f6e21240966 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.419316 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5cf36062-0936-4097-8173-9f6e21240966 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.431387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919ff42-11a7-4989-bb19-d99a21550023 None None] Pushing event updated for resources: {'Port': ['ID=ff154956-656b-4575-aa3e-77b8a6b5ff82,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:14.438040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf36062-0936-4097-8173-9f6e21240966 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46f5f2c-eac5-46f6-b4b3-04a780a66f1f,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:14.446304 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5cf36062-0936-4097-8173-9f6e21240966 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.450147 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5cf36062-0936-4097-8173-9f6e21240966 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284981 Nov 28 07:53:14.450445 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41942) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:14.454858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b62b44a3-5556-403f-989e-d71df5290b43 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'a36c78be-b393-4564-9697-c8c70b8ec089', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:53:14.481891 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b62b44a3-5556-403f-989e-d71df5290b43 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.540883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b62b44a3-5556-403f-989e-d71df5290b43 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.544976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b62b44a3-5556-403f-989e-d71df5290b43 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.564012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b44a3-5556-403f-989e-d71df5290b43 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78efc48e-9756-4023-8d94-1f56e07b73f0,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:14.586299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b62b44a3-5556-403f-989e-d71df5290b43 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.592717 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b62b44a3-5556-403f-989e-d71df5290b43 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365094 Nov 28 07:53:14.594351 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 41944) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:14.599376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d3064f98-db4b-47b3-8fa6-94e8d2329044 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'a36c78be-b393-4564-9697-c8c70b8ec089', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:53:14.630504 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-d3064f98-db4b-47b3-8fa6-94e8d2329044 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:53:14.636157 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d3064f98-db4b-47b3-8fa6-94e8d2329044 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.689108 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d3064f98-db4b-47b3-8fa6-94e8d2329044 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.692951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d3064f98-db4b-47b3-8fa6-94e8d2329044 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.714374 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3064f98-db4b-47b3-8fa6-94e8d2329044 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a06453-4288-4f09-9db2-1f27030ef2ee,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:14.724842 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d3064f98-db4b-47b3-8fa6-94e8d2329044 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.726607 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d3064f98-db4b-47b3-8fa6-94e8d2329044 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311128 Nov 28 07:53:14.729554 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 41946) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:14.734160 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-94af9f98-4cd2-4d3a-937b-9815b4b299cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'a36c78be-b393-4564-9697-c8c70b8ec089', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:53:14.756252 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-94af9f98-4cd2-4d3a-937b-9815b4b299cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:53:14.761127 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-94af9f98-4cd2-4d3a-937b-9815b4b299cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.825333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-94af9f98-4cd2-4d3a-937b-9815b4b299cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.828513 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-94af9f98-4cd2-4d3a-937b-9815b4b299cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.845318 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af9f98-4cd2-4d3a-937b-9815b4b299cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d3ece5-9a3f-4ea8-8ec1-d2c75a8eb586,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:14.853715 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-94af9f98-4cd2-4d3a-937b-9815b4b299cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:14.855375 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-94af9f98-4cd2-4d3a-937b-9815b4b299cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243274 Nov 28 07:53:15.052609 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-87d4dee8-2195-4f79-9bd2-9576be1aa2f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176107849&fields=id&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 267 time: 0.0468907 Nov 28 07:53:15.166980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-28131d4a-5da0-494c-956c-26d5ddc7af82 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:15.168578 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-28131d4a-5da0-494c-956c-26d5ddc7af82 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/networks?id=3995969b-e64b-49bb-b0e9-fcb55dfcffc1 HTTP/1.1" status: 200 len: 797 time: 0.1084447 Nov 28 07:53:15.184367 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-55881401-96ae-4b99-988f-4da6c4bc25ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/quotas/2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 375 time: 0.0099483 Nov 28 07:53:15.249642 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-a84448e5-4f29-422d-a20f-d0eeb6231ef4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0594335 Nov 28 07:53:15.336396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c493d9f4-d293-4736-9317-704509d2ba4c None None] Network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:53:15.349056 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-fc6cee25-a3dd-4eb6-bce4-f5c73fa9ae33 service neutron] 10.222.0.31 "GET /v2.0/networks/3995969b-e64b-49bb-b0e9-fcb55dfcffc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864136 Nov 28 07:53:15.424601 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a50a5c10-aa1b-4343-b10b-94f8547c86a8 None None] Provisioning complete for port ff154956-656b-4575-aa3e-77b8a6b5ff82 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:53:15.425041 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a50a5c10-aa1b-4343-b10b-94f8547c86a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:15.431372 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-eff02f5e-d166-4fd8-90f1-1c1316163bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:15.445136 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-e4a5633d-423c-46e7-b562-7966cd9c438d service neutron] 10.222.0.31 "GET /v2.0/networks/3995969b-e64b-49bb-b0e9-fcb55dfcffc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896316 Nov 28 07:53:15.600740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a50a5c10-aa1b-4343-b10b-94f8547c86a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:15.624557 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f4a6df8b-62d4-4e0d-bef5-b46d020fca3b req-37b45ede-48e2-4417-bbf0-c5fe49e1e7eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 210 time: 0.0334253 Nov 28 07:53:15.646929 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a50a5c10-aa1b-4343-b10b-94f8547c86a8 None None] For port ff154956-656b-4575-aa3e-77b8a6b5ff82, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ff154956-656b-4575-aa3e-77b8a6b5ff82,segment=NetworkSegment(9db63bb6-1d31-4abb-bb61-dd4036cd6485),segment_id=9db63bb6-1d31-4abb-bb61-dd4036cd6485)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:53:15.652709 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a50a5c10-aa1b-4343-b10b-94f8547c86a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:15.715786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a5c10-aa1b-4343-b10b-94f8547c86a8 None None] Pushing event updated for resources: {'Port': ['ID=ff154956-656b-4575-aa3e-77b8a6b5ff82,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:15.873125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-25af29e1-b816-415d-92b6-6a3aecb88dd8 None None] Provisioning complete for port ff154956-656b-4575-aa3e-77b8a6b5ff82 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:53:15.873503 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-25af29e1-b816-415d-92b6-6a3aecb88dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:16.312077 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ff154956-656b-4575-aa3e-77b8a6b5ff82 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:53:16.364157 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port ff154956-656b-4575-aa3e-77b8a6b5ff82 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:53:16.364846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:16.641792 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-fdfbe114-651b-4098-a638-1b561a84e8fb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:16.643223 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-fdfbe114-651b-4098-a638-1b561a84e8fb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/networks?id=3995969b-e64b-49bb-b0e9-fcb55dfcffc1 HTTP/1.1" status: 200 len: 797 time: 0.1108890 Nov 28 07:53:16.735755 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-eed7bfe5-f502-4f25-82c3-456302da9936 req-80f3e6b3-7e27-4c1b-b369-606f2d0895a7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 210 time: 0.0363481 Nov 28 07:53:16.751206 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-e14a6036-465e-4e2f-81cc-d998037d4ff9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 473 time: 0.0917432 Nov 28 07:53:16.761330 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-499cb8e5-5147-4876-a481-d20deec23857 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'port': {'device_id': '81288d67-4a63-4f01-b6e6-0d1d4b26e7b9', 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1', 'admin_state_up': True, 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'security_groups': ['a36c78be-b393-4564-9697-c8c70b8ec089']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:53:16.868657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-499cb8e5-5147-4876-a481-d20deec23857 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:53:16.872298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-499cb8e5-5147-4876-a481-d20deec23857 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:16.991339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-499cb8e5-5147-4876-a481-d20deec23857 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.20 (3995969b-e64b-49bb-b0e9-fcb55dfcffc1/f69f983d-606f-468a-bcf4-ff4b505cdbb8/41bafae3-c787-4680-b553-ec8608189498) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:53:17.124510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-499cb8e5-5147-4876-a481-d20deec23857 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:17.159575 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-499cb8e5-5147-4876-a481-d20deec23857 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:17.201091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-499cb8e5-5147-4876-a481-d20deec23857 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:53:17.204196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-499cb8e5-5147-4876-a481-d20deec23857 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:53:17.210423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-499cb8e5-5147-4876-a481-d20deec23857 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:53:17.243314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cb8e5-5147-4876-a481-d20deec23857 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=41bafae3-c787-4680-b553-ec8608189498,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:17.265667 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-499cb8e5-5147-4876-a481-d20deec23857 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:17.266303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-499cb8e5-5147-4876-a481-d20deec23857 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:17.283104 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-499cb8e5-5147-4876-a481-d20deec23857 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5253510 Nov 28 07:53:17.301295 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Request body: {'port': {'device_id': '81288d67-4a63-4f01-b6e6-0d1d4b26e7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:53:17.372492 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:17.394468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1708b832-27b5-446e-842f-8f9457652c76 None None] Provisioning complete for port 41bafae3-c787-4680-b553-ec8608189498 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:53:17.395052 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1708b832-27b5-446e-842f-8f9457652c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:17.433078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-1708b832-27b5-446e-842f-8f9457652c76 None None] Port 41bafae3-c787-4680-b553-ec8608189498 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:53:17.640396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bafae3-c787-4680-b553-ec8608189498 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:53:17.647852 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:17.659490 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Transition to ACTIVE for port object 41bafae3-c787-4680-b553-ec8608189498 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:53:17.663863 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:17.740413 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Pushing event updated for resources: {'Port': ['ID=41bafae3-c787-4680-b553-ec8608189498,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:17.791537 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Attempting to bind port 41bafae3-c787-4680-b553-ec8608189498 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:53:17.791876 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Attempting to bind port 41bafae3-c787-4680-b553-ec8608189498 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '9db63bb6-1d31-4abb-bb61-dd4036cd6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:53:17.792206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Attempting to bind port 41bafae3-c787-4680-b553-ec8608189498 on network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:53:17.796764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Port 41bafae3-c787-4680-b553-ec8608189498 on network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:53:17.797085 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Attempting to bind port 41bafae3-c787-4680-b553-ec8608189498 on network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:53:17.802343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:53:17.802685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Checking segment: {'id': '9db63bb6-1d31-4abb-bb61-dd4036cd6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:53:17.803107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Bound using segment: {'id': '9db63bb6-1d31-4abb-bb61-dd4036cd6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:53:17.804327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Bound port: 41bafae3-c787-4680-b553-ec8608189498, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db63bb6-1d31-4abb-bb61-dd4036cd6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:53:17.804684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:17.866338 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066a9e8-2404-450a-9f39-9ab847d7bd66 req-04e50296-2079-4283-a5f9-17da419aee5f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:17.867921 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8066a9e8-2404-450a-9f39-9ab847d7bd66 req-04e50296-2079-4283-a5f9-17da419aee5f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 944 time: 0.0596447 Nov 28 07:53:17.879073 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] For port 41bafae3-c787-4680-b553-ec8608189498, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:53:17.882536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] For port 41bafae3-c787-4680-b553-ec8608189498, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=41bafae3-c787-4680-b553-ec8608189498,segment=NetworkSegment(9db63bb6-1d31-4abb-bb61-dd4036cd6485),segment_id=9db63bb6-1d31-4abb-bb61-dd4036cd6485)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:53:17.888626 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:17.901980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-35086db5-5a4a-44cf-8624-3ef95f5265cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:17.927657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:17.928178 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8066a9e8-2404-450a-9f39-9ab847d7bd66 req-160d2e61-2202-42d5-9751-640334eafebc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a36c78be-b393-4564-9697-c8c70b8ec089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537922 Nov 28 07:53:17.928545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:17.930450 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] 10.222.0.35 "PUT /v2.0/ports/41bafae3-c787-4680-b553-ec8608189498 HTTP/1.1" status: 200 len: 1094 time: 0.6335249 Nov 28 07:53:17.931013 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81288d67-4a63-4f01-b6e6-0d1d4b26e7b9', 'tag': '41bafae3-c787-4680-b553-ec8608189498'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:53:17.939765 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f0179b-c992-4bd3-8438-26a2e8f44e75" -d '{"events": [{"name": "network-changed", "server_uuid": "81288d67-4a63-4f01-b6e6-0d1d4b26e7b9", "tag": "41bafae3-c787-4680-b553-ec8608189498"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:53:17.984101 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ca7a7-cd34-4015-8af1-ecc3db6e06f6 service neutron] Pushing event updated for resources: {'Port': ['ID=41bafae3-c787-4680-b553-ec8608189498,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:18.002285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46b71f3-5ebb-4a20-b7b1-56e480c1a7a8 x-openstack-request-id: req-e46b71f3-5ebb-4a20-b7b1-56e480c1a7a8 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:53:18.002590 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81288d67-4a63-4f01-b6e6-0d1d4b26e7b9", "tag": "41bafae3-c787-4680-b553-ec8608189498", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:53:18.002851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e46b71f3-5ebb-4a20-b7b1-56e480c1a7a8 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:53:18.003333 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81288d67-4a63-4f01-b6e6-0d1d4b26e7b9', 'tag': '41bafae3-c787-4680-b553-ec8608189498', 'status': 'completed', 'code': 200} Nov 28 07:53:18.044273 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-204467a9-429d-4fbc-8748-ab6085334f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:18.045833 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-204467a9-429d-4fbc-8748-ab6085334f7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 1097 time: 0.0532224 Nov 28 07:53:18.092334 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-6cf79164-8775-4c3a-bf6c-013b0ee99de5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=41bafae3-c787-4680-b553-ec8608189498 HTTP/1.1" status: 200 len: 217 time: 0.0373840 Nov 28 07:53:18.151191 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-60231610-b0c5-44d7-99e3-03659e13b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:18.152680 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-60231610-b0c5-44d7-99e3-03659e13b344 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f69f983d-606f-468a-bcf4-ff4b505cdbb8 HTTP/1.1" status: 200 len: 837 time: 0.0475500 Nov 28 07:53:18.214443 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-50bbdcd4-ea75-429b-9cbb-518c1ff9bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:18.215986 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-50bbdcd4-ea75-429b-9cbb-518c1ff9bda2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3995969b-e64b-49bb-b0e9-fcb55dfcffc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0466454 Nov 28 07:53:18.312465 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-a6327aa8-c47b-4d27-8be3-a11059969c2b service neutron] 10.222.0.35 "GET /v2.0/networks/3995969b-e64b-49bb-b0e9-fcb55dfcffc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829813 Nov 28 07:53:18.406823 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dffd85d-0f0c-48fc-933a-bc5e7c89abdd req-792d5acc-5e67-40dd-9a49-c5af24f5caaf service neutron] 10.222.0.35 "GET /v2.0/networks/3995969b-e64b-49bb-b0e9-fcb55dfcffc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827045 Nov 28 07:53:18.506902 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0179b-c992-4bd3-8438-26a2e8f44e75 req-136dcc00-5b1a-4dbe-aca6-5c664d871a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:18.508372 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-80f0179b-c992-4bd3-8438-26a2e8f44e75 req-136dcc00-5b1a-4dbe-aca6-5c664d871a15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 1097 time: 0.0466728 Nov 28 07:53:18.608024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0179b-c992-4bd3-8438-26a2e8f44e75 req-fcd2cd02-d2fa-400b-a5ea-42ac93645ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:18.609380 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-80f0179b-c992-4bd3-8438-26a2e8f44e75 req-fcd2cd02-d2fa-400b-a5ea-42ac93645ab3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3995969b-e64b-49bb-b0e9-fcb55dfcffc1 HTTP/1.1" status: 200 len: 898 time: 0.0862746 Nov 28 07:53:18.652781 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-80f0179b-c992-4bd3-8438-26a2e8f44e75 req-375f7f54-93c1-468b-90d6-e7fb61aac596 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=41bafae3-c787-4680-b553-ec8608189498 HTTP/1.1" status: 200 len: 217 time: 0.0342708 Nov 28 07:53:18.705127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0179b-c992-4bd3-8438-26a2e8f44e75 req-e067a94b-68c5-4378-a6c8-54ae4fecca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:18.706525 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-80f0179b-c992-4bd3-8438-26a2e8f44e75 req-e067a94b-68c5-4378-a6c8-54ae4fecca80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f69f983d-606f-468a-bcf4-ff4b505cdbb8 HTTP/1.1" status: 200 len: 837 time: 0.0453808 Nov 28 07:53:18.758357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0179b-c992-4bd3-8438-26a2e8f44e75 req-3e2bcc8d-e4d3-4887-a947-a1de24c97bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:18.759869 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-80f0179b-c992-4bd3-8438-26a2e8f44e75 req-3e2bcc8d-e4d3-4887-a947-a1de24c97bd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3995969b-e64b-49bb-b0e9-fcb55dfcffc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0458217 Nov 28 07:53:18.847026 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-80f0179b-c992-4bd3-8438-26a2e8f44e75 req-34bc2b48-1fa5-481a-a495-4da15df61453 service neutron] 10.222.0.35 "GET /v2.0/networks/3995969b-e64b-49bb-b0e9-fcb55dfcffc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784497 Nov 28 07:53:18.941038 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-80f0179b-c992-4bd3-8438-26a2e8f44e75 req-03e4ae4d-670c-4a7a-8b64-1e3e49c21d92 service neutron] 10.222.0.35 "GET /v2.0/networks/3995969b-e64b-49bb-b0e9-fcb55dfcffc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828056 Nov 28 07:53:19.005008 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:19.062249 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ded43-6139-43c5-b90b-05322a16e599 req-7f63705f-a009-4f56-b2d2-7e183bdaa5aa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:19.063734 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c65ded43-6139-43c5-b90b-05322a16e599 req-7f63705f-a009-4f56-b2d2-7e183bdaa5aa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 944 time: 0.0589688 Nov 28 07:53:19.111933 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c65ded43-6139-43c5-b90b-05322a16e599 req-92758d72-a5fb-4359-8e6e-6227651a9f8a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a36c78be-b393-4564-9697-c8c70b8ec089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421660 Nov 28 07:53:20.203645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 41bafae3-c787-4680-b553-ec8608189498 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:53:20.235026 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1986e19-28e3-430e-94a0-43e1eb62fdf9 req-15b23769-62b6-4a87-a8a5-254c04e829fe tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:20.239304 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1986e19-28e3-430e-94a0-43e1eb62fdf9 req-15b23769-62b6-4a87-a8a5-254c04e829fe tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 944 time: 0.0592058 Nov 28 07:53:20.286954 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1986e19-28e3-430e-94a0-43e1eb62fdf9 req-0589c6f1-84d3-49c7-9ddc-946effa77d2d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a36c78be-b393-4564-9697-c8c70b8ec089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439928 Nov 28 07:53:20.306914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 41bafae3-c787-4680-b553-ec8608189498, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=41bafae3-c787-4680-b553-ec8608189498,segment=NetworkSegment(9db63bb6-1d31-4abb-bb61-dd4036cd6485),segment_id=9db63bb6-1d31-4abb-bb61-dd4036cd6485)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:53:20.324597 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '41bafae3-c787-4680-b553-ec8608189498', 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1', 'port_id': '41bafae3-c787-4680-b553-ec8608189498', 'mac_address': 'fa:16:3e:c8:5a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69f983d-606f-468a-bcf4-ff4b505cdbb8', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:53:20.327883 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:20.366474 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:20.378948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bafae3-c787-4680-b553-ec8608189498 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:53:20.398827 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 41bafae3-c787-4680-b553-ec8608189498, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=41bafae3-c787-4680-b553-ec8608189498,segment=NetworkSegment(9db63bb6-1d31-4abb-bb61-dd4036cd6485),segment_id=9db63bb6-1d31-4abb-bb61-dd4036cd6485)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:53:20.402325 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:20.451704 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=41bafae3-c787-4680-b553-ec8608189498,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:20.695362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['41bafae3-c787-4680-b553-ec8608189498'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:53:21.296870 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:21.406862 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986c5ae-1eab-4f0a-bb87-809fc6b324e1 req-b89f3849-85f5-42db-ac72-144759a9f4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:21.408368 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c986c5ae-1eab-4f0a-bb87-809fc6b324e1 req-b89f3849-85f5-42db-ac72-144759a9f4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 945 time: 0.0552764 Nov 28 07:53:21.456323 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c986c5ae-1eab-4f0a-bb87-809fc6b324e1 req-9f9da6af-3165-4af5-94f8-3ee5f828f431 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a36c78be-b393-4564-9697-c8c70b8ec089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419588 Nov 28 07:53:22.205654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 41bafae3-c787-4680-b553-ec8608189498 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:53:22.261366 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 41bafae3-c787-4680-b553-ec8608189498 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:53:22.264949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 41bafae3-c787-4680-b553-ec8608189498 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:53:22.265332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:22.348219 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:22.372563 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81288d67-4a63-4f01-b6e6-0d1d4b26e7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bafae3-c787-4680-b553-ec8608189498'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:53:22.374801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c1c5d8-8ea2-4164-b39d-25079e4336ac" -d '{"events": [{"server_uuid": "81288d67-4a63-4f01-b6e6-0d1d4b26e7b9", "name": "network-vif-plugged", "status": "completed", "tag": "41bafae3-c787-4680-b553-ec8608189498"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:53:22.387006 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 41bafae3-c787-4680-b553-ec8608189498, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=41bafae3-c787-4680-b553-ec8608189498,segment=NetworkSegment(9db63bb6-1d31-4abb-bb61-dd4036cd6485),segment_id=9db63bb6-1d31-4abb-bb61-dd4036cd6485)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:53:22.391078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:22.418362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc6721a-a134-4fff-aaa0-97911899e0ba x-openstack-request-id: req-afc6721a-a134-4fff-aaa0-97911899e0ba {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:53:22.418652 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81288d67-4a63-4f01-b6e6-0d1d4b26e7b9", "name": "network-vif-plugged", "status": "completed", "tag": "41bafae3-c787-4680-b553-ec8608189498", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:53:22.418996 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afc6721a-a134-4fff-aaa0-97911899e0ba {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:53:22.419379 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81288d67-4a63-4f01-b6e6-0d1d4b26e7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bafae3-c787-4680-b553-ec8608189498', 'code': 200} Nov 28 07:53:22.449481 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=41bafae3-c787-4680-b553-ec8608189498,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:22.588648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fdd90-426a-480e-b781-68ee69655fe3 req-64e4fddc-219c-4041-8c40-17fc04c535d2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:22.590144 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7e1fdd90-426a-480e-b781-68ee69655fe3 req-64e4fddc-219c-4041-8c40-17fc04c535d2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 946 time: 0.0630760 Nov 28 07:53:22.608635 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc845eb-399d-4ecb-bdcb-094602fdcca9 req-72a0d598-85d7-4333-8d1a-349690ae00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:22.610230 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5cc845eb-399d-4ecb-bdcb-094602fdcca9 req-72a0d598-85d7-4333-8d1a-349690ae00b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0520222 Nov 28 07:53:22.639633 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7e1fdd90-426a-480e-b781-68ee69655fe3 req-f8d0c636-dcc3-4973-ab52-67474e9c2dce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a36c78be-b393-4564-9697-c8c70b8ec089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Nov 28 07:53:22.660781 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5cc845eb-399d-4ecb-bdcb-094602fdcca9 req-3814d2eb-7ae4-4632-9bda-5aa92745c6fa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a36c78be-b393-4564-9697-c8c70b8ec089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387120 Nov 28 07:53:23.760423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4137a8f-2b2c-4b3d-968a-26eade1b13fa req-f78a3371-55f6-48c7-9d40-7a9a4a22ab49 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:23.761872 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f4137a8f-2b2c-4b3d-968a-26eade1b13fa req-f78a3371-55f6-48c7-9d40-7a9a4a22ab49 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 946 time: 0.0538516 Nov 28 07:53:23.811434 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f4137a8f-2b2c-4b3d-968a-26eade1b13fa req-f7031a62-e492-42ec-8b1f-0ade746ab181 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a36c78be-b393-4564-9697-c8c70b8ec089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435894 Nov 28 07:53:24.932080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447269db-d5bd-43c6-90b9-1e0da2c62894 req-cb343b48-2aaa-4fef-8246-30b9ec24144c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:24.933553 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-447269db-d5bd-43c6-90b9-1e0da2c62894 req-cb343b48-2aaa-4fef-8246-30b9ec24144c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 946 time: 0.0551248 Nov 28 07:53:24.983041 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-447269db-d5bd-43c6-90b9-1e0da2c62894 req-fd963c4d-5bf1-4d99-9c8e-d8ee13f8177f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a36c78be-b393-4564-9697-c8c70b8ec089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434365 Nov 28 07:53:25.100785 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f613dd-12c9-4089-a9b4-5e563bd48b1e req-f9951455-660a-4312-8352-fa7a7b010984 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:25.102148 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-66f613dd-12c9-4089-a9b4-5e563bd48b1e req-f9951455-660a-4312-8352-fa7a7b010984 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 946 time: 0.0542326 Nov 28 07:53:25.152969 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-66f613dd-12c9-4089-a9b4-5e563bd48b1e req-411f83f7-9838-4450-aa6e-0546bc6c1fc3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a36c78be-b393-4564-9697-c8c70b8ec089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447206 Nov 28 07:53:26.614169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42002) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:26.895995 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:53:27.086685 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:27.359834 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.17 (3995969b-e64b-49bb-b0e9-fcb55dfcffc1/f69f983d-606f-468a-bcf4-ff4b505cdbb8/1b85d9b8-08ae-4efb-bc6e-8fc660cd5949) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:53:27.469437 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:27.504587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:27.547277 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:53:27.552244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:53:27.558560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:53:27.584089 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=1b85d9b8-08ae-4efb-bc6e-8fc660cd5949,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:27.607363 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:27.761296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:27.781502 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-37337cba-2f8e-49d0-9a23-133e6c860599 None None] Provisioning complete for port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:53:27.782073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37337cba-2f8e-49d0-9a23-133e6c860599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:27.820323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-37337cba-2f8e-49d0-9a23-133e6c860599 None None] Port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:53:28.056177 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:28.061431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:28.141703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:28.144201 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=1b85d9b8-08ae-4efb-bc6e-8fc660cd5949,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:28.230975 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:53:28.232311 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:53:28.375478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 6106be0e-cf5d-4488-807f-48a8031077ad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:53:28.445294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5c8298ce-a2e4-4786-83ea-c2ed003015e8 None None] Provisioning complete for port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:53:28.445707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5c8298ce-a2e4-4786-83ea-c2ed003015e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:28.491778 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5c8298ce-a2e4-4786-83ea-c2ed003015e8 None None] Port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:53:28.504530 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:53:28.510006 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8ddad39b-127f-4305-9b49-eec01f35bcb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/6106be0e-cf5d-4488-807f-48a8031077ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8948302 Nov 28 07:53:28.514194 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Sync routers for ids ['6106be0e-cf5d-4488-807f-48a8031077ad'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:53:28.524660 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Routers {'6106be0e-cf5d-4488-807f-48a8031077ad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:53:28.525299 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e0d73a10-0058-4245-9432-6146903760cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:53:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6106be0e-cf5d-4488-807f-48a8031077ad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:28.649970 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Set router 6106be0e-cf5d-4488-807f-48a8031077ad gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:53:28.882736 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e0d73a10-0058-4245-9432-6146903760cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:53:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '54b1a1cc-2eac-49a7-9365-55eb0745a046', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'port_id': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'mac_address': 'fa:16:3e:53:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:52:33Z', 'updated_at': '2021-11-28T07:52:35Z', 'revision_number': 1, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b85d9b8-08ae-4efb-bc6e-8fc660cd5949', 'name': '', 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:12:37:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'f69f983d-606f-468a-bcf4-ff4b505cdbb8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:53:27Z', 'updated_at': '2021-11-28T07:53:27Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f69f983d-606f-468a-bcf4-ff4b505cdbb8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:21Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:28.909689 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Checking router: 6106be0e-cf5d-4488-807f-48a8031077ad for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:53:28.910037 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Updating router 6106be0e-cf5d-4488-807f-48a8031077ad port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:53:28.938899 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:29.211370 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:29.216381 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:29.289690 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Pushing event updated for resources: {'Port': ['ID=1b85d9b8-08ae-4efb-bc6e-8fc660cd5949,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:29.315494 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:29.315867 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:29.316192 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:29.316520 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:29.316846 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:29.317165 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:29.317482 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:29.317799 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:29.318122 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:29.319227 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:29.319513 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:29.319731 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:29.320040 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:29.333353 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Attempting to bind port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:53:29.333718 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Attempting to bind port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '9db63bb6-1d31-4abb-bb61-dd4036cd6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:53:29.334252 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Attempting to bind port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 on network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:53:29.340273 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:53:29.340677 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Checking segment: {'id': '9db63bb6-1d31-4abb-bb61-dd4036cd6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:53:29.341070 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:29.341454 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Bound using segment: {'id': '9db63bb6-1d31-4abb-bb61-dd4036cd6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:53:29.341916 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Bound port: 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db63bb6-1d31-4abb-bb61-dd4036cd6485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:53:29.342444 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:29.416769 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-e0d73a10-0058-4245-9432-6146903760cb None None] For port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:53:29.419892 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-e0d73a10-0058-4245-9432-6146903760cb None None] For port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1b85d9b8-08ae-4efb-bc6e-8fc660cd5949,segment=NetworkSegment(9db63bb6-1d31-4abb-bb61-dd4036cd6485),segment_id=9db63bb6-1d31-4abb-bb61-dd4036cd6485)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:53:29.423745 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:29.484151 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Routers {'6106be0e-cf5d-4488-807f-48a8031077ad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:53:29.484873 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e0d73a10-0058-4245-9432-6146903760cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:53:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6106be0e-cf5d-4488-807f-48a8031077ad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:29.530843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d55cf0ca-429f-40c9-a0a4-edab2fa519c9 None None] Provisioning complete for port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:53:29.531512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d55cf0ca-429f-40c9-a0a4-edab2fa519c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:29.640111 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865fef0-3e1d-4aaa-893b-054ed41514ea None None] Pushing event updated for resources: {'Port': ['ID=1b85d9b8-08ae-4efb-bc6e-8fc660cd5949,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:29.645384 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d55cf0ca-429f-40c9-a0a4-edab2fa519c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:29.687089 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-d55cf0ca-429f-40c9-a0a4-edab2fa519c9 None None] For port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1b85d9b8-08ae-4efb-bc6e-8fc660cd5949,segment=NetworkSegment(9db63bb6-1d31-4abb-bb61-dd4036cd6485),segment_id=9db63bb6-1d31-4abb-bb61-dd4036cd6485)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:53:29.692293 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d55cf0ca-429f-40c9-a0a4-edab2fa519c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:29.730687 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-e0d73a10-0058-4245-9432-6146903760cb None None] Set router 6106be0e-cf5d-4488-807f-48a8031077ad gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:53:29.754272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cf0ca-429f-40c9-a0a4-edab2fa519c9 None None] Pushing event updated for resources: {'Port': ['ID=1b85d9b8-08ae-4efb-bc6e-8fc660cd5949,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:29.817727 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4679d6f2-1741-4026-9e85-c041982270e6 None None] Provisioning complete for port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:53:29.818091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4679d6f2-1741-4026-9e85-c041982270e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:29.982364 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e0d73a10-0058-4245-9432-6146903760cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:53:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '54b1a1cc-2eac-49a7-9365-55eb0745a046', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'port_id': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'mac_address': 'fa:16:3e:53:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:52:33Z', 'updated_at': '2021-11-28T07:52:35Z', 'revision_number': 1, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b85d9b8-08ae-4efb-bc6e-8fc660cd5949', 'name': '', 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:12:37:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'f69f983d-606f-468a-bcf4-ff4b505cdbb8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:53:27Z', 'updated_at': '2021-11-28T07:53:29Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f69f983d-606f-468a-bcf4-ff4b505cdbb8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:21Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:30.011841 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d73a10-0058-4245-9432-6146903760cb None None] The sync data for ids ['6106be0e-cf5d-4488-807f-48a8031077ad'] in dv-neutron-744815-16-hyperv is: [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:53:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '54b1a1cc-2eac-49a7-9365-55eb0745a046', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'port_id': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'mac_address': 'fa:16:3e:53:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:52:33Z', 'updated_at': '2021-11-28T07:52:35Z', 'revision_number': 1, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b85d9b8-08ae-4efb-bc6e-8fc660cd5949', 'name': '', 'network_id': '3995969b-e64b-49bb-b0e9-fcb55dfcffc1', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:12:37:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'f69f983d-606f-468a-bcf4-ff4b505cdbb8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:53:27Z', 'updated_at': '2021-11-28T07:53:29Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f69f983d-606f-468a-bcf4-ff4b505cdbb8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:21Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:53:30.322930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:53:30.380130 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:53:30.380499 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:31.105381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:45.384029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a113878b-1ffe-415d-bffb-20b7b959efbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:47.894329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e4482e1c-ca54-4098-bfcc-1c8176a2e2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:49.007239 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:50.304245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:51.199857 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42028) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:51.299698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:51.918762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:52.096345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31ed43-20ae-4ad4-a3a4-4a2aed0edd39 req-9566faee-7f06-4fef-9ca6-8319adef33da tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:52.097825 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6d31ed43-20ae-4ad4-a3a4-4a2aed0edd39 req-9566faee-7f06-4fef-9ca6-8319adef33da tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 946 time: 0.0564511 Nov 28 07:53:52.148544 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6d31ed43-20ae-4ad4-a3a4-4a2aed0edd39 req-6f105d4e-a889-47a2-88db-5bcd51901db4 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440104 Nov 28 07:53:52.296417 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:53:52.297004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:52.383670 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1b85d9b8-08ae-4efb-bc6e-8fc660cd5949,segment=NetworkSegment(9db63bb6-1d31-4abb-bb61-dd4036cd6485),segment_id=9db63bb6-1d31-4abb-bb61-dd4036cd6485)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:53:52.384022 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:52.395615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:53:52.591782 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:52.620033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=1b85d9b8-08ae-4efb-bc6e-8fc660cd5949,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:52.646861 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:52.647223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:52.647563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:52.647886 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:52.648204 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:52.648519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:52.648838 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:52.649152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:52.649466 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:52.649783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:52.650098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:52.650406 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:52.650712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:53:52.817831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:53.069750 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 6106be0e-cf5d-4488-807f-48a8031077ad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:53:53.192998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:53:53.198840 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9631367c-e97e-4689-b736-89143a5b8184 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/6106be0e-cf5d-4488-807f-48a8031077ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9975421 Nov 28 07:53:53.212227 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f252459c-ee91-45e5-b18f-7d2015c62a6a None None] Sync routers for ids ['6106be0e-cf5d-4488-807f-48a8031077ad'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:53:53.233333 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f252459c-ee91-45e5-b18f-7d2015c62a6a None None] Routers {'6106be0e-cf5d-4488-807f-48a8031077ad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:53:53.233961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f252459c-ee91-45e5-b18f-7d2015c62a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:53:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6106be0e-cf5d-4488-807f-48a8031077ad'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:53.305393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55b797-5d08-4ab2-9142-adc0e1e3107e req-ad80087a-baa0-4b4f-865d-19671984017f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:53.314114 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ab55b797-5d08-4ab2-9142-adc0e1e3107e req-ad80087a-baa0-4b4f-865d-19671984017f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 946 time: 0.0877812 Nov 28 07:53:53.391984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-f252459c-ee91-45e5-b18f-7d2015c62a6a None None] Set router 6106be0e-cf5d-4488-807f-48a8031077ad gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:53:53.393965 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ab55b797-5d08-4ab2-9142-adc0e1e3107e req-0f5eafd3-e674-48da-a3c9-cac2d431482c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789659 Nov 28 07:53:53.516463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b268e-8f54-499e-b09e-9e286f6dfbc1 req-d4d6be23-f6ce-4e8f-b4c3-e8a847ad7bb9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:53.518053 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-126b268e-8f54-499e-b09e-9e286f6dfbc1 req-d4d6be23-f6ce-4e8f-b4c3-e8a847ad7bb9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 946 time: 0.0632167 Nov 28 07:53:53.585253 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-126b268e-8f54-499e-b09e-9e286f6dfbc1 req-189d9ad1-63f4-456e-84a6-6376174fd413 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a36c78be-b393-4564-9697-c8c70b8ec089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591557 Nov 28 07:53:53.783319 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f252459c-ee91-45e5-b18f-7d2015c62a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:53:52Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '54b1a1cc-2eac-49a7-9365-55eb0745a046', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'port_id': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'mac_address': 'fa:16:3e:53:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:52:33Z', 'updated_at': '2021-11-28T07:52:35Z', 'revision_number': 1, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:21Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:53.809831 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-7d121279-b100-40c8-9bd2-cd71bacff396 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:53.811277 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-7d121279-b100-40c8-9bd2-cd71bacff396 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 946 time: 0.0539904 Nov 28 07:53:53.814117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f252459c-ee91-45e5-b18f-7d2015c62a6a None None] Checking router: 6106be0e-cf5d-4488-807f-48a8031077ad for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:53:53.822974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f252459c-ee91-45e5-b18f-7d2015c62a6a None None] Routers {'6106be0e-cf5d-4488-807f-48a8031077ad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:53:53.823566 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f252459c-ee91-45e5-b18f-7d2015c62a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:53:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6106be0e-cf5d-4488-807f-48a8031077ad'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:53.911600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Deleting port 1238994c-ebf9-4cd2-9125-5cfa6612ebca {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:53:53.911963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:53.945110 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-f252459c-ee91-45e5-b18f-7d2015c62a6a None None] Set router 6106be0e-cf5d-4488-807f-48a8031077ad gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:53:54.014701 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] For port 1238994c-ebf9-4cd2-9125-5cfa6612ebca, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=1238994c-ebf9-4cd2-9125-5cfa6612ebca,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:53:54.015083 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:54.185351 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f252459c-ee91-45e5-b18f-7d2015c62a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:53:52Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '54b1a1cc-2eac-49a7-9365-55eb0745a046', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'port_id': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'mac_address': 'fa:16:3e:53:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:52:33Z', 'updated_at': '2021-11-28T07:52:35Z', 'revision_number': 1, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:21Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:54.213005 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f252459c-ee91-45e5-b18f-7d2015c62a6a None None] The sync data for ids ['6106be0e-cf5d-4488-807f-48a8031077ad'] in dv-neutron-744815-16-hyperv is: [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:53:52Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '54b1a1cc-2eac-49a7-9365-55eb0745a046', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'port_id': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'mac_address': 'fa:16:3e:53:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:52:33Z', 'updated_at': '2021-11-28T07:52:35Z', 'revision_number': 1, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:21Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:53:54.311585 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:54.311938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:54.312250 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Floating IP 2582a5ab-6f94-4eda-aea4-989285e5e117 disassociated. External IP: 172.26.2.65, port: 1238994c-ebf9-4cd2-9125-5cfa6612ebca. Nov 28 07:53:54.312583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Calling delete_port for 1238994c-ebf9-4cd2-9125-5cfa6612ebca owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:53:54.445698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:54.478806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event deleted for resources: {'Port': ['ID=1238994c-ebf9-4cd2-9125-5cfa6612ebca,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:54.491734 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-597ab657-ee60-4b81-9c01-e5177c028baa req-53184be5-c293-4b98-bf48-253d7c3072c8 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 210 time: 0.0298989 Nov 28 07:53:54.637555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:53:54.664920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:53:54.665285 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1b85d9b8-08ae-4efb-bc6e-8fc660cd5949 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:53:54.912611 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1353d-16ef-442c-bdf2-b9a6fff6aef4 req-d1decb98-d7e0-47c4-b8a6-83c2a56c55ed tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:54.914180 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2c1353d-16ef-442c-bdf2-b9a6fff6aef4 req-d1decb98-d7e0-47c4-b8a6-83c2a56c55ed tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 946 time: 0.1106153 Nov 28 07:53:54.997998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Router 99c3d9b1-592d-4777-bd0f-59bd76e30474 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:53:55.016348 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2c1353d-16ef-442c-bdf2-b9a6fff6aef4 req-a0b44df5-9976-4225-8dd9-5f4554d2447f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a36c78be-b393-4564-9697-c8c70b8ec089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950973 Nov 28 07:53:55.081227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750cfc6-51b8-449d-ac9e-3618b3590754 req-8ca8e92f-8530-42cd-9327-c4bbfffcbeca tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:55.082612 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b750cfc6-51b8-449d-ac9e-3618b3590754 req-8ca8e92f-8530-42cd-9327-c4bbfffcbeca tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 946 time: 0.1403463 Nov 28 07:53:55.212546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:53:55.221819 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf02565-9a67-4c47-b935-ef848713c779 None None] Sync routers for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:53:55.231535 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf02565-9a67-4c47-b935-ef848713c779 None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:53:55.232541 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-9bf02565-9a67-4c47-b935-ef848713c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:53:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:55.269114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] No DVR routers for this DVR port 1238994c-ebf9-4cd2-9125-5cfa6612ebca on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:53:55.272898 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:55.276268 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a7525a15-dd02-496e-b0e4-a784f1248614 req-8548a7de-e7ed-4989-a1c1-de9dac130980 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "DELETE /v2.0/ports/1238994c-ebf9-4cd2-9125-5cfa6612ebca HTTP/1.1" status: 204 len: 173 time: 1.4578004 Nov 28 07:53:55.276707 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda34c41-6795-46c9-ba0f-9201cc6c850b', 'name': 'network-vif-deleted', 'tag': '1238994c-ebf9-4cd2-9125-5cfa6612ebca'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:53:55.278995 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e630528e-11bb-420e-84d2-c6af33e3722b" -d '{"events": [{"server_uuid": "cda34c41-6795-46c9-ba0f-9201cc6c850b", "name": "network-vif-deleted", "tag": "1238994c-ebf9-4cd2-9125-5cfa6612ebca"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:53:55.288068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-b750cfc6-51b8-449d-ac9e-3618b3590754 req-debbe88c-1d2b-42e5-9e9a-d47bf256ffcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 41bafae3-c787-4680-b553-ec8608189498 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:53:55.288409 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b750cfc6-51b8-449d-ac9e-3618b3590754 req-debbe88c-1d2b-42e5-9e9a-d47bf256ffcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:55.324376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98c5840-5616-4749-8599-b09cf1ef8016 x-openstack-request-id: req-c98c5840-5616-4749-8599-b09cf1ef8016 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:53:55.324992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda34c41-6795-46c9-ba0f-9201cc6c850b", "name": "network-vif-deleted", "tag": "1238994c-ebf9-4cd2-9125-5cfa6612ebca", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:53:55.325298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c98c5840-5616-4749-8599-b09cf1ef8016 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:53:55.326032 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda34c41-6795-46c9-ba0f-9201cc6c850b', 'name': 'network-vif-deleted', 'tag': '1238994c-ebf9-4cd2-9125-5cfa6612ebca', 'status': 'completed', 'code': 200} Nov 28 07:53:55.361261 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-9bf02565-9a67-4c47-b935-ef848713c779 None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:53:55.398035 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-b750cfc6-51b8-449d-ac9e-3618b3590754 req-debbe88c-1d2b-42e5-9e9a-d47bf256ffcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 41bafae3-c787-4680-b553-ec8608189498, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=41bafae3-c787-4680-b553-ec8608189498,segment=NetworkSegment(9db63bb6-1d31-4abb-bb61-dd4036cd6485),segment_id=9db63bb6-1d31-4abb-bb61-dd4036cd6485)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:53:55.398720 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b750cfc6-51b8-449d-ac9e-3618b3590754 req-debbe88c-1d2b-42e5-9e9a-d47bf256ffcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:55.411754 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-b750cfc6-51b8-449d-ac9e-3618b3590754 req-debbe88c-1d2b-42e5-9e9a-d47bf256ffcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 41bafae3-c787-4680-b553-ec8608189498 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:53:55.566676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b750cfc6-51b8-449d-ac9e-3618b3590754 req-debbe88c-1d2b-42e5-9e9a-d47bf256ffcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:55.576813 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-9bf02565-9a67-4c47-b935-ef848713c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:55.612057 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf02565-9a67-4c47-b935-ef848713c779 None None] Checking router: 99c3d9b1-592d-4777-bd0f-59bd76e30474 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:53:55.621104 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf02565-9a67-4c47-b935-ef848713c779 None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:53:55.621695 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-9bf02565-9a67-4c47-b935-ef848713c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:53:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:55.641710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbe88c-1d2b-42e5-9e9a-d47bf256ffcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=41bafae3-c787-4680-b553-ec8608189498,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:55.679894 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bcbff549-afa8-4968-90ea-57b80995bf26 req-4e914882-eee5-41a7-85c1-5beb9bf0fbaa tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 210 time: 0.0976336 Nov 28 07:53:55.702583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-b750cfc6-51b8-449d-ac9e-3618b3590754 req-debbe88c-1d2b-42e5-9e9a-d47bf256ffcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] No DVR routers for this DVR port 41bafae3-c787-4680-b553-ec8608189498 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:53:55.703082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b750cfc6-51b8-449d-ac9e-3618b3590754 req-debbe88c-1d2b-42e5-9e9a-d47bf256ffcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:55.706495 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b750cfc6-51b8-449d-ac9e-3618b3590754 req-debbe88c-1d2b-42e5-9e9a-d47bf256ffcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "DELETE /v2.0/ports/41bafae3-c787-4680-b553-ec8608189498 HTTP/1.1" status: 204 len: 173 time: 0.6132541 Nov 28 07:53:55.762269 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-9bf02565-9a67-4c47-b935-ef848713c779 None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:53:55.980635 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-9bf02565-9a67-4c47-b935-ef848713c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:56.020445 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf02565-9a67-4c47-b935-ef848713c779 None None] The sync data for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv is: [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:53:56.141890 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-27270d44-5b2a-4041-a282-e1b33f589e1a req-30dfa11b-306d-4175-9c3c-f426c07241fb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=81288d67-4a63-4f01-b6e6-0d1d4b26e7b9 HTTP/1.1" status: 200 len: 210 time: 0.0302870 Nov 28 07:53:56.304416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf5b56-6637-43a3-adbd-c2420fbf1938 None None] New status for floating IP 2582a5ab-6f94-4eda-aea4-989285e5e117: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:53:56.376371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 1238994c-ebf9-4cd2-9125-5cfa6612ebca no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:53:56.405953 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 1238994c-ebf9-4cd2-9125-5cfa6612ebca {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:53:56.406230 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 1238994c-ebf9-4cd2-9125-5cfa6612ebca not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:53:56.782039 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02f01642-0967-4a31-a3cb-fa173078de82 req-597042ee-f647-4f72-b328-4050e50ae2ac tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 210 time: 0.0294781 Nov 28 07:53:57.201163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42058) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:57.257220 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-04481d71-77fd-4d6f-99af-55fb8b61bb02 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:57.282191 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-04481d71-77fd-4d6f-99af-55fb8b61bb02 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:57.328725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81288d67-4a63-4f01-b6e6-0d1d4b26e7b9', 'name': 'network-vif-deleted', 'tag': '41bafae3-c787-4680-b553-ec8608189498'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:53:57.331541 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cef8419-f241-453c-aded-c984e8efa0dd" -d '{"events": [{"server_uuid": "81288d67-4a63-4f01-b6e6-0d1d4b26e7b9", "name": "network-vif-deleted", "tag": "41bafae3-c787-4680-b553-ec8608189498"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:53:57.351968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-04481d71-77fd-4d6f-99af-55fb8b61bb02 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:57.355503 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-04481d71-77fd-4d6f-99af-55fb8b61bb02 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:57.358295 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-04481d71-77fd-4d6f-99af-55fb8b61bb02 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/security-groups/a36c78be-b393-4564-9697-c8c70b8ec089 HTTP/1.1" status: 204 len: 168 time: 0.1560113 Nov 28 07:53:57.369699 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04481d71-77fd-4d6f-99af-55fb8b61bb02 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36c78be-b393-4564-9697-c8c70b8ec089,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:57.410329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3810ce-146b-434b-bc6d-1aa5c64bd12a x-openstack-request-id: req-ed3810ce-146b-434b-bc6d-1aa5c64bd12a {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:53:57.410619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81288d67-4a63-4f01-b6e6-0d1d4b26e7b9", "name": "network-vif-deleted", "tag": "41bafae3-c787-4680-b553-ec8608189498", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:53:57.410917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed3810ce-146b-434b-bc6d-1aa5c64bd12a {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:53:57.411302 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81288d67-4a63-4f01-b6e6-0d1d4b26e7b9', 'name': 'network-vif-deleted', 'tag': '41bafae3-c787-4680-b553-ec8608189498', 'status': 'completed', 'code': 200} Nov 28 07:53:57.415706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42064) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:57.468761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb18ad5-b387-4df7-9f49-aec146210521 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting subnet f69f983d-606f-468a-bcf4-ff4b505cdbb8 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:53:57.471944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-abb18ad5-b387-4df7-9f49-aec146210521 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:57.511747 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-abb18ad5-b387-4df7-9f49-aec146210521 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:57.606313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-abb18ad5-b387-4df7-9f49-aec146210521 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:57.676879 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-abb18ad5-b387-4df7-9f49-aec146210521 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:57.706699 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb18ad5-b387-4df7-9f49-aec146210521 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Subnet': ['ID=f69f983d-606f-468a-bcf4-ff4b505cdbb8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:57.711100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-abb18ad5-b387-4df7-9f49-aec146210521 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:57.714574 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-abb18ad5-b387-4df7-9f49-aec146210521 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/subnets/f69f983d-606f-468a-bcf4-ff4b505cdbb8 HTTP/1.1" status: 204 len: 168 time: 0.2983029 Nov 28 07:53:57.717388 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42066) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:57.726467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a2fc74-6f0e-4622-9416-dcb23ffa3f7b None None] Network 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:53:57.809363 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:57.915465 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9ae1883f-e37d-48e6-af41-dde7be38d97f req-57ef6b11-e8b0-415b-8b89-71801f8bedc7 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 210 time: 0.0352519 Nov 28 07:53:57.921243 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port ff154956-656b-4575-aa3e-77b8a6b5ff82 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:53:57.921671 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:57.949800 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb28b38-4417-49dc-8f02-ac09630aedd7 None None] DHCP port deletion for 3995969b-e64b-49bb-b0e9-fcb55dfcffc1 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:53:57.997790 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port ff154956-656b-4575-aa3e-77b8a6b5ff82, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ff154956-656b-4575-aa3e-77b8a6b5ff82,segment=NetworkSegment(9db63bb6-1d31-4abb-bb61-dd4036cd6485),segment_id=9db63bb6-1d31-4abb-bb61-dd4036cd6485)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:53:57.998159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.007387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8bb28b38-4417-49dc-8f02-ac09630aedd7 None None] Deleting port ff154956-656b-4575-aa3e-77b8a6b5ff82 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:53:58.007841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8bb28b38-4417-49dc-8f02-ac09630aedd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.012145 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for ff154956-656b-4575-aa3e-77b8a6b5ff82 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:53:58.080675 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8bb28b38-4417-49dc-8f02-ac09630aedd7 None None] For port ff154956-656b-4575-aa3e-77b8a6b5ff82, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ff154956-656b-4575-aa3e-77b8a6b5ff82,segment=NetworkSegment(9db63bb6-1d31-4abb-bb61-dd4036cd6485),segment_id=9db63bb6-1d31-4abb-bb61-dd4036cd6485)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:53:58.081346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8bb28b38-4417-49dc-8f02-ac09630aedd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.097134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8bb28b38-4417-49dc-8f02-ac09630aedd7 None None] Calling delete_port for ff154956-656b-4575-aa3e-77b8a6b5ff82 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:53:58.118575 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.151663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=ff154956-656b-4575-aa3e-77b8a6b5ff82,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:58.156368 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] No DVR routers for this DVR port ff154956-656b-4575-aa3e-77b8a6b5ff82 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:53:58.181077 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8bb28b38-4417-49dc-8f02-ac09630aedd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.195313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb28b38-4417-49dc-8f02-ac09630aedd7 None None] No DVR routers for this DVR port ff154956-656b-4575-aa3e-77b8a6b5ff82 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:53:58.217679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb28b38-4417-49dc-8f02-ac09630aedd7 None None] Pushing event deleted for resources: {'Port': ['ID=ff154956-656b-4575-aa3e-77b8a6b5ff82,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:58.244599 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.266761 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3995969b-e64b-49bb-b0e9-fcb55dfcffc1']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:58.277432 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db63bb6-1d31-4abb-bb61-dd4036cd6485') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:58.277814 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db63bb6-1d31-4abb-bb61-dd4036cd6485') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:58.296978 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.313319 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.320307 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:53:58.320811 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:53:58.324072 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:53:58.326855 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ff154956-656b-4575-aa3e-77b8a6b5ff82 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:53:58.360895 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 41bafae3-c787-4680-b553-ec8608189498 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:53:58.362631 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: ff154956-656b-4575-aa3e-77b8a6b5ff82 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:53:58.363001 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ff154956-656b-4575-aa3e-77b8a6b5ff82 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:53:58.390752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.397606 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 41bafae3-c787-4680-b553-ec8608189498 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:53:58.397802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.398607 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 41bafae3-c787-4680-b553-ec8608189498 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:53:58.401341 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/networks/3995969b-e64b-49bb-b0e9-fcb55dfcffc1 HTTP/1.1" status: 204 len: 168 time: 0.6827731 Nov 28 07:53:58.404303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42070) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:53:58.413064 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d1af9-a0de-4065-89ef-ee477142430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Network': ['ID=3995969b-e64b-49bb-b0e9-fcb55dfcffc1,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:58.587812 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-927b810a-fc17-4a7d-9107-7aa2eb5f92bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 364ff1ec-8ef9-4b3e-a423-6656883a47b3 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:53:58.588152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-927b810a-fc17-4a7d-9107-7aa2eb5f92bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.664443 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-927b810a-fc17-4a7d-9107-7aa2eb5f92bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.664736 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-927b810a-fc17-4a7d-9107-7aa2eb5f92bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.676600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-927b810a-fc17-4a7d-9107-7aa2eb5f92bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 364ff1ec-8ef9-4b3e-a423-6656883a47b3 owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:53:58.872021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-927b810a-fc17-4a7d-9107-7aa2eb5f92bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.897047 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b810a-fc17-4a7d-9107-7aa2eb5f92bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=364ff1ec-8ef9-4b3e-a423-6656883a47b3,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:53:58.968958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-927b810a-fc17-4a7d-9107-7aa2eb5f92bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:58.969507 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-927b810a-fc17-4a7d-9107-7aa2eb5f92bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 54b1a1cc-2eac-49a7-9365-55eb0745a046 disassociated (deleted). External IP: 172.26.2.18, port: b193649b-7f18-42a4-a9fe-bf0b8cfe0feb. Nov 28 07:53:59.028265 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-870282d6-1125-48ae-a36f-2ad129be0f28 req-4f06838b-6bad-4499-a9fa-5bf2763c9f7b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 210 time: 0.0282872 Nov 28 07:53:59.211248 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927b810a-fc17-4a7d-9107-7aa2eb5f92bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 6106be0e-cf5d-4488-807f-48a8031077ad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:53:59.333439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927b810a-fc17-4a7d-9107-7aa2eb5f92bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:53:59.338622 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-927b810a-fc17-4a7d-9107-7aa2eb5f92bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:53:59.343021 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e34086-4cb2-4f07-9f20-9da1dbba3253 None None] Sync routers for ids ['6106be0e-cf5d-4488-807f-48a8031077ad'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:53:59.355115 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e34086-4cb2-4f07-9f20-9da1dbba3253 None None] Routers {'6106be0e-cf5d-4488-807f-48a8031077ad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:53:59.356022 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a3e34086-4cb2-4f07-9f20-9da1dbba3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:53:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6106be0e-cf5d-4488-807f-48a8031077ad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:59.374482 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-927b810a-fc17-4a7d-9107-7aa2eb5f92bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/floatingips/54b1a1cc-2eac-49a7-9365-55eb0745a046 HTTP/1.1" status: 204 len: 168 time: 0.9664471 Nov 28 07:53:59.413318 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'tag': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:53:59.415282 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958be4f6-0377-43f0-b975-7a12fbf5864e" -d '{"events": [{"name": "network-changed", "server_uuid": "75d3694c-c3c0-4875-b8c1-8485dfb9020c", "tag": "b193649b-7f18-42a4-a9fe-bf0b8cfe0feb"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:53:59.453003 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7985d369-c6a8-4b48-9ba8-72e2d0c5d97f x-openstack-request-id: req-7985d369-c6a8-4b48-9ba8-72e2d0c5d97f {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:53:59.453320 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d3694c-c3c0-4875-b8c1-8485dfb9020c", "tag": "b193649b-7f18-42a4-a9fe-bf0b8cfe0feb", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:53:59.453564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7985d369-c6a8-4b48-9ba8-72e2d0c5d97f {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:53:59.453985 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'tag': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'status': 'completed', 'code': 200} Nov 28 07:53:59.491709 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-a3e34086-4cb2-4f07-9f20-9da1dbba3253 None None] Set router 6106be0e-cf5d-4488-807f-48a8031077ad gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:53:59.558055 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958be4f6-0377-43f0-b975-7a12fbf5864e req-fdd6dad2-8cc8-480e-af75-11a927637b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:59.560068 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-958be4f6-0377-43f0-b975-7a12fbf5864e req-fdd6dad2-8cc8-480e-af75-11a927637b19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 1099 time: 0.0637918 Nov 28 07:53:59.651693 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682944-4b2f-49b1-8a99-2ec6baf37da1 req-046c6c37-04a8-4883-abc2-3dfff517e7c5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:59.653323 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ac682944-4b2f-49b1-8a99-2ec6baf37da1 req-046c6c37-04a8-4883-abc2-3dfff517e7c5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 946 time: 0.0819697 Nov 28 07:53:59.674658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958be4f6-0377-43f0-b975-7a12fbf5864e req-e826e85c-919a-485d-a0bf-fd4fcb1a4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:59.676395 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-958be4f6-0377-43f0-b975-7a12fbf5864e req-e826e85c-919a-485d-a0bf-fd4fcb1a4ec4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c823832-7711-4368-bd36-8e5df975d5ee HTTP/1.1" status: 200 len: 897 time: 0.1086259 Nov 28 07:53:59.724317 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ac682944-4b2f-49b1-8a99-2ec6baf37da1 req-f2b15eb3-3826-4712-b2cc-7cf63edaa85a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=71327072-5585-4c5b-aace-a9c3f794d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612156 Nov 28 07:53:59.742760 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-958be4f6-0377-43f0-b975-7a12fbf5864e req-d2217317-68be-416c-b545-94bd0964f993 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb HTTP/1.1" status: 200 len: 217 time: 0.0516102 Nov 28 07:53:59.792971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958be4f6-0377-43f0-b975-7a12fbf5864e req-c0248923-81e6-4c14-abc5-e3ad7da40998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:59.794708 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-958be4f6-0377-43f0-b975-7a12fbf5864e req-c0248923-81e6-4c14-abc5-e3ad7da40998 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2e2fadc-cd4b-4a2a-b681-323470003fd6 HTTP/1.1" status: 200 len: 835 time: 0.0450747 Nov 28 07:53:59.826429 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a3e34086-4cb2-4f07-9f20-9da1dbba3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:53:52Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:21Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:59.854404 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958be4f6-0377-43f0-b975-7a12fbf5864e req-bed71f59-597f-4b23-9f76-c6deca4e0a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:53:59.856334 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-958be4f6-0377-43f0-b975-7a12fbf5864e req-bed71f59-597f-4b23-9f76-c6deca4e0a7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c823832-7711-4368-bd36-8e5df975d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0531228 Nov 28 07:53:59.858591 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e34086-4cb2-4f07-9f20-9da1dbba3253 None None] Checking router: 6106be0e-cf5d-4488-807f-48a8031077ad for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:53:59.867591 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e34086-4cb2-4f07-9f20-9da1dbba3253 None None] Routers {'6106be0e-cf5d-4488-807f-48a8031077ad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:53:59.868194 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a3e34086-4cb2-4f07-9f20-9da1dbba3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:53:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6106be0e-cf5d-4488-807f-48a8031077ad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:53:59.954370 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-958be4f6-0377-43f0-b975-7a12fbf5864e req-8d8c3c08-38ec-496c-922f-094b74b729bc service neutron] 10.222.0.35 "GET /v2.0/networks/3c823832-7711-4368-bd36-8e5df975d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855458 Nov 28 07:53:59.989087 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-a3e34086-4cb2-4f07-9f20-9da1dbba3253 None None] Set router 6106be0e-cf5d-4488-807f-48a8031077ad gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:54:00.047188 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-958be4f6-0377-43f0-b975-7a12fbf5864e req-bf610046-149f-4a86-b287-3232e1eeda4a service neutron] 10.222.0.35 "GET /v2.0/networks/3c823832-7711-4368-bd36-8e5df975d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829852 Nov 28 07:54:00.142737 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7f58409a-1b80-4a24-b7a1-167c559d1686 req-32132986-5dcf-42a8-91e4-8ff88dee701c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=cda34c41-6795-46c9-ba0f-9201cc6c850b HTTP/1.1" status: 200 len: 210 time: 0.0292320 Nov 28 07:54:00.196891 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a3e34086-4cb2-4f07-9f20-9da1dbba3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:53:52Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:21Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:00.229959 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e34086-4cb2-4f07-9f20-9da1dbba3253 None None] The sync data for ids ['6106be0e-cf5d-4488-807f-48a8031077ad'] in dv-neutron-744815-16-hyperv is: [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:53:52Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '73718e9d-b30d-4303-96c3-c1d00f960708', 'name': '', 'network_id': '3c823832-7711-4368-bd36-8e5df975d5ee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3f:ec:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:13Z', 'updated_at': '2021-11-28T07:52:21Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f2e2fadc-cd4b-4a2a-b681-323470003fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:54:00.451224 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4733edef-e165-4639-ae6a-144b3a25119e None None] New status for floating IP 54b1a1cc-2eac-49a7-9365-55eb0745a046: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:54:00.836114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28fa58-4f25-4a38-a40f-fb0df185c578 req-da50ba20-9867-424c-9162-c2db37718de7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:00.837567 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dd28fa58-4f25-4a38-a40f-fb0df185c578 req-da50ba20-9867-424c-9162-c2db37718de7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 946 time: 0.0543756 Nov 28 07:54:00.884921 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dd28fa58-4f25-4a38-a40f-fb0df185c578 req-a2208a84-b954-4cfc-b931-add9a23ac977 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=71327072-5585-4c5b-aace-a9c3f794d6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 Nov 28 07:54:01.110627 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:01.185018 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b64e3b-1e19-4158-af2d-e9c5a6f733d9 req-28eae9a1-b5ef-45dc-902e-1aa5d50443fe tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:01.186510 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02b64e3b-1e19-4158-af2d-e9c5a6f733d9 req-28eae9a1-b5ef-45dc-902e-1aa5d50443fe tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 946 time: 0.0592160 Nov 28 07:54:01.296994 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-02b64e3b-1e19-4158-af2d-e9c5a6f733d9 req-9ae78a7a-f41b-4c41-9ff4-3b977b310bd9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:54:01.297342 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02b64e3b-1e19-4158-af2d-e9c5a6f733d9 req-9ae78a7a-f41b-4c41-9ff4-3b977b310bd9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:01.388086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-02b64e3b-1e19-4158-af2d-e9c5a6f733d9 req-9ae78a7a-f41b-4c41-9ff4-3b977b310bd9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb,segment=NetworkSegment(d3efb426-7917-4073-9f29-cd941b903fef),segment_id=d3efb426-7917-4073-9f29-cd941b903fef)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:54:01.388455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02b64e3b-1e19-4158-af2d-e9c5a6f733d9 req-9ae78a7a-f41b-4c41-9ff4-3b977b310bd9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:01.400256 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-02b64e3b-1e19-4158-af2d-e9c5a6f733d9 req-9ae78a7a-f41b-4c41-9ff4-3b977b310bd9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for b193649b-7f18-42a4-a9fe-bf0b8cfe0feb owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:54:01.426386 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-3acdf55b-6e7c-4f5b-a8f8-d8fa77ccb955 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598283528&fields=id&tenant_id=da89a66b3328400a9ef8e9bcb65cc46e HTTP/1.1" status: 200 len: 267 time: 0.0525465 Nov 28 07:54:01.533837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02b64e3b-1e19-4158-af2d-e9c5a6f733d9 req-9ae78a7a-f41b-4c41-9ff4-3b977b310bd9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:01.565269 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae78a7a-f41b-4c41-9ff4-3b977b310bd9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=b193649b-7f18-42a4-a9fe-bf0b8cfe0feb,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:01.607311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b64e3b-1e19-4158-af2d-e9c5a6f733d9 req-9ae78a7a-f41b-4c41-9ff4-3b977b310bd9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] No DVR routers for this DVR port b193649b-7f18-42a4-a9fe-bf0b8cfe0feb on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:54:01.609961 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02b64e3b-1e19-4158-af2d-e9c5a6f733d9 req-9ae78a7a-f41b-4c41-9ff4-3b977b310bd9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:01.613315 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02b64e3b-1e19-4158-af2d-e9c5a6f733d9 req-9ae78a7a-f41b-4c41-9ff4-3b977b310bd9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "DELETE /v2.0/ports/b193649b-7f18-42a4-a9fe-bf0b8cfe0feb HTTP/1.1" status: 204 len: 173 time: 0.4170778 Nov 28 07:54:01.613753 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'name': 'network-vif-deleted', 'tag': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:54:01.616582 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60adfbc9-0fb0-4982-a20a-2280a0640395" -d '{"events": [{"server_uuid": "75d3694c-c3c0-4875-b8c1-8485dfb9020c", "name": "network-vif-deleted", "tag": "b193649b-7f18-42a4-a9fe-bf0b8cfe0feb"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:54:01.619533 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-26740baf-f310-455d-a90f-d69fc430d984 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:01.621070 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-26740baf-f310-455d-a90f-d69fc430d984 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 811 time: 0.1875668 Nov 28 07:54:01.640889 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-f4fa9d11-991b-4d48-9ee3-9a1624d1bd52 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/quotas/da89a66b3328400a9ef8e9bcb65cc46e HTTP/1.1" status: 200 len: 375 time: 0.0118272 Nov 28 07:54:01.660463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdf038c-08f3-471a-abce-4540a12459bd x-openstack-request-id: req-ebdf038c-08f3-471a-abce-4540a12459bd {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:54:01.660758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d3694c-c3c0-4875-b8c1-8485dfb9020c", "name": "network-vif-deleted", "tag": "b193649b-7f18-42a4-a9fe-bf0b8cfe0feb", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:54:01.661007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebdf038c-08f3-471a-abce-4540a12459bd {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:54:01.661403 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d3694c-c3c0-4875-b8c1-8485dfb9020c', 'name': 'network-vif-deleted', 'tag': 'b193649b-7f18-42a4-a9fe-bf0b8cfe0feb', 'status': 'completed', 'code': 200} Nov 28 07:54:01.737679 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-4e4abf3a-32aa-4b66-9e61-6429bf32ef88 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903254 Nov 28 07:54:01.929264 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-be6c8e3f-3b0d-49d3-8744-164460cb9530 service neutron] 10.222.0.31 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789250 Nov 28 07:54:02.007335 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-32023483-d6b7-4ce3-9294-bef73ddf1d73 req-d0e341ae-4271-4119-8984-49c2a91666bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=75d3694c-c3c0-4875-b8c1-8485dfb9020c HTTP/1.1" status: 200 len: 210 time: 0.0291545 Nov 28 07:54:02.042232 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-269fa985-6883-4f2f-a102-44efc3f921b3 service neutron] 10.222.0.31 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070278 Nov 28 07:54:02.337684 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8fea24ed-cfa8-49d7-9ebc-e83855acfc4c req-e0460a7d-1171-419a-8b1e-ff1569bb1af9 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 210 time: 0.0296557 Nov 28 07:54:03.065017 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42118) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:03.120630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-66da48c9-8c09-4326-813e-44dac7d579c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:03.145824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-66da48c9-8c09-4326-813e-44dac7d579c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:03.259294 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-66da48c9-8c09-4326-813e-44dac7d579c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:03.261999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-66da48c9-8c09-4326-813e-44dac7d579c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:03.263169 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-66da48c9-8c09-4326-813e-44dac7d579c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/security-groups/71327072-5585-4c5b-aace-a9c3f794d6fa HTTP/1.1" status: 204 len: 168 time: 0.1971481 Nov 28 07:54:03.281248 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da48c9-8c09-4326-813e-44dac7d579c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71327072-5585-4c5b-aace-a9c3f794d6fa,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:03.300492 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42122) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:03.336726 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-d3d849e2-99fa-49fa-bdc7-393fb403e822 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:03.339346 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-d3d849e2-99fa-49fa-bdc7-393fb403e822 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 811 time: 0.1519601 Nov 28 07:54:03.450105 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-da1523b9-bbb5-493c-a624-15b2f4679084 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da89a66b3328400a9ef8e9bcb65cc46e HTTP/1.1" status: 200 len: 380 time: 0.0970879 Nov 28 07:54:03.464206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-390fd91b-2e7b-44ab-b3f9-4117129fd272 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Request body: {'port': {'device_id': '7f603875-528b-4644-9144-2acccf582447', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'admin_state_up': True, 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'security_groups': ['56d7772c-f9f2-4c22-ab34-0cf7994e05e9']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:03.535976 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8069cc95-74e9-46b2-a18c-496f30e7da25 req-c1ef7370-aadf-4347-a130-1b49f0d4d199 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 210 time: 0.0827661 Nov 28 07:54:03.590662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-390fd91b-2e7b-44ab-b3f9-4117129fd272 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Made reservation on behalf of da89a66b3328400a9ef8e9bcb65cc46e for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:54:03.594398 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-390fd91b-2e7b-44ab-b3f9-4117129fd272 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:03.800363 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-58b82a49-3268-4f70-80b9-d96f5b2e4a50 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:03.896960 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:54:04.012513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-390fd91b-2e7b-44ab-b3f9-4117129fd272 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Allocated IP 172.20.0.12 (7da37311-dec4-471b-8dc0-0449b07915c8/fa24fc04-8175-487a-9c35-18981de10d0f/0343904e-2d3b-4a53-bfdb-26c85409a855) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:54:04.125187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-58b82a49-3268-4f70-80b9-d96f5b2e4a50 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 73718e9d-b30d-4303-96c3-c1d00f960708 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:54:04.125731 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-58b82a49-3268-4f70-80b9-d96f5b2e4a50 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:04.160001 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-390fd91b-2e7b-44ab-b3f9-4117129fd272 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:04.199989 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-390fd91b-2e7b-44ab-b3f9-4117129fd272 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:04.220613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-58b82a49-3268-4f70-80b9-d96f5b2e4a50 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 73718e9d-b30d-4303-96c3-c1d00f960708, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=73718e9d-b30d-4303-96c3-c1d00f960708,segment=NetworkSegment(d3efb426-7917-4073-9f29-cd941b903fef),segment_id=d3efb426-7917-4073-9f29-cd941b903fef)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:54:04.221017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-58b82a49-3268-4f70-80b9-d96f5b2e4a50 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:04.234184 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-58b82a49-3268-4f70-80b9-d96f5b2e4a50 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 73718e9d-b30d-4303-96c3-c1d00f960708 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:54:04.251836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-390fd91b-2e7b-44ab-b3f9-4117129fd272 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Network 7da37311-dec4-471b-8dc0-0449b07915c8 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:54:04.258073 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-390fd91b-2e7b-44ab-b3f9-4117129fd272 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:54:04.260329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fd91b-2e7b-44ab-b3f9-4117129fd272 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'Port': ['ID=0343904e-2d3b-4a53-bfdb-26c85409a855,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:04.262746 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-390fd91b-2e7b-44ab-b3f9-4117129fd272 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:54:04.312044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-390fd91b-2e7b-44ab-b3f9-4117129fd272 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:04.312660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-390fd91b-2e7b-44ab-b3f9-4117129fd272 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:04.332319 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-390fd91b-2e7b-44ab-b3f9-4117129fd272 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8727939 Nov 28 07:54:04.352502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Request body: {'port': {'device_id': '7f603875-528b-4644-9144-2acccf582447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:04.439040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:04.483380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-58b82a49-3268-4f70-80b9-d96f5b2e4a50 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:04.518725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b82a49-3268-4f70-80b9-d96f5b2e4a50 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=73718e9d-b30d-4303-96c3-c1d00f960708,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:04.557115 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bbbf72c9-8f3b-47a6-a835-627598e3b72e None None] Provisioning complete for port 0343904e-2d3b-4a53-bfdb-26c85409a855 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:04.560655 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bbbf72c9-8f3b-47a6-a835-627598e3b72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:04.637257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf72c9-8f3b-47a6-a835-627598e3b72e None None] Port 0343904e-2d3b-4a53-bfdb-26c85409a855 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:54:04.797712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-58b82a49-3268-4f70-80b9-d96f5b2e4a50 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:04.829087 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7edffd-90c0-4788-9543-ceab227373ff req-3ab9d12c-874e-43c3-a4a1-3cb262ec2bef tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:04.830573 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7a7edffd-90c0-4788-9543-ceab227373ff req-3ab9d12c-874e-43c3-a4a1-3cb262ec2bef tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 932 time: 0.1231122 Nov 28 07:54:04.848557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0343904e-2d3b-4a53-bfdb-26c85409a855 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:54:04.861900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:04.888656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Transition to ACTIVE for port object 0343904e-2d3b-4a53-bfdb-26c85409a855 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:54:04.899546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:04.928167 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7a7edffd-90c0-4788-9543-ceab227373ff req-01d8bbd1-e34b-4a9e-bd0e-5d45cbdbecde tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888023 Nov 28 07:54:04.985176 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Pushing event updated for resources: {'Port': ['ID=0343904e-2d3b-4a53-bfdb-26c85409a855,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:05.073207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Attempting to bind port 0343904e-2d3b-4a53-bfdb-26c85409a855 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:54:05.073941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Attempting to bind port 0343904e-2d3b-4a53-bfdb-26c85409a855 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:54:05.074280 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Attempting to bind port 0343904e-2d3b-4a53-bfdb-26c85409a855 on network 7da37311-dec4-471b-8dc0-0449b07915c8 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:54:05.079412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Port 0343904e-2d3b-4a53-bfdb-26c85409a855 on network 7da37311-dec4-471b-8dc0-0449b07915c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:54:05.079705 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Attempting to bind port 0343904e-2d3b-4a53-bfdb-26c85409a855 on network 7da37311-dec4-471b-8dc0-0449b07915c8 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:54:05.085919 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:54:05.086253 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Checking segment: {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:54:05.086640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Bound using segment: {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:54:05.087165 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Bound port: 0343904e-2d3b-4a53-bfdb-26c85409a855, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:54:05.087521 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:05.168268 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] For port 0343904e-2d3b-4a53-bfdb-26c85409a855, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:54:05.171934 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] For port 0343904e-2d3b-4a53-bfdb-26c85409a855, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=0343904e-2d3b-4a53-bfdb-26c85409a855,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:54:05.181078 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:05.227644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:05.228293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:05.229667 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] 10.222.0.35 "PUT /v2.0/ports/0343904e-2d3b-4a53-bfdb-26c85409a855 HTTP/1.1" status: 200 len: 1094 time: 0.8825822 Nov 28 07:54:05.230104 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f603875-528b-4644-9144-2acccf582447', 'tag': '0343904e-2d3b-4a53-bfdb-26c85409a855'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:54:05.232400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8280dd98-6e78-44f4-bb62-1d01aee58f39" -d '{"events": [{"name": "network-changed", "server_uuid": "7f603875-528b-4644-9144-2acccf582447", "tag": "0343904e-2d3b-4a53-bfdb-26c85409a855"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:54:05.319090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1a4aa-3bfa-4aea-9534-0381836af816 service neutron] Pushing event updated for resources: {'Port': ['ID=0343904e-2d3b-4a53-bfdb-26c85409a855,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:05.322654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea25f5e-c43f-456e-9976-233ebd955cc3 x-openstack-request-id: req-dea25f5e-c43f-456e-9976-233ebd955cc3 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:54:05.322965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f603875-528b-4644-9144-2acccf582447", "tag": "0343904e-2d3b-4a53-bfdb-26c85409a855", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:54:05.323226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dea25f5e-c43f-456e-9976-233ebd955cc3 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:54:05.323611 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f603875-528b-4644-9144-2acccf582447', 'tag': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'status': 'completed', 'code': 200} Nov 28 07:54:05.357154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-d6b1628f-07d5-4b1f-ade0-b4db6d954a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:05.358860 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-d6b1628f-07d5-4b1f-ade0-b4db6d954a54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 1097 time: 0.0764306 Nov 28 07:54:05.422918 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-b2cb1272-31ea-4ae9-a2d5-4f60cf090ce9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0343904e-2d3b-4a53-bfdb-26c85409a855 HTTP/1.1" status: 200 len: 217 time: 0.0490286 Nov 28 07:54:05.491103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-68693e45-a1f9-4b50-a11e-997024221b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:05.492691 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-68693e45-a1f9-4b50-a11e-997024221b0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0559518 Nov 28 07:54:05.520476 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b82a49-3268-4f70-80b9-d96f5b2e4a50 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 6106be0e-cf5d-4488-807f-48a8031077ad has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:54:05.556125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-5fdeac82-8c78-491a-b67b-6e09fe43febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:05.558242 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-5fdeac82-8c78-491a-b67b-6e09fe43febd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0525436 Nov 28 07:54:05.650058 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b82a49-3268-4f70-80b9-d96f5b2e4a50 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:54:05.655501 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-58b82a49-3268-4f70-80b9-d96f5b2e4a50 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/6106be0e-cf5d-4488-807f-48a8031077ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3536971 Nov 28 07:54:05.657902 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42132) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:05.660772 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd276f-f31f-4db8-9b40-62905703fd7e None None] Sync routers for ids ['6106be0e-cf5d-4488-807f-48a8031077ad'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:54:05.672400 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd276f-f31f-4db8-9b40-62905703fd7e None None] Routers {'6106be0e-cf5d-4488-807f-48a8031077ad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:54:05.673304 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-72fd276f-f31f-4db8-9b40-62905703fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:53:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6106be0e-cf5d-4488-807f-48a8031077ad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:05.679491 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-f1a29213-d490-4860-8629-19134cbe40a0 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091743 Nov 28 07:54:05.718817 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e837838-916c-4c74-b18e-5afe121f74e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting subnet f2e2fadc-cd4b-4a2a-b681-323470003fd6 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:54:05.722099 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7e837838-916c-4c74-b18e-5afe121f74e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:05.777888 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7e837838-916c-4c74-b18e-5afe121f74e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:05.804245 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-72fd276f-f31f-4db8-9b40-62905703fd7e None None] Set router 6106be0e-cf5d-4488-807f-48a8031077ad gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:54:05.805646 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-975f046c-1027-482e-9b0d-ecfe5ccb6658 req-e7a28ad7-430e-4384-914e-4c98dca12500 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137190 Nov 28 07:54:05.876260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7e837838-916c-4c74-b18e-5afe121f74e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:05.941063 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280dd98-6e78-44f4-bb62-1d01aee58f39 req-8e46e228-5a5c-4387-9f11-ef475c07fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:05.942558 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8280dd98-6e78-44f4-bb62-1d01aee58f39 req-8e46e228-5a5c-4387-9f11-ef475c07fcf8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 1097 time: 0.0801907 Nov 28 07:54:05.951644 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7e837838-916c-4c74-b18e-5afe121f74e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:06.008065 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e837838-916c-4c74-b18e-5afe121f74e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e2fadc-cd4b-4a2a-b681-323470003fd6,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:06.028685 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f9ba9d-b8fa-419a-adab-04e6cfcaa001 None None] Network 3c823832-7711-4368-bd36-8e5df975d5ee requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:54:06.029226 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7e837838-916c-4c74-b18e-5afe121f74e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:06.033411 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7e837838-916c-4c74-b18e-5afe121f74e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/subnets/f2e2fadc-cd4b-4a2a-b681-323470003fd6 HTTP/1.1" status: 204 len: 168 time: 0.3686111 Nov 28 07:54:06.036066 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42136) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:06.037685 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-72fd276f-f31f-4db8-9b40-62905703fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:54:04Z', 'revision_number': 7, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:06.094688 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd276f-f31f-4db8-9b40-62905703fd7e None None] Checking router: 6106be0e-cf5d-4488-807f-48a8031077ad for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:54:06.104688 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd276f-f31f-4db8-9b40-62905703fd7e None None] Routers {'6106be0e-cf5d-4488-807f-48a8031077ad'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:54:06.105646 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-72fd276f-f31f-4db8-9b40-62905703fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:53:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['6106be0e-cf5d-4488-807f-48a8031077ad'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:06.141652 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280dd98-6e78-44f4-bb62-1d01aee58f39 req-58cfed24-db1c-413e-9870-bfbbf6d60d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:06.143374 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8280dd98-6e78-44f4-bb62-1d01aee58f39 req-58cfed24-db1c-413e-9870-bfbbf6d60d88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 912 time: 0.1879513 Nov 28 07:54:06.180093 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:06.202786 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8280dd98-6e78-44f4-bb62-1d01aee58f39 req-6049e9d4-caea-420e-8bc7-6393ac462bf5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0343904e-2d3b-4a53-bfdb-26c85409a855 HTTP/1.1" status: 200 len: 217 time: 0.0494549 Nov 28 07:54:06.211694 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592f80d-245e-44ed-83d7-8394acb77426 req-b90a5c0c-6166-420e-8ec8-98e87a7b7be6 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:06.219111 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0592f80d-245e-44ed-83d7-8394acb77426 req-b90a5c0c-6166-420e-8ec8-98e87a7b7be6 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 944 time: 0.1831579 Nov 28 07:54:06.312437 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280dd98-6e78-44f4-bb62-1d01aee58f39 req-61679152-8bc9-4341-8599-cdcdf86c457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:06.314554 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8280dd98-6e78-44f4-bb62-1d01aee58f39 req-61679152-8bc9-4341-8599-cdcdf86c457b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0843740 Nov 28 07:54:06.328515 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0592f80d-245e-44ed-83d7-8394acb77426 req-f5a4544a-c29a-48e6-9ffc-7d7b508851d9 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061704 Nov 28 07:54:06.374112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c46a01e-fbcc-40e9-9373-32cad313f1d4 None None] DHCP port deletion for 3c823832-7711-4368-bd36-8e5df975d5ee request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:54:06.385535 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-72fd276f-f31f-4db8-9b40-62905703fd7e None None] Set router 6106be0e-cf5d-4488-807f-48a8031077ad gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:54:06.407542 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:06.421580 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280dd98-6e78-44f4-bb62-1d01aee58f39 req-de0de5d0-cf23-432e-b6b0-c07a270482c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:06.427467 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8280dd98-6e78-44f4-bb62-1d01aee58f39 req-de0de5d0-cf23-432e-b6b0-c07a270482c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0946259 Nov 28 07:54:06.449948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b193649b-7f18-42a4-a9fe-bf0b8cfe0feb no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:54:06.486991 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: b193649b-7f18-42a4-a9fe-bf0b8cfe0feb {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:54:06.489803 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b193649b-7f18-42a4-a9fe-bf0b8cfe0feb not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:54:06.531535 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 490a10d2-02a4-455a-92af-78d00aa87a82 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:54:06.532152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:06.556177 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8c46a01e-fbcc-40e9-9373-32cad313f1d4 None None] Deleting port 6057706d-a4cc-402c-baec-2b0965563210 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:54:06.560996 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8c46a01e-fbcc-40e9-9373-32cad313f1d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:06.577076 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8280dd98-6e78-44f4-bb62-1d01aee58f39 req-cbc3a0c9-eacc-4257-b860-b9849d8a20a5 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405189 Nov 28 07:54:06.623717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 490a10d2-02a4-455a-92af-78d00aa87a82, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=490a10d2-02a4-455a-92af-78d00aa87a82,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:54:06.624020 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:06.637474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 490a10d2-02a4-455a-92af-78d00aa87a82 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:54:06.665816 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-72fd276f-f31f-4db8-9b40-62905703fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:54:04Z', 'revision_number': 7, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:06.668276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8c46a01e-fbcc-40e9-9373-32cad313f1d4 None None] For port 6057706d-a4cc-402c-baec-2b0965563210, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6057706d-a4cc-402c-baec-2b0965563210,segment=NetworkSegment(d3efb426-7917-4073-9f29-cd941b903fef),segment_id=d3efb426-7917-4073-9f29-cd941b903fef)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:54:06.668914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8c46a01e-fbcc-40e9-9373-32cad313f1d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:06.683567 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8c46a01e-fbcc-40e9-9373-32cad313f1d4 None None] Calling delete_port for 6057706d-a4cc-402c-baec-2b0965563210 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:54:06.778950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8c46a01e-fbcc-40e9-9373-32cad313f1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:06.787670 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8280dd98-6e78-44f4-bb62-1d01aee58f39 req-f212c10a-a971-4d1d-b7ff-ca1693de3827 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922505 Nov 28 07:54:06.793819 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46a01e-fbcc-40e9-9373-32cad313f1d4 None None] No DVR routers for this DVR port 6057706d-a4cc-402c-baec-2b0965563210 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:54:06.820020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46a01e-fbcc-40e9-9373-32cad313f1d4 None None] Pushing event deleted for resources: {'Port': ['ID=6057706d-a4cc-402c-baec-2b0965563210,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:06.839565 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd276f-f31f-4db8-9b40-62905703fd7e None None] The sync data for ids ['6106be0e-cf5d-4488-807f-48a8031077ad'] in dv-neutron-744815-16-hyperv is: [{'id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'name': 'tempest-TestNetworkBasicOps-router-1586093949', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:52:08Z', 'updated_at': '2021-11-28T07:54:04Z', 'revision_number': 7, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '490a10d2-02a4-455a-92af-78d00aa87a82', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106be0e-cf5d-4488-807f-48a8031077ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:52:09Z', 'updated_at': '2021-11-28T07:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:54:06.915111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:06.942809 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=490a10d2-02a4-455a-92af-78d00aa87a82,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:06.961517 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e71ad6-052b-4ef0-b47e-f488f20c2dbf None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:54:07.009647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.115851 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.117883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.164444 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.165001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Fanout notify agent at l3_agent the message router_deleted on router 6106be0e-cf5d-4488-807f-48a8031077ad {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:54:07.171941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.175513 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ef5bdc07-433c-4649-ad51-b86fc0b9a7f1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/routers/6106be0e-cf5d-4488-807f-48a8031077ad HTTP/1.1" status: 204 len: 168 time: 1.1351552 Nov 28 07:54:07.175739 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42138) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:07.260773 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9511cfd4-4612-4afe-bef0-0253151c1f79 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.352727 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9511cfd4-4612-4afe-bef0-0253151c1f79 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.374260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-9511cfd4-4612-4afe-bef0-0253151c1f79 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c823832-7711-4368-bd36-8e5df975d5ee']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:07.384612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-9511cfd4-4612-4afe-bef0-0253151c1f79 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3efb426-7917-4073-9f29-cd941b903fef') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:07.384904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-9511cfd4-4612-4afe-bef0-0253151c1f79 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3efb426-7917-4073-9f29-cd941b903fef') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:07.394415 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9511cfd4-4612-4afe-bef0-0253151c1f79 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.435886 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9511cfd4-4612-4afe-bef0-0253151c1f79 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.444652 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9511cfd4-4612-4afe-bef0-0253151c1f79 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:54:07.445061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9511cfd4-4612-4afe-bef0-0253151c1f79 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:54:07.448413 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:54:07.514680 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9511cfd4-4612-4afe-bef0-0253151c1f79 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.525333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f74df7-c762-4e41-817c-521f140a2440 req-162bede7-3976-4e72-9d0f-436f787c19e3 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:07.527891 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-32f74df7-c762-4e41-817c-521f140a2440 req-162bede7-3976-4e72-9d0f-436f787c19e3 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 944 time: 0.1266308 Nov 28 07:54:07.537744 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9511cfd4-4612-4afe-bef0-0253151c1f79 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.546182 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9511cfd4-4612-4afe-bef0-0253151c1f79 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/networks/3c823832-7711-4368-bd36-8e5df975d5ee HTTP/1.1" status: 204 len: 168 time: 0.3659065 Nov 28 07:54:07.560029 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42142) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:07.562623 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511cfd4-4612-4afe-bef0-0253151c1f79 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Network': ['ID=3c823832-7711-4368-bd36-8e5df975d5ee,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:07.566563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-5507c811-1b32-4901-9dc7-ac6e5a991128 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'network': {'name': 'tempest-network-smoke--2044195887', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'port_security_enabled': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:07.589824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5507c811-1b32-4901-9dc7-ac6e5a991128 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:54:07.593639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5507c811-1b32-4901-9dc7-ac6e5a991128 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.621359 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-32f74df7-c762-4e41-817c-521f140a2440 req-c6018795-3ce9-4fd0-9f3a-ac41dc06521f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759323 Nov 28 07:54:07.621999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5507c811-1b32-4901-9dc7-ac6e5a991128 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:54:07.645198 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5507c811-1b32-4901-9dc7-ac6e5a991128 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.646330 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-5507c811-1b32-4901-9dc7-ac6e5a991128 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Added segment f9c04f32-1af9-42b2-a525-6c7d64b4f8ff of type vlan for network a371540a-692c-48a4-b534-36d8ad1879f5 Nov 28 07:54:07.690006 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5507c811-1b32-4901-9dc7-ac6e5a991128 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.720573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5507c811-1b32-4901-9dc7-ac6e5a991128 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.726295 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5507c811-1b32-4901-9dc7-ac6e5a991128 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:07.726892 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5507c811-1b32-4901-9dc7-ac6e5a991128 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.759758 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5507c811-1b32-4901-9dc7-ac6e5a991128 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2007632 Nov 28 07:54:07.762157 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42144) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:07.766399 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-465063787', 'admin_state_up': True, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:07.814374 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507c811-1b32-4901-9dc7-ac6e5a991128 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Network': ['ID=a371540a-692c-48a4-b534-36d8ad1879f5,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:07.827155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network a371540a-692c-48a4-b534-36d8ad1879f5 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:54:07.830183 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.831388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:07.889394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:08.052606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:08.252483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:08.276028 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:08.332139 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 73718e9d-b30d-4303-96c3-c1d00f960708 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:54:08.356396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 73718e9d-b30d-4303-96c3-c1d00f960708 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:54:08.357092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 73718e9d-b30d-4303-96c3-c1d00f960708 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:54:08.357615 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 490a10d2-02a4-455a-92af-78d00aa87a82 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:54:08.379675 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 490a10d2-02a4-455a-92af-78d00aa87a82 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:54:08.380895 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 490a10d2-02a4-455a-92af-78d00aa87a82 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:54:08.381111 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.25 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/6b3f9936-e819-4964-8206-bbad415294b3) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:54:08.381748 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6057706d-a4cc-402c-baec-2b0965563210 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:54:08.402000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 6057706d-a4cc-402c-baec-2b0965563210 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:54:08.402482 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6057706d-a4cc-402c-baec-2b0965563210 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:54:08.488663 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:08.525275 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:08.565560 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:54:08.574071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:54:08.577499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:54:08.583420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=6b3f9936-e819-4964-8206-bbad415294b3,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:08.592294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1496c0fc-0f20-4d64-88b5-4d48df32f266 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:54:08.650343 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8de0e0c7-4138-4370-9da4-085d37dd788d None None] Provisioning complete for port 6b3f9936-e819-4964-8206-bbad415294b3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:08.650853 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8de0e0c7-4138-4370-9da4-085d37dd788d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:08.695981 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8de0e0c7-4138-4370-9da4-085d37dd788d None None] Port 6b3f9936-e819-4964-8206-bbad415294b3 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:54:08.809699 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df640e34-bec1-4f4f-9218-33cf2ac36301 req-2e7fa088-a4db-4727-ae7b-82f2694a6167 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:08.811208 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df640e34-bec1-4f4f-9218-33cf2ac36301 req-2e7fa088-a4db-4727-ae7b-82f2694a6167 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 944 time: 0.1068811 Nov 28 07:54:08.944623 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df640e34-bec1-4f4f-9218-33cf2ac36301 req-d0264df8-f7d0-416a-b336-d9d92f1f1021 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259415 Nov 28 07:54:08.978073 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:09.203865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:09.344965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 22aeee2b-5edf-492a-b92d-7304be44601b is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:54:09.750950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:54:09.762008 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Sync routers for ids ['22aeee2b-5edf-492a-b92d-7304be44601b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:54:09.771260 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Routers {'22aeee2b-5edf-492a-b92d-7304be44601b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:54:09.771473 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:09.771880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:53:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['22aeee2b-5edf-492a-b92d-7304be44601b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:09.772650 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c56653d6-2cd0-485d-bc86-8a26332ed4ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0096056 Nov 28 07:54:09.775657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42148) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:09.811442 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-13fa421d-165b-49b4-8215-48948c36d3f4 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2bd5e3358de04cc29a985f74fa93a602&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347040 Nov 28 07:54:09.813945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42150) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:09.897472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Set router 22aeee2b-5edf-492a-b92d-7304be44601b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:54:09.962059 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca7f7b0-618f-40b4-b9e0-cfad137d0f44 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:09.963784 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6ca7f7b0-618f-40b4-b9e0-cfad137d0f44 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1489487 Nov 28 07:54:09.966798 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42152) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:10.001909 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-12639659-68d7-4978-92b9-ae22b0cab4e6 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338647 Nov 28 07:54:10.004473 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42156) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:10.009998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-07d337b2-2d01-4981-ac71-0c33ce17fab6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-890329969', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:10.080269 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8aeb92-91c1-49e3-b9d1-57cc48e8c7c9 req-e76d163a-2c9b-4635-a97d-8652fd54ab62 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:10.083002 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3a8aeb92-91c1-49e3-b9d1-57cc48e8c7c9 req-e76d163a-2c9b-4635-a97d-8652fd54ab62 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 944 time: 0.0631597 Nov 28 07:54:10.106267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d337b2-2d01-4981-ac71-0c33ce17fab6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:54:10.111000 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07d337b2-2d01-4981-ac71-0c33ce17fab6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:10.141641 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3a8aeb92-91c1-49e3-b9d1-57cc48e8c7c9 req-0ca2ac66-2057-4c32-924e-dfc54da84cd9 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519257 Nov 28 07:54:10.249252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:54:08Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:10.283724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Checking router: 22aeee2b-5edf-492a-b92d-7304be44601b for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:54:10.284071 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Updating router 22aeee2b-5edf-492a-b92d-7304be44601b port 6b3f9936-e819-4964-8206-bbad415294b3 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:54:10.298280 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07d337b2-2d01-4981-ac71-0c33ce17fab6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:10.322082 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:10.359769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d337b2-2d01-4981-ac71-0c33ce17fab6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Subnet': ['ID=1ce13920-ba0c-4640-8aaa-3bbca9d6c859,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:10.370317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d337b2-2d01-4981-ac71-0c33ce17fab6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Checking segment: {'id': 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:54:10.370679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d337b2-2d01-4981-ac71-0c33ce17fab6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network hostable DHCP agents. Network: a371540a-692c-48a4-b534-36d8ad1879f5, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:54:10.386717 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d337b2-2d01-4981-ac71-0c33ce17fab6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network a371540a-692c-48a4-b534-36d8ad1879f5 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:54:10.394761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-07d337b2-2d01-4981-ac71-0c33ce17fab6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, a371540a-692c-48a4-b534-36d8ad1879f5) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:54:10.399309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d337b2-2d01-4981-ac71-0c33ce17fab6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:10.399898 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07d337b2-2d01-4981-ac71-0c33ce17fab6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:10.407013 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae456b69-5d89-44b4-81ad-358f2daf40f4 None None] Network a371540a-692c-48a4-b534-36d8ad1879f5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:54:10.416773 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-07d337b2-2d01-4981-ac71-0c33ce17fab6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4110200 Nov 28 07:54:10.419346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42158) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:10.650471 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-a371540a-692c-48a4-b534-36d8ad1879f5', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ips': [{'subnet_id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:54:10.651342 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:10.758364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:10.768555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:10.855795 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9079b66-27a2-4b72-b489-a162e782e130 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:54:10.873643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Attempting to bind port 6b3f9936-e819-4964-8206-bbad415294b3 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:54:10.874012 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Attempting to bind port 6b3f9936-e819-4964-8206-bbad415294b3 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:54:10.874373 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Attempting to bind port 6b3f9936-e819-4964-8206-bbad415294b3 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:54:10.877145 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea9520-ce1c-42ec-b420-3820876eb442 None None] Pushing event updated for resources: {'Port': ['ID=6b3f9936-e819-4964-8206-bbad415294b3,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:10.886563 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:54:10.886958 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:54:10.887362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:10.887753 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:54:10.888324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Bound port: 6b3f9936-e819-4964-8206-bbad415294b3, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:54:10.888588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:10.900582 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:10.923259 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Allocated IP 172.20.0.2 (a371540a-692c-48a4-b534-36d8ad1879f5/1ce13920-ba0c-4640-8aaa-3bbca9d6c859/dcec8f37-c6de-4558-be99-7f6dae3054ee) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:54:10.967223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b2ee7abf-a8c8-4748-83bc-c0af41647083 None None] Provisioning complete for port 6b3f9936-e819-4964-8206-bbad415294b3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:10.967596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7abf-a8c8-4748-83bc-c0af41647083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:11.014094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] For port 6b3f9936-e819-4964-8206-bbad415294b3, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:54:11.050775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] For port 6b3f9936-e819-4964-8206-bbad415294b3, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6b3f9936-e819-4964-8206-bbad415294b3,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:54:11.060407 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:11.107050 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee7abf-a8c8-4748-83bc-c0af41647083 None None] Port 6b3f9936-e819-4964-8206-bbad415294b3 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:54:11.122522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc435994-db8d-473a-8aa0-ab1f7902fde5 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:54:11.175896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Routers {'22aeee2b-5edf-492a-b92d-7304be44601b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:54:11.176516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:53:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['22aeee2b-5edf-492a-b92d-7304be44601b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:11.198883 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea9520-ce1c-42ec-b420-3820876eb442 None None] Pushing event updated for resources: {'Port': ['ID=6b3f9936-e819-4964-8206-bbad415294b3,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:11.274101 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36555fd1-ee6f-41ae-906a-504466b5e63c req-116273f7-39f2-4edb-b126-ea9b1081b13f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:11.275658 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-36555fd1-ee6f-41ae-906a-504466b5e63c req-116273f7-39f2-4edb-b126-ea9b1081b13f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 944 time: 0.0620151 Nov 28 07:54:11.284726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:11.289301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b1c2862c-ec0a-478c-8a55-dd4ff91e403c None None] Provisioning complete for port 6b3f9936-e819-4964-8206-bbad415294b3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:11.289646 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1c2862c-ec0a-478c-8a55-dd4ff91e403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:11.341241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:11.364694 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-36555fd1-ee6f-41ae-906a-504466b5e63c req-ab9f134f-792b-4dd0-b5be-b398611cf501 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821369 Nov 28 07:54:11.365752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.1 (a371540a-692c-48a4-b534-36d8ad1879f5/1ce13920-ba0c-4640-8aaa-3bbca9d6c859/9c4ab1d0-712e-4738-830b-44959a8b92fe) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:54:11.429524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Network a371540a-692c-48a4-b534-36d8ad1879f5 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:54:11.437867 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:54:11.439591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Pushing event updated for resources: {'Port': ['ID=dcec8f37-c6de-4558-be99-7f6dae3054ee,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:11.444490 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:54:11.447799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] Set router 22aeee2b-5edf-492a-b92d-7304be44601b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:54:11.488170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:11.526807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:11.565302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network a371540a-692c-48a4-b534-36d8ad1879f5 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:54:11.570374 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:54:11.576301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:54:11.606158 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=9c4ab1d0-712e-4738-830b-44959a8b92fe,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:11.626985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:11.638370 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Attempting to bind port dcec8f37-c6de-4558-be99-7f6dae3054ee on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:54:11.638739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Attempting to bind port dcec8f37-c6de-4558-be99-7f6dae3054ee by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:54:11.639126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Attempting to bind port dcec8f37-c6de-4558-be99-7f6dae3054ee on network a371540a-692c-48a4-b534-36d8ad1879f5 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:54:11.647569 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1c2862c-ec0a-478c-8a55-dd4ff91e403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:11.655056 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:54:11.655430 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Checking segment: {'id': 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:54:11.655819 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:11.656208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Bound using segment: {'id': 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:54:11.656672 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Bound port: dcec8f37-c6de-4558-be99-7f6dae3054ee, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:54:11.657043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:11.787911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:11.846470 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b1c2862c-ec0a-478c-8a55-dd4ff91e403c None None] For port 6b3f9936-e819-4964-8206-bbad415294b3, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6b3f9936-e819-4964-8206-bbad415294b3,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:54:11.857981 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1c2862c-ec0a-478c-8a55-dd4ff91e403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:11.984928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] For port dcec8f37-c6de-4558-be99-7f6dae3054ee, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:54:11.987105 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2862c-ec0a-478c-8a55-dd4ff91e403c None None] Pushing event updated for resources: {'Port': ['ID=6b3f9936-e819-4964-8206-bbad415294b3,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:11.992065 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] For port dcec8f37-c6de-4558-be99-7f6dae3054ee, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=dcec8f37-c6de-4558-be99-7f6dae3054ee,segment=NetworkSegment(f9c04f32-1af9-42b2-a525-6c7d64b4f8ff),segment_id=f9c04f32-1af9-42b2-a525-6c7d64b4f8ff)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:54:12.000008 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:12.052667 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:54:08Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:12.084527 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe876a9e-512d-4325-9a70-e6e88d909b65 None None] The sync data for ids ['22aeee2b-5edf-492a-b92d-7304be44601b'] in dv-neutron-744815-16-hyperv is: [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:54:08Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:54:12.094589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f77f4-1131-4ad0-9ed4-8226c40898b6 None None] Pushing event updated for resources: {'Port': ['ID=dcec8f37-c6de-4558-be99-7f6dae3054ee,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:12.110817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:12.116995 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:12.199507 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:12.201305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=9c4ab1d0-712e-4738-830b-44959a8b92fe,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:12.318621 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network a371540a-692c-48a4-b534-36d8ad1879f5 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:54:12.320163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:54:12.401780 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device dcec8f37-c6de-4558-be99-7f6dae3054ee up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:54:12.486284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port dcec8f37-c6de-4558-be99-7f6dae3054ee triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:12.487097 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:12.516885 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285d48f-09c8-4078-9e40-a6ee81b6c54b req-7a4c3f39-d10e-4ccf-9959-e0c7727501e5 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:12.519671 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7285d48f-09c8-4078-9e40-a6ee81b6c54b req-7a4c3f39-d10e-4ccf-9959-e0c7727501e5 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 944 time: 0.0714602 Nov 28 07:54:12.534246 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 22aeee2b-5edf-492a-b92d-7304be44601b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:54:12.598518 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7285d48f-09c8-4078-9e40-a6ee81b6c54b req-baf6961e-aa14-47c6-a420-d67a5e56c40b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688090 Nov 28 07:54:12.599097 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:12.640591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port dcec8f37-c6de-4558-be99-7f6dae3054ee, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=dcec8f37-c6de-4558-be99-7f6dae3054ee,segment=NetworkSegment(f9c04f32-1af9-42b2-a525-6c7d64b4f8ff),segment_id=f9c04f32-1af9-42b2-a525-6c7d64b4f8ff)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:54:12.647142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:12.687816 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:54:12.696154 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0a2f58f5-e0e6-49b4-ac6c-f89983d6bbfa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/22aeee2b-5edf-492a-b92d-7304be44601b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2757952 Nov 28 07:54:12.698623 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42164) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:12.722632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=dcec8f37-c6de-4558-be99-7f6dae3054ee,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:12.802557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc3392-dc24-41aa-81cb-e39953e515cb tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:12.802987 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc3392-dc24-41aa-81cb-e39953e515cb tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:12.803752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc3392-dc24-41aa-81cb-e39953e515cb tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:12.804227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc3392-dc24-41aa-81cb-e39953e515cb tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:12.804728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc3392-dc24-41aa-81cb-e39953e515cb tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:12.805116 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc3392-dc24-41aa-81cb-e39953e515cb tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:12.809815 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42166) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:12.810014 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e7cc3392-dc24-41aa-81cb-e39953e515cb tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1100945 Nov 28 07:54:12.910266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352ba30-28ba-41a1-8eec-eca851e84e2c tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:12.910732 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352ba30-28ba-41a1-8eec-eca851e84e2c tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:12.911747 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352ba30-28ba-41a1-8eec-eca851e84e2c tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:12.912190 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352ba30-28ba-41a1-8eec-eca851e84e2c tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:12.912632 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352ba30-28ba-41a1-8eec-eca851e84e2c tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:12.913072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352ba30-28ba-41a1-8eec-eca851e84e2c tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:12.917451 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c352ba30-28ba-41a1-8eec-eca851e84e2c tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1035249 Nov 28 07:54:12.917858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42168) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:13.160125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a72dc9-3c1e-4ae6-ba21-2c45559006b6 None None] Network a371540a-692c-48a4-b534-36d8ad1879f5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:54:13.199360 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-36a880e8-40dc-4fb6-b752-1ae05ba9d936 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2802527 Nov 28 07:54:13.229952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e2cf6221-1ae4-4b63-9616-3acaa629ef15 None None] Provisioning complete for port dcec8f37-c6de-4558-be99-7f6dae3054ee triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:13.230319 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6221-1ae4-4b63-9616-3acaa629ef15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:13.387671 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42172) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:13.392183 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-cd21a9e1-f9ab-42c9-a099-588c748b95bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2094582472', 'description': 'tempest-secgroup-smoke-2094582472 description', 'project_id': '2bd5e3358de04cc29a985f74fa93a602'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:13.420076 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd21a9e1-f9ab-42c9-a099-588c748b95bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:13.714671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c2270671-a76a-4071-8e15-92603ec1de49 None None] Provisioning complete for port dcec8f37-c6de-4558-be99-7f6dae3054ee triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:13.715274 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c2270671-a76a-4071-8e15-92603ec1de49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:13.769034 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccd583-17d0-416c-86f5-92ed717bc27e req-6712b23e-cce3-4c49-b0c9-177e7a4db8b8 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:13.773065 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b8ccd583-17d0-416c-86f5-92ed717bc27e req-6712b23e-cce3-4c49-b0c9-177e7a4db8b8 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 944 time: 0.0980492 Nov 28 07:54:13.811453 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd21a9e1-f9ab-42c9-a099-588c748b95bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:13.818282 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd21a9e1-f9ab-42c9-a099-588c748b95bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:13.856147 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c2270671-a76a-4071-8e15-92603ec1de49 None None] Provisioning complete for port 9c4ab1d0-712e-4738-830b-44959a8b92fe triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:13.856896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c2270671-a76a-4071-8e15-92603ec1de49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:13.866993 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b8ccd583-17d0-416c-86f5-92ed717bc27e req-e0c42b83-2a5a-44d9-a282-b02013a17426 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811281 Nov 28 07:54:13.867726 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Sync routers for ids ['22aeee2b-5edf-492a-b92d-7304be44601b'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:54:13.873214 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cd21a9e1-f9ab-42c9-a099-588c748b95bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:13.877572 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cd21a9e1-f9ab-42c9-a099-588c748b95bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4888339 Nov 28 07:54:13.878298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42178) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:13.878813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21a9e1-f9ab-42c9-a099-588c748b95bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a26e03-cccd-406b-8329-9ad0e37e831b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:13.881874 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Routers {'22aeee2b-5edf-492a-b92d-7304be44601b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:54:13.882508 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:53:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['22aeee2b-5edf-492a-b92d-7304be44601b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:13.889292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '02a26e03-cccd-406b-8329-9ad0e37e831b', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:13.917707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c2270671-a76a-4071-8e15-92603ec1de49 None None] Port 9c4ab1d0-712e-4738-830b-44959a8b92fe cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:54:13.938243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:13.998722 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.004182 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.023468 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7a0924-6d79-41d0-a060-ce78d39512c6,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:14.033841 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Set router 22aeee2b-5edf-492a-b92d-7304be44601b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:54:14.040745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-96c9c802-5023-461d-8e85-cbff90718c90 None None] Provisioning complete for port 9c4ab1d0-712e-4738-830b-44959a8b92fe triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:14.041520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-96c9c802-5023-461d-8e85-cbff90718c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.045429 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:14.045684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:14.046035 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:14.046515 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:14.046711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:14.047083 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:14.047421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:14.047754 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:14.048090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:14.048421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:14.048749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:14.049086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:14.049404 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:14.055766 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.060100 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f351fcb9-d00a-41c8-bcaa-32c28d2b6808 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1797702 Nov 28 07:54:14.060456 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42180) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:14.065206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-887071e6-bafe-4eb7-a9dc-aed8f45c0154 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '02a26e03-cccd-406b-8329-9ad0e37e831b', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:14.094483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-96c9c802-5023-461d-8e85-cbff90718c90 None None] Port 9c4ab1d0-712e-4738-830b-44959a8b92fe cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:54:14.095399 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-887071e6-bafe-4eb7-a9dc-aed8f45c0154 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.157699 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-887071e6-bafe-4eb7-a9dc-aed8f45c0154 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.162017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-887071e6-bafe-4eb7-a9dc-aed8f45c0154 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.179490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887071e6-bafe-4eb7-a9dc-aed8f45c0154 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6788f4c-44cd-48bd-8e3d-7312195bbcf3,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:14.187276 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-887071e6-bafe-4eb7-a9dc-aed8f45c0154 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.190987 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-887071e6-bafe-4eb7-a9dc-aed8f45c0154 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273613 Nov 28 07:54:14.191187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42182) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:14.196159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2064e809-673b-40a1-a11c-784dda7b071c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '02a26e03-cccd-406b-8329-9ad0e37e831b', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:14.215739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2bf25eeb-8113-45b0-b194-d4aef7023944 None None] Provisioning complete for port 9c4ab1d0-712e-4738-830b-44959a8b92fe triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:14.216339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2bf25eeb-8113-45b0-b194-d4aef7023944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.224098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2064e809-673b-40a1-a11c-784dda7b071c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.264135 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-2bf25eeb-8113-45b0-b194-d4aef7023944 None None] Port 9c4ab1d0-712e-4738-830b-44959a8b92fe cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:54:14.281323 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9c4ab1d0-712e-4738-830b-44959a8b92fe', 'name': '', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:2c:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:11Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:14.284279 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2064e809-673b-40a1-a11c-784dda7b071c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.290660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2064e809-673b-40a1-a11c-784dda7b071c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.308146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064e809-673b-40a1-a11c-784dda7b071c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42062345-13f2-452a-b794-615c79ea67b8,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:14.317101 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Checking router: 22aeee2b-5edf-492a-b92d-7304be44601b for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:54:14.318134 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Updating router 22aeee2b-5edf-492a-b92d-7304be44601b port 9c4ab1d0-712e-4738-830b-44959a8b92fe binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:54:14.322412 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2064e809-673b-40a1-a11c-784dda7b071c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.326823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42184) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:14.331036 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2064e809-673b-40a1-a11c-784dda7b071c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316760 Nov 28 07:54:14.331549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b2c6bac6-75e6-4af0-96f3-1433ead8f1e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '02a26e03-cccd-406b-8329-9ad0e37e831b', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:14.350648 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.362761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b2c6bac6-75e6-4af0-96f3-1433ead8f1e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.429671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6b3f9936-e819-4964-8206-bbad415294b3 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:54:14.433860 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b2c6bac6-75e6-4af0-96f3-1433ead8f1e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.437568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b2c6bac6-75e6-4af0-96f3-1433ead8f1e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.460155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6bac6-75e6-4af0-96f3-1433ead8f1e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6658b569-ec23-4b22-a785-d678066aecaa,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:14.474326 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b2c6bac6-75e6-4af0-96f3-1433ead8f1e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.475934 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b2c6bac6-75e6-4af0-96f3-1433ead8f1e8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480744 Nov 28 07:54:14.478469 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42186) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:14.483226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-735dcb71-b211-4f2c-a29a-d4e1e70987d2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '02a26e03-cccd-406b-8329-9ad0e37e831b', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:14.490035 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 6b3f9936-e819-4964-8206-bbad415294b3 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:14.490485 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.505790 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-735dcb71-b211-4f2c-a29a-d4e1e70987d2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:54:14.510604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-735dcb71-b211-4f2c-a29a-d4e1e70987d2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.569711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-735dcb71-b211-4f2c-a29a-d4e1e70987d2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.573806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-735dcb71-b211-4f2c-a29a-d4e1e70987d2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.585304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device dcec8f37-c6de-4558-be99-7f6dae3054ee up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:54:14.591431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dcb71-b211-4f2c-a29a-d4e1e70987d2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3356be-a07d-480a-8a33-ab56fd4c168c,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:14.603070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-735dcb71-b211-4f2c-a29a-d4e1e70987d2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.604298 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-735dcb71-b211-4f2c-a29a-d4e1e70987d2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248367 Nov 28 07:54:14.607011 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42188) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:14.611383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-9ef5b8f1-8123-43cb-8564-fed89b683efa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '02a26e03-cccd-406b-8329-9ad0e37e831b', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:14.636940 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-9ef5b8f1-8123-43cb-8564-fed89b683efa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:54:14.638842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port dcec8f37-c6de-4558-be99-7f6dae3054ee triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:14.639315 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.643126 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9ef5b8f1-8123-43cb-8564-fed89b683efa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.646403 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.651802 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.708231 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9ef5b8f1-8123-43cb-8564-fed89b683efa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.712820 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9ef5b8f1-8123-43cb-8564-fed89b683efa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.715475 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b40c8e-9619-4769-8bed-d39aa9865567 None None] Pushing event updated for resources: {'Port': ['ID=9c4ab1d0-712e-4738-830b-44959a8b92fe,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:14.734206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5b8f1-8123-43cb-8564-fed89b683efa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a7433d-7517-45a0-986a-f8a6854ffcf0,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:14.744325 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-9ef5b8f1-8123-43cb-8564-fed89b683efa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.754104 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9ef5b8f1-8123-43cb-8564-fed89b683efa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459620 Nov 28 07:54:14.782822 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Attempting to bind port 9c4ab1d0-712e-4738-830b-44959a8b92fe on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:54:14.783255 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Attempting to bind port 9c4ab1d0-712e-4738-830b-44959a8b92fe by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:54:14.783621 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Attempting to bind port 9c4ab1d0-712e-4738-830b-44959a8b92fe on network a371540a-692c-48a4-b534-36d8ad1879f5 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:54:14.790837 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:54:14.791236 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Checking segment: {'id': 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:54:14.791862 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.792259 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Bound using segment: {'id': 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:54:14.792728 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Bound port: 9c4ab1d0-712e-4738-830b-44959a8b92fe, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:54:14.793106 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.870578 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] For port 9c4ab1d0-712e-4738-830b-44959a8b92fe, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:54:14.874004 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] For port 9c4ab1d0-712e-4738-830b-44959a8b92fe, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9c4ab1d0-712e-4738-830b-44959a8b92fe,segment=NetworkSegment(f9c04f32-1af9-42b2-a525-6c7d64b4f8ff),segment_id=f9c04f32-1af9-42b2-a525-6c7d64b4f8ff)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:54:14.877943 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:14.936222 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Routers {'22aeee2b-5edf-492a-b92d-7304be44601b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:54:14.936844 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:53:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['22aeee2b-5edf-492a-b92d-7304be44601b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:14.960626 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-7e339743-27a6-4c70-9a1e-a7e5296eba8b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094582472&fields=id&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 267 time: 0.0796371 Nov 28 07:54:14.992658 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b40c8e-9619-4769-8bed-d39aa9865567 None None] Pushing event updated for resources: {'Port': ['ID=9c4ab1d0-712e-4738-830b-44959a8b92fe,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:15.005207 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Provisioning complete for port 9c4ab1d0-712e-4738-830b-44959a8b92fe triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:15.005674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:15.061179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f63e92-7cb4-4eb6-bee4-d143176ee679 req-9ca200d2-f839-4e58-b31d-c1c7b52b3cef tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:15.064051 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-31f63e92-7cb4-4eb6-bee4-d143176ee679 req-9ca200d2-f839-4e58-b31d-c1c7b52b3cef tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 944 time: 0.1046100 Nov 28 07:54:15.108262 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] Set router 22aeee2b-5edf-492a-b92d-7304be44601b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:54:15.123546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:15.132563 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-31f63e92-7cb4-4eb6-bee4-d143176ee679 req-617bd674-e381-4650-8b0f-2e2e4ee8b557 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605345 Nov 28 07:54:15.150098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-853108f1-3659-4e0b-b5a4-bdbf2ba5513c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:15.152082 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-853108f1-3659-4e0b-b5a4-bdbf2ba5513c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/networks?id=a371540a-692c-48a4-b534-36d8ad1879f5 HTTP/1.1" status: 200 len: 797 time: 0.1811864 Nov 28 07:54:15.175268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] For port 9c4ab1d0-712e-4738-830b-44959a8b92fe, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9c4ab1d0-712e-4738-830b-44959a8b92fe,segment=NetworkSegment(f9c04f32-1af9-42b2-a525-6c7d64b4f8ff),segment_id=f9c04f32-1af9-42b2-a525-6c7d64b4f8ff)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:54:15.178046 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-2685ac92-bc5b-4b83-abb0-2e4ef361679b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/quotas/2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 375 time: 0.0129962 Nov 28 07:54:15.183967 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:15.247081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Pushing event updated for resources: {'Port': ['ID=9c4ab1d0-712e-4738-830b-44959a8b92fe,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:15.255600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:15.256525 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:15.257086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:15.257437 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:15.257776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:15.258119 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:15.258455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:15.258782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:15.259139 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:15.259461 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:15.259967 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:15.260450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:15.260961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec6b04-ee29-4f03-9b78-1e30a43a7567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:54:15.264577 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-b4dd747c-a20b-42a1-aa51-5f7a5bebb6ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650895 Nov 28 07:54:15.302936 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6d96fcb6-4b7a-4ae5-9f3f-5c4e4cd23ca5 None None] Provisioning complete for port 9c4ab1d0-712e-4738-830b-44959a8b92fe triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:15.303568 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6d96fcb6-4b7a-4ae5-9f3f-5c4e4cd23ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:15.339175 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9c4ab1d0-712e-4738-830b-44959a8b92fe', 'name': '', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:2c:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:11Z', 'updated_at': '2021-11-28T07:54:14Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:15.356121 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-79f75048-4628-4eaa-8201-610171c0d158 service neutron] 10.222.0.31 "GET /v2.0/networks/a371540a-692c-48a4-b534-36d8ad1879f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901263 Nov 28 07:54:15.372789 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7aaab6-d798-433c-904c-a7dabdf76935 None None] The sync data for ids ['22aeee2b-5edf-492a-b92d-7304be44601b'] in dv-neutron-744815-16-hyperv is: [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9c4ab1d0-712e-4738-830b-44959a8b92fe', 'name': '', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:2c:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:11Z', 'updated_at': '2021-11-28T07:54:14Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:54:15.414978 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e15627fd-e8bc-4e88-b29f-c5c334a7d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:15.467646 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-6a2d4731-15c3-4243-9231-55bf5fe04101 service neutron] 10.222.0.31 "GET /v2.0/networks/a371540a-692c-48a4-b534-36d8ad1879f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044688 Nov 28 07:54:15.639279 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f05aba10-b56b-42db-9842-ee28a250d1ca req-368221eb-e162-4347-8220-064ff1843f32 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 210 time: 0.0299394 Nov 28 07:54:16.266477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97ca39-6390-4c78-9f5b-33d7a2c17611 req-82feded3-2733-40fa-9a40-7cebe0b70c9c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:16.268070 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-de97ca39-6390-4c78-9f5b-33d7a2c17611 req-82feded3-2733-40fa-9a40-7cebe0b70c9c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 944 time: 0.0605683 Nov 28 07:54:16.329786 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-de97ca39-6390-4c78-9f5b-33d7a2c17611 req-0e7625cc-08c9-413a-a23f-ede293603587 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543187 Nov 28 07:54:16.364227 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9c4ab1d0-712e-4738-830b-44959a8b92fe up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:54:16.418824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 9c4ab1d0-712e-4738-830b-44959a8b92fe triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:16.419243 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:16.647857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-e81e8133-00f9-428a-8eef-858ff0d1e75f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:16.649416 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-e81e8133-00f9-428a-8eef-858ff0d1e75f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/networks?id=a371540a-692c-48a4-b534-36d8ad1879f5 HTTP/1.1" status: 200 len: 797 time: 0.1010883 Nov 28 07:54:16.724717 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-1d8e5c76-1843-4e93-acd9-5406753fced4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 380 time: 0.0616713 Nov 28 07:54:16.734222 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-5d261af9-9e9a-4f87-bbd0-2c186008fa40 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'port': {'device_id': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'admin_state_up': True, 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'security_groups': ['02a26e03-cccd-406b-8329-9ad0e37e831b']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:16.744413 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ad6df19c-2e15-4ce2-955f-7c35c4ce1e10 req-7914786d-ce92-4745-9a4b-ea70642be72b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 210 time: 0.0295446 Nov 28 07:54:16.839865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-5d261af9-9e9a-4f87-bbd0-2c186008fa40 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:54:16.843419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-5d261af9-9e9a-4f87-bbd0-2c186008fa40 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:16.968366 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-5d261af9-9e9a-4f87-bbd0-2c186008fa40 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.11 (a371540a-692c-48a4-b534-36d8ad1879f5/1ce13920-ba0c-4640-8aaa-3bbca9d6c859/8003441f-59fe-4d9f-8a36-4241657a01c1) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:54:17.100696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-5d261af9-9e9a-4f87-bbd0-2c186008fa40 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:17.140641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-5d261af9-9e9a-4f87-bbd0-2c186008fa40 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:17.181494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-5d261af9-9e9a-4f87-bbd0-2c186008fa40 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network a371540a-692c-48a4-b534-36d8ad1879f5 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:54:17.184597 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-5d261af9-9e9a-4f87-bbd0-2c186008fa40 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:54:17.190131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-5d261af9-9e9a-4f87-bbd0-2c186008fa40 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:54:17.220609 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d261af9-9e9a-4f87-bbd0-2c186008fa40 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=8003441f-59fe-4d9f-8a36-4241657a01c1,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:17.246297 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-5d261af9-9e9a-4f87-bbd0-2c186008fa40 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:17.246930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-5d261af9-9e9a-4f87-bbd0-2c186008fa40 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:17.263873 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-5d261af9-9e9a-4f87-bbd0-2c186008fa40 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5335443 Nov 28 07:54:17.282151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Request body: {'port': {'device_id': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:17.354847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:17.441106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e2fb296b-a36a-4c44-a7c8-4e29a8746ec0 None None] Provisioning complete for port 8003441f-59fe-4d9f-8a36-4241657a01c1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:17.441734 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e2fb296b-a36a-4c44-a7c8-4e29a8746ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:17.479963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb296b-a36a-4c44-a7c8-4e29a8746ec0 None None] Port 8003441f-59fe-4d9f-8a36-4241657a01c1 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:54:17.562489 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d06ad-c339-4f8e-ae60-380c4437cdcd req-795a0cad-2dbb-4eda-92d1-090246b2c16e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:17.564422 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8a5d06ad-c339-4f8e-ae60-380c4437cdcd req-795a0cad-2dbb-4eda-92d1-090246b2c16e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 944 time: 0.1633267 Nov 28 07:54:17.637568 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8a5d06ad-c339-4f8e-ae60-380c4437cdcd req-4252ee30-6ee0-4318-8420-ff3b7ef3d069 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657566 Nov 28 07:54:17.872253 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c108b-feb0-4e6c-9a5d-5acef7e03c1c req-c87b8df7-7110-4406-a540-6cbdee81e042 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:17.873843 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2e4c108b-feb0-4e6c-9a5d-5acef7e03c1c req-c87b8df7-7110-4406-a540-6cbdee81e042 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 932 time: 0.0580409 Nov 28 07:54:17.899631 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a9435a0c-87a0-4902-9038-95c4ec658974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:17.932274 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2e4c108b-feb0-4e6c-9a5d-5acef7e03c1c req-27377bb2-4db5-4fed-9f02-98961562b01a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a26e03-cccd-406b-8329-9ad0e37e831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491855 Nov 28 07:54:17.994677 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8003441f-59fe-4d9f-8a36-4241657a01c1 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:54:18.001980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:18.015206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Transition to ACTIVE for port object 8003441f-59fe-4d9f-8a36-4241657a01c1 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:54:18.019003 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:18.074522 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8003441f-59fe-4d9f-8a36-4241657a01c1,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:18.139314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Attempting to bind port 8003441f-59fe-4d9f-8a36-4241657a01c1 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:54:18.139654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Attempting to bind port 8003441f-59fe-4d9f-8a36-4241657a01c1 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:54:18.139975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Attempting to bind port 8003441f-59fe-4d9f-8a36-4241657a01c1 on network a371540a-692c-48a4-b534-36d8ad1879f5 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:54:18.144501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Port 8003441f-59fe-4d9f-8a36-4241657a01c1 on network a371540a-692c-48a4-b534-36d8ad1879f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:54:18.144818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Attempting to bind port 8003441f-59fe-4d9f-8a36-4241657a01c1 on network a371540a-692c-48a4-b534-36d8ad1879f5 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:54:18.150207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:54:18.150543 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Checking segment: {'id': 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:54:18.150951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Bound using segment: {'id': 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:54:18.151379 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Bound port: 8003441f-59fe-4d9f-8a36-4241657a01c1, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:54:18.151720 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:18.225454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] For port 8003441f-59fe-4d9f-8a36-4241657a01c1, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:54:18.228376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] For port 8003441f-59fe-4d9f-8a36-4241657a01c1, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=8003441f-59fe-4d9f-8a36-4241657a01c1,segment=NetworkSegment(f9c04f32-1af9-42b2-a525-6c7d64b4f8ff),segment_id=f9c04f32-1af9-42b2-a525-6c7d64b4f8ff)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:54:18.232833 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:18.266225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:18.266736 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:18.268626 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] 10.222.0.35 "PUT /v2.0/ports/8003441f-59fe-4d9f-8a36-4241657a01c1 HTTP/1.1" status: 200 len: 1094 time: 0.9907348 Nov 28 07:54:18.268969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'tag': '8003441f-59fe-4d9f-8a36-4241657a01c1'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:54:18.271879 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1603df7c-6852-41c9-acea-1c93b62d4263" -d '{"events": [{"name": "network-changed", "server_uuid": "28f14f71-a3a4-4343-ace6-f94b5704dc62", "tag": "8003441f-59fe-4d9f-8a36-4241657a01c1"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:54:18.315046 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366c73a3-f0ae-45bd-9b6e-18241d86040a x-openstack-request-id: req-366c73a3-f0ae-45bd-9b6e-18241d86040a {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:54:18.315634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f14f71-a3a4-4343-ace6-f94b5704dc62", "tag": "8003441f-59fe-4d9f-8a36-4241657a01c1", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:54:18.315634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-366c73a3-f0ae-45bd-9b6e-18241d86040a {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:54:18.315882 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'tag': '8003441f-59fe-4d9f-8a36-4241657a01c1', 'status': 'completed', 'code': 200} Nov 28 07:54:18.327201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067353f8-eff7-47d4-bbb7-01f934ce3bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8003441f-59fe-4d9f-8a36-4241657a01c1,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:18.370207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-940970a9-9370-4d50-bcda-f3903899beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:18.371831 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-940970a9-9370-4d50-bcda-f3903899beb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 1097 time: 0.0526695 Nov 28 07:54:18.428909 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-d52a45e3-2f84-43e7-aedf-b1317a81db0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8003441f-59fe-4d9f-8a36-4241657a01c1 HTTP/1.1" status: 200 len: 217 time: 0.0396266 Nov 28 07:54:18.436710 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 0343904e-2d3b-4a53-bfdb-26c85409a855 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:54:18.492237 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-3897c6f8-2264-4a50-921b-4b209fe4c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:18.493692 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-3897c6f8-2264-4a50-921b-4b209fe4c837 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ce13920-ba0c-4640-8aaa-3bbca9d6c859 HTTP/1.1" status: 200 len: 834 time: 0.0518360 Nov 28 07:54:18.541742 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 0343904e-2d3b-4a53-bfdb-26c85409a855, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=0343904e-2d3b-4a53-bfdb-26c85409a855,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:54:18.549623 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-2d34b735-45fc-4a83-9c80-c13b8a53949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:18.551147 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-2d34b735-45fc-4a83-9c80-c13b8a53949c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a371540a-692c-48a4-b534-36d8ad1879f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0456374 Nov 28 07:54:18.556619 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'port_id': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'mac_address': 'fa:16:3e:a7:6f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:54:18.598165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:18.610575 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0343904e-2d3b-4a53-bfdb-26c85409a855 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:54:18.635060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 0343904e-2d3b-4a53-bfdb-26c85409a855, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=0343904e-2d3b-4a53-bfdb-26c85409a855,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:54:18.639368 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:18.647722 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-4ff97821-f7a7-4e06-9b59-8fee9fb69e03 service neutron] 10.222.0.35 "GET /v2.0/networks/a371540a-692c-48a4-b534-36d8ad1879f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866132 Nov 28 07:54:18.693504 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=0343904e-2d3b-4a53-bfdb-26c85409a855,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:18.747226 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c1d5f9c-8842-4452-932b-aabc8581e8a2 req-6163d82a-beb5-443e-bde6-bc5113d5e7d9 service neutron] 10.222.0.35 "GET /v2.0/networks/a371540a-692c-48a4-b534-36d8ad1879f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873222 Nov 28 07:54:18.762664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93bde5-22ed-4b2d-9629-1272da57004e req-3aa78f28-f46c-4a9c-8c79-313bc4ea4968 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:18.764281 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2c93bde5-22ed-4b2d-9629-1272da57004e req-3aa78f28-f46c-4a9c-8c79-313bc4ea4968 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 945 time: 0.0588758 Nov 28 07:54:18.814271 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2c93bde5-22ed-4b2d-9629-1272da57004e req-ab1740d9-a342-4542-af6f-05a25edbaedf tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435057 Nov 28 07:54:18.851211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603df7c-6852-41c9-acea-1c93b62d4263 req-abc5ea5b-cfbd-4b8e-8f67-9db0b1794025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:18.852715 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1603df7c-6852-41c9-acea-1c93b62d4263 req-abc5ea5b-cfbd-4b8e-8f67-9db0b1794025 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 1097 time: 0.0524936 Nov 28 07:54:18.912066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['0343904e-2d3b-4a53-bfdb-26c85409a855'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:54:18.945265 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603df7c-6852-41c9-acea-1c93b62d4263 req-97dc5411-3f3b-4984-abd5-f9821f75d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:18.946721 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1603df7c-6852-41c9-acea-1c93b62d4263 req-97dc5411-3f3b-4984-abd5-f9821f75d658 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a371540a-692c-48a4-b534-36d8ad1879f5 HTTP/1.1" status: 200 len: 898 time: 0.0857112 Nov 28 07:54:19.001559 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1603df7c-6852-41c9-acea-1c93b62d4263 req-223c12fe-e072-4e01-97a6-c39557dfa922 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8003441f-59fe-4d9f-8a36-4241657a01c1 HTTP/1.1" status: 200 len: 217 time: 0.0453386 Nov 28 07:54:19.022616 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:19.081760 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603df7c-6852-41c9-acea-1c93b62d4263 req-d1e1e313-cd1d-47ee-b33b-079efa9623ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:19.083217 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1603df7c-6852-41c9-acea-1c93b62d4263 req-d1e1e313-cd1d-47ee-b33b-079efa9623ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ce13920-ba0c-4640-8aaa-3bbca9d6c859 HTTP/1.1" status: 200 len: 834 time: 0.0733259 Nov 28 07:54:19.110196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afada5-12a6-49d1-8965-79594587c93b req-54c1312c-1309-4d64-99a9-3eb65c6dc926 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:19.111699 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d2afada5-12a6-49d1-8965-79594587c93b req-54c1312c-1309-4d64-99a9-3eb65c6dc926 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 944 time: 0.1006019 Nov 28 07:54:19.183850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603df7c-6852-41c9-acea-1c93b62d4263 req-0bef7962-a07f-4c1a-a110-a52a7c3e425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:19.185343 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1603df7c-6852-41c9-acea-1c93b62d4263 req-0bef7962-a07f-4c1a-a110-a52a7c3e425d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a371540a-692c-48a4-b534-36d8ad1879f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0922275 Nov 28 07:54:19.190291 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d2afada5-12a6-49d1-8965-79594587c93b req-02887bd6-c147-4250-b9d6-de6bc25c95ae tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a26e03-cccd-406b-8329-9ad0e37e831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595388 Nov 28 07:54:19.276664 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1603df7c-6852-41c9-acea-1c93b62d4263 req-9c4c5461-d746-43db-ab0b-f11053f2159c service neutron] 10.222.0.35 "GET /v2.0/networks/a371540a-692c-48a4-b534-36d8ad1879f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804429 Nov 28 07:54:19.371211 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1603df7c-6852-41c9-acea-1c93b62d4263 req-e1b00811-a100-4877-b3e5-502e1b514086 service neutron] 10.222.0.35 "GET /v2.0/networks/a371540a-692c-48a4-b534-36d8ad1879f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826826 Nov 28 07:54:19.933643 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6245eb-3723-407f-b76f-3ff900f1fdb9 req-77d145b1-bae0-4248-8e79-743cc9931444 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:19.935142 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0d6245eb-3723-407f-b76f-3ff900f1fdb9 req-77d145b1-bae0-4248-8e79-743cc9931444 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 945 time: 0.0544479 Nov 28 07:54:19.983909 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0d6245eb-3723-407f-b76f-3ff900f1fdb9 req-54ba1165-0cfd-427e-9039-4a6f0561675a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425968 Nov 28 07:54:20.307808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:20.311984 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f159e-96e3-4422-b7eb-3ded86d0beaa req-52052666-da29-464d-ad5d-26beee095a6a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:20.313472 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f44f159e-96e3-4422-b7eb-3ded86d0beaa req-52052666-da29-464d-ad5d-26beee095a6a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 944 time: 0.0559716 Nov 28 07:54:20.362108 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f44f159e-96e3-4422-b7eb-3ded86d0beaa req-4029676b-c129-479a-b9be-af9450de246c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a26e03-cccd-406b-8329-9ad0e37e831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Nov 28 07:54:20.452664 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 0343904e-2d3b-4a53-bfdb-26c85409a855 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:54:20.504517 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 0343904e-2d3b-4a53-bfdb-26c85409a855 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:54:20.508327 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 0343904e-2d3b-4a53-bfdb-26c85409a855 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:20.508682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:20.595089 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:20.617794 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f603875-528b-4644-9144-2acccf582447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0343904e-2d3b-4a53-bfdb-26c85409a855'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:54:20.620056 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeecaa3e-c891-4efd-9be8-605bf472e658" -d '{"events": [{"server_uuid": "7f603875-528b-4644-9144-2acccf582447", "name": "network-vif-plugged", "status": "completed", "tag": "0343904e-2d3b-4a53-bfdb-26c85409a855"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:54:20.632080 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 0343904e-2d3b-4a53-bfdb-26c85409a855, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=0343904e-2d3b-4a53-bfdb-26c85409a855,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:54:20.635974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:20.660523 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97e11e1-118c-4b21-818f-6199dd2726e8 x-openstack-request-id: req-b97e11e1-118c-4b21-818f-6199dd2726e8 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:54:20.661342 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f603875-528b-4644-9144-2acccf582447", "name": "network-vif-plugged", "status": "completed", "tag": "0343904e-2d3b-4a53-bfdb-26c85409a855", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:54:20.661587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b97e11e1-118c-4b21-818f-6199dd2726e8 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:54:20.661966 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f603875-528b-4644-9144-2acccf582447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'code': 200} Nov 28 07:54:20.695081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=0343904e-2d3b-4a53-bfdb-26c85409a855,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:20.878094 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b931ae9-020b-477a-ad0d-2cda4aa20ede req-fe1be193-60e7-4b09-8234-c188cdfea4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:20.879537 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2b931ae9-020b-477a-ad0d-2cda4aa20ede req-fe1be193-60e7-4b09-8234-c188cdfea4e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 1099 time: 0.0449169 Nov 28 07:54:20.936338 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2b931ae9-020b-477a-ad0d-2cda4aa20ede req-f3536ee5-3a28-4eb0-863f-03028439245b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439105 Nov 28 07:54:21.108810 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06145aa2-cf1a-4541-a102-f0070be5e694 req-255c7b5a-b804-4875-b465-24edc989e06d tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:21.110551 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06145aa2-cf1a-4541-a102-f0070be5e694 req-255c7b5a-b804-4875-b465-24edc989e06d tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 946 time: 0.0592561 Nov 28 07:54:21.158018 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06145aa2-cf1a-4541-a102-f0070be5e694 req-ba4ae704-f02b-46b5-b4f9-7fe79dc0d6be tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414836 Nov 28 07:54:21.301484 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:21.483851 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e87cc-a48d-441b-9393-29704aeb0e65 req-71599b21-35fa-48ef-9865-ec5a71ad99cb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:21.485236 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9a2e87cc-a48d-441b-9393-29704aeb0e65 req-71599b21-35fa-48ef-9865-ec5a71ad99cb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 944 time: 0.0552840 Nov 28 07:54:21.536820 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9a2e87cc-a48d-441b-9393-29704aeb0e65 req-3a6e67cf-6c03-404c-a9a4-03cadf3bbe7b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a26e03-cccd-406b-8329-9ad0e37e831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457942 Nov 28 07:54:22.278115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfae707-bdf4-454d-a409-16305f787a58 req-e1a2810f-7d78-4a29-a065-09d5c22264fb tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:22.279651 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-abfae707-bdf4-454d-a409-16305f787a58 req-e1a2810f-7d78-4a29-a065-09d5c22264fb tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 946 time: 0.0554450 Nov 28 07:54:22.328106 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-abfae707-bdf4-454d-a409-16305f787a58 req-03a1674f-ebdf-4b03-b308-435676eee2b0 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425766 Nov 28 07:54:22.448539 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0996ac-82e5-40c8-9a0b-c552b0a74f71 req-2e5ccba3-0ac7-42c5-9e69-02d7489de03f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:22.449992 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ba0996ac-82e5-40c8-9a0b-c552b0a74f71 req-2e5ccba3-0ac7-42c5-9e69-02d7489de03f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 946 time: 0.0553336 Nov 28 07:54:22.458187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 8003441f-59fe-4d9f-8a36-4241657a01c1 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:54:22.499314 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ba0996ac-82e5-40c8-9a0b-c552b0a74f71 req-82575f24-444c-4338-a2f9-edcdbb97cacd tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424438 Nov 28 07:54:22.522236 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42248) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:22.554968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 8003441f-59fe-4d9f-8a36-4241657a01c1, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=8003441f-59fe-4d9f-8a36-4241657a01c1,segment=NetworkSegment(f9c04f32-1af9-42b2-a525-6c7d64b4f8ff),segment_id=f9c04f32-1af9-42b2-a525-6c7d64b4f8ff)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:54:22.565720 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '8003441f-59fe-4d9f-8a36-4241657a01c1', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'port_id': '8003441f-59fe-4d9f-8a36-4241657a01c1', 'mac_address': 'fa:16:3e:f6:d2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:54:22.581992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c90d726-535e-4251-a404-178035446cf3 tempest-TestVolumeBootPattern-934662015 tempest-TestVolumeBootPattern-934662015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:22.586850 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9c90d726-535e-4251-a404-178035446cf3 tempest-TestVolumeBootPattern-934662015 tempest-TestVolumeBootPattern-934662015-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 1094 time: 0.0607109 Nov 28 07:54:22.587254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42252) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:22.591779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:22.609357 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:22.624403 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:22.626447 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8003441f-59fe-4d9f-8a36-4241657a01c1 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:54:22.647190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 8003441f-59fe-4d9f-8a36-4241657a01c1, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=8003441f-59fe-4d9f-8a36-4241657a01c1,segment=NetworkSegment(f9c04f32-1af9-42b2-a525-6c7d64b4f8ff),segment_id=f9c04f32-1af9-42b2-a525-6c7d64b4f8ff)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:54:22.652422 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:22.664034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f08c5-9e76-4921-9378-a456e4801c4e req-7a3fcbf8-3bec-4904-ac01-0c05842860db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:22.665549 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-003f08c5-9e76-4921-9378-a456e4801c4e req-7a3fcbf8-3bec-4904-ac01-0c05842860db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 944 time: 0.0577977 Nov 28 07:54:22.708836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=8003441f-59fe-4d9f-8a36-4241657a01c1,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:22.717185 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-003f08c5-9e76-4921-9378-a456e4801c4e req-e418c8a7-12dd-4b26-874e-3bed103c8a5a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a26e03-cccd-406b-8329-9ad0e37e831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451627 Nov 28 07:54:22.737548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:22.882585 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['8003441f-59fe-4d9f-8a36-4241657a01c1'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:54:22.884562 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Allocated IP 172.26.2.187 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/3e13e3fd-3f05-4e7f-adde-f2d0dfba6336) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:54:22.986848 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:23.024998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:23.070691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:54:23.075393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:54:23.081979 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:54:23.125126 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'Port': ['ID=3e13e3fd-3f05-4e7f-adde-f2d0dfba6336,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:23.630948 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:23.744247 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:23.896566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fc178-9d22-4349-8f78-d45b0b8072d9 req-2be99e2e-3eba-418f-a501-d364c260cf5f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:23.897944 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6e3fc178-9d22-4349-8f78-d45b0b8072d9 req-2be99e2e-3eba-418f-a501-d364c260cf5f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 945 time: 0.1112659 Nov 28 07:54:23.974860 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:23.980327 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6e3fc178-9d22-4349-8f78-d45b0b8072d9 req-8029eb41-ce49-46a8-9107-d7ab0a447f8d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a26e03-cccd-406b-8329-9ad0e37e831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762289 Nov 28 07:54:23.981279 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:24.054834 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'Port': ['ID=3e13e3fd-3f05-4e7f-adde-f2d0dfba6336,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:24.064537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:24.428930 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Floating IP 5850964e-6cc0-4d3f-8e3d-45e8ea1f719c associated. External IP: 172.26.2.187, port: 0343904e-2d3b-4a53-bfdb-26c85409a855. Nov 28 07:54:24.469466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 8003441f-59fe-4d9f-8a36-4241657a01c1 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:54:24.522192 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 8003441f-59fe-4d9f-8a36-4241657a01c1 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:54:24.525768 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 8003441f-59fe-4d9f-8a36-4241657a01c1 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:54:24.526135 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:24.612758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:24.635911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8003441f-59fe-4d9f-8a36-4241657a01c1'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:54:24.638149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a6ad0a-6416-467f-8698-4e394e64915d" -d '{"events": [{"server_uuid": "28f14f71-a3a4-4343-ace6-f94b5704dc62", "name": "network-vif-plugged", "status": "completed", "tag": "8003441f-59fe-4d9f-8a36-4241657a01c1"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:54:24.650985 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 8003441f-59fe-4d9f-8a36-4241657a01c1, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=8003441f-59fe-4d9f-8a36-4241657a01c1,segment=NetworkSegment(f9c04f32-1af9-42b2-a525-6c7d64b4f8ff),segment_id=f9c04f32-1af9-42b2-a525-6c7d64b4f8ff)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:54:24.655801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:24.671569 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Router 99c3d9b1-592d-4777-bd0f-59bd76e30474 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:54:24.680959 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c706700e-6b64-4633-beb7-0a27d91bf819 x-openstack-request-id: req-c706700e-6b64-4633-beb7-0a27d91bf819 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:54:24.681257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f14f71-a3a4-4343-ace6-f94b5704dc62", "name": "network-vif-plugged", "status": "completed", "tag": "8003441f-59fe-4d9f-8a36-4241657a01c1", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:54:24.681547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c706700e-6b64-4633-beb7-0a27d91bf819 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:54:24.681890 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8003441f-59fe-4d9f-8a36-4241657a01c1', 'code': 200} Nov 28 07:54:24.715251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=8003441f-59fe-4d9f-8a36-4241657a01c1,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:24.803734 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:54:24.813541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db33bc3-4481-4328-899e-3ef8bbb1ae47 None None] Sync routers for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:54:24.823207 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:24.824787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db33bc3-4481-4328-899e-3ef8bbb1ae47 None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:54:24.825612 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7db33bc3-4481-4328-899e-3ef8bbb1ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:54:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:24.858914 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0694c847-5d78-4eab-ab78-55c4eef058ae tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2671647 Nov 28 07:54:24.858914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f603875-528b-4644-9144-2acccf582447', 'tag': '0343904e-2d3b-4a53-bfdb-26c85409a855'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:54:24.858914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49b3b10-be3c-4c91-b7f6-24f885c465fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7f603875-528b-4644-9144-2acccf582447", "tag": "0343904e-2d3b-4a53-bfdb-26c85409a855"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:54:24.886594 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb3f7-2364-4de5-8f5c-68f888378978 req-73b0d953-bba2-411b-b6bd-64e300c9214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:24.888212 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2b4cb3f7-2364-4de5-8f5c-68f888378978 req-73b0d953-bba2-411b-b6bd-64e300c9214a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 1099 time: 0.0681899 Nov 28 07:54:24.902579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97acdefe-a599-4995-9a87-19e208bc5284 x-openstack-request-id: req-97acdefe-a599-4995-9a87-19e208bc5284 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:54:24.902920 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f603875-528b-4644-9144-2acccf582447", "tag": "0343904e-2d3b-4a53-bfdb-26c85409a855", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:54:24.903237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97acdefe-a599-4995-9a87-19e208bc5284 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:54:24.903620 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f603875-528b-4644-9144-2acccf582447', 'tag': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'status': 'completed', 'code': 200} Nov 28 07:54:24.970517 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2b4cb3f7-2364-4de5-8f5c-68f888378978 req-3dfde6c0-9037-4b7b-9f2b-db73fa7852f1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=02a26e03-cccd-406b-8329-9ad0e37e831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734832 Nov 28 07:54:24.992913 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b3b10-be3c-4c91-b7f6-24f885c465fc req-50f0491a-533d-420b-93b6-f91bf46b4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:24.994517 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a49b3b10-be3c-4c91-b7f6-24f885c465fc req-50f0491a-533d-420b-93b6-f91bf46b4b0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 1099 time: 0.0650587 Nov 28 07:54:25.107230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550606dd-e5e0-48af-8e03-834df221d1f1 req-d1055ce5-0149-4ee7-a1c2-234e8163909a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:25.108676 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-550606dd-e5e0-48af-8e03-834df221d1f1 req-d1055ce5-0149-4ee7-a1c2-234e8163909a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 946 time: 0.0556965 Nov 28 07:54:25.109618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-7db33bc3-4481-4328-899e-3ef8bbb1ae47 None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:54:25.156705 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-550606dd-e5e0-48af-8e03-834df221d1f1 req-33250cb4-5207-41c0-b29c-0d29071cd1d5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a26e03-cccd-406b-8329-9ad0e37e831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414774 Nov 28 07:54:25.261916 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b3b10-be3c-4c91-b7f6-24f885c465fc req-f6b9ae06-2006-45f6-a0da-2f4c22d31919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:25.263471 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a49b3b10-be3c-4c91-b7f6-24f885c465fc req-f6b9ae06-2006-45f6-a0da-2f4c22d31919 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 912 time: 0.0877175 Nov 28 07:54:25.345079 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a49b3b10-be3c-4c91-b7f6-24f885c465fc req-cb9ecc73-e1d6-481b-8778-ce373688d147 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0343904e-2d3b-4a53-bfdb-26c85409a855 HTTP/1.1" status: 200 len: 1000 time: 0.0648620 Nov 28 07:54:25.351638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7db33bc3-4481-4328-899e-3ef8bbb1ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5850964e-6cc0-4d3f-8e3d-45e8ea1f719c', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:a7:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f603875-528b-4644-9144-2acccf582447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:54:23Z', 'updated_at': '2021-11-28T07:54:23Z', 'revision_number': 0, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:25.382702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db33bc3-4481-4328-899e-3ef8bbb1ae47 None None] Checking router: 99c3d9b1-592d-4777-bd0f-59bd76e30474 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:54:25.390882 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db33bc3-4481-4328-899e-3ef8bbb1ae47 None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:54:25.391493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7db33bc3-4481-4328-899e-3ef8bbb1ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:54:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:25.412629 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b3b10-be3c-4c91-b7f6-24f885c465fc req-db4ac4a9-ee69-4e16-a491-bb1b20a030f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:25.414078 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a49b3b10-be3c-4c91-b7f6-24f885c465fc req-db4ac4a9-ee69-4e16-a491-bb1b20a030f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0474668 Nov 28 07:54:25.466840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b3b10-be3c-4c91-b7f6-24f885c465fc req-ef4422aa-d555-4534-83a0-8777e1dc516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:25.468374 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a49b3b10-be3c-4c91-b7f6-24f885c465fc req-ef4422aa-d555-4534-83a0-8777e1dc516b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0461326 Nov 28 07:54:25.512487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-7db33bc3-4481-4328-899e-3ef8bbb1ae47 None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:54:25.558818 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a49b3b10-be3c-4c91-b7f6-24f885c465fc req-a80ebaf8-2048-4f2b-ba2b-c51d21c51834 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805092 Nov 28 07:54:25.655201 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a49b3b10-be3c-4c91-b7f6-24f885c465fc req-c70c39d1-17e7-4bdc-aeb8-0ecabf3891a5 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878458 Nov 28 07:54:25.748803 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7db33bc3-4481-4328-899e-3ef8bbb1ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5850964e-6cc0-4d3f-8e3d-45e8ea1f719c', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:a7:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f603875-528b-4644-9144-2acccf582447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:54:23Z', 'updated_at': '2021-11-28T07:54:23Z', 'revision_number': 0, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:25.779976 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db33bc3-4481-4328-899e-3ef8bbb1ae47 None None] The sync data for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv is: [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5850964e-6cc0-4d3f-8e3d-45e8ea1f719c', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:a7:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f603875-528b-4644-9144-2acccf582447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:54:23Z', 'updated_at': '2021-11-28T07:54:23Z', 'revision_number': 0, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:54:25.967024 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7b192-be50-4792-ac76-b8b31750bd8a None None] New status for floating IP 5850964e-6cc0-4d3f-8e3d-45e8ea1f719c: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:54:26.285546 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ccb63-eff5-4d68-9988-31ea4db6f1e1 req-6b153fe4-42cd-43c0-843c-f213dd749c9d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:26.287051 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-519ccb63-eff5-4d68-9988-31ea4db6f1e1 req-6b153fe4-42cd-43c0-843c-f213dd749c9d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 946 time: 0.0593121 Nov 28 07:54:26.335880 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-519ccb63-eff5-4d68-9988-31ea4db6f1e1 req-5ca7fe5c-0f4b-459a-845b-db74cf243210 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a26e03-cccd-406b-8329-9ad0e37e831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428307 Nov 28 07:54:26.453949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd557e9b-e62b-4d68-a94b-694ccf4ad4b9 req-df3e91fa-8a25-406c-bdce-4ae2ef12c54e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:26.455355 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd557e9b-e62b-4d68-a94b-694ccf4ad4b9 req-df3e91fa-8a25-406c-bdce-4ae2ef12c54e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 946 time: 0.0551801 Nov 28 07:54:26.503348 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd557e9b-e62b-4d68-a94b-694ccf4ad4b9 req-d066a948-b847-4bd2-9c84-59be37e21d99 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a26e03-cccd-406b-8329-9ad0e37e831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421872 Nov 28 07:54:26.524775 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42268) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:26.574377 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f0f660-0d7f-46d1-8334-02b85b9692b0 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:26.575920 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-91f0f660-0d7f-46d1-8334-02b85b9692b0 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 1094 time: 0.0502107 Nov 28 07:54:26.578643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42270) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:26.582848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '8003441f-59fe-4d9f-8a36-4241657a01c1', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:54:26.604131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:26.696804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:26.801899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.85 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/58633c73-1527-4ea6-861d-2096be5c0c63) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:54:26.899513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:26.936201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:26.979395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:54:26.984271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:54:26.989659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:54:27.017097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=58633c73-1527-4ea6-861d-2096be5c0c63,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:27.377950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:27.450894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:27.602808 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:27.606947 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:27.681938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=58633c73-1527-4ea6-861d-2096be5c0c63,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:54:27.693599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:27.810694 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 76771d0e-cb22-4c4e-8e7e-5d6c1c406c0a associated. External IP: 172.26.2.85, port: 8003441f-59fe-4d9f-8a36-4241657a01c1. Nov 28 07:54:28.046042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 22aeee2b-5edf-492a-b92d-7304be44601b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:54:28.165521 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:54:28.174693 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a4433-18da-4fc7-896c-5b7ea23cda40 None None] Sync routers for ids ['22aeee2b-5edf-492a-b92d-7304be44601b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:54:28.184821 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:28.186778 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a4433-18da-4fc7-896c-5b7ea23cda40 None None] Routers {'22aeee2b-5edf-492a-b92d-7304be44601b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:54:28.188440 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f54a4433-18da-4fc7-896c-5b7ea23cda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:54:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['22aeee2b-5edf-492a-b92d-7304be44601b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:28.216936 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f499a5a8-6908-4fc1-a995-6b33c0b96da8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6371744 Nov 28 07:54:28.217532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'tag': '8003441f-59fe-4d9f-8a36-4241657a01c1'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:54:28.219712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42272) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:28.220207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016cc6c0-3bb7-4230-891f-d08d4880a7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "28f14f71-a3a4-4343-ace6-f94b5704dc62", "tag": "8003441f-59fe-4d9f-8a36-4241657a01c1"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:54:28.256965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e8e6ca-4c46-4ba9-86ab-065d945ac0cf x-openstack-request-id: req-92e8e6ca-4c46-4ba9-86ab-065d945ac0cf {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:54:28.257267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f14f71-a3a4-4343-ace6-f94b5704dc62", "tag": "8003441f-59fe-4d9f-8a36-4241657a01c1", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:54:28.257523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92e8e6ca-4c46-4ba9-86ab-065d945ac0cf {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:54:28.257925 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'tag': '8003441f-59fe-4d9f-8a36-4241657a01c1', 'status': 'completed', 'code': 200} Nov 28 07:54:28.303655 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1342ed0c-3d79-46bc-85ce-f262b453f4e5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/76771d0e-cb22-4c4e-8e7e-5d6c1c406c0a HTTP/1.1" status: 200 len: 991 time: 0.0818727 Nov 28 07:54:28.316630 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-f54a4433-18da-4fc7-896c-5b7ea23cda40 None None] Set router 22aeee2b-5edf-492a-b92d-7304be44601b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:54:28.328509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cc6c0-3bb7-4230-891f-d08d4880a7eb req-409c9994-c453-454e-b6af-1bda9f0d6779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:28.330114 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-016cc6c0-3bb7-4230-891f-d08d4880a7eb req-409c9994-c453-454e-b6af-1bda9f0d6779 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 1099 time: 0.0474303 Nov 28 07:54:28.426666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cc6c0-3bb7-4230-891f-d08d4880a7eb req-0bca0197-daba-492b-adc5-668fc8c493bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:28.428433 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-016cc6c0-3bb7-4230-891f-d08d4880a7eb req-0bca0197-daba-492b-adc5-668fc8c493bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=a371540a-692c-48a4-b534-36d8ad1879f5 HTTP/1.1" status: 200 len: 898 time: 0.0889840 Nov 28 07:54:28.497717 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-016cc6c0-3bb7-4230-891f-d08d4880a7eb req-c38db765-f326-4cbd-b923-07d616e6fd32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8003441f-59fe-4d9f-8a36-4241657a01c1 HTTP/1.1" status: 200 len: 999 time: 0.0619040 Nov 28 07:54:28.549978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cc6c0-3bb7-4230-891f-d08d4880a7eb req-22ff1fc6-6028-45b5-b24e-c2c36d0027eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:28.551558 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-016cc6c0-3bb7-4230-891f-d08d4880a7eb req-22ff1fc6-6028-45b5-b24e-c2c36d0027eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ce13920-ba0c-4640-8aaa-3bbca9d6c859 HTTP/1.1" status: 200 len: 834 time: 0.0473382 Nov 28 07:54:28.551683 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f54a4433-18da-4fc7-896c-5b7ea23cda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '76771d0e-cb22-4c4e-8e7e-5d6c1c406c0a', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.85', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'port_id': '8003441f-59fe-4d9f-8a36-4241657a01c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'mac_address': 'fa:16:3e:f6:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:54:27Z', 'updated_at': '2021-11-28T07:54:27Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4ab1d0-712e-4738-830b-44959a8b92fe', 'name': '', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:2c:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:11Z', 'updated_at': '2021-11-28T07:54:15Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:28.579696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a4433-18da-4fc7-896c-5b7ea23cda40 None None] Checking router: 22aeee2b-5edf-492a-b92d-7304be44601b for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:54:28.588682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a4433-18da-4fc7-896c-5b7ea23cda40 None None] Routers {'22aeee2b-5edf-492a-b92d-7304be44601b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:54:28.589279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f54a4433-18da-4fc7-896c-5b7ea23cda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:54:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['22aeee2b-5edf-492a-b92d-7304be44601b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:28.602592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cc6c0-3bb7-4230-891f-d08d4880a7eb req-16b8534d-28d6-4edb-90e3-7178201bad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:54:28.604122 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-016cc6c0-3bb7-4230-891f-d08d4880a7eb req-16b8534d-28d6-4edb-90e3-7178201bad54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a371540a-692c-48a4-b534-36d8ad1879f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0461285 Nov 28 07:54:28.692474 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-016cc6c0-3bb7-4230-891f-d08d4880a7eb req-187e2c75-7de6-45ee-a841-8457ca2e44f0 service neutron] 10.222.0.35 "GET /v2.0/networks/a371540a-692c-48a4-b534-36d8ad1879f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807841 Nov 28 07:54:28.711791 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-f54a4433-18da-4fc7-896c-5b7ea23cda40 None None] Set router 22aeee2b-5edf-492a-b92d-7304be44601b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:54:28.784068 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-016cc6c0-3bb7-4230-891f-d08d4880a7eb req-a88f3c09-65ae-42fd-98e5-674c03bf9abd service neutron] 10.222.0.35 "GET /v2.0/networks/a371540a-692c-48a4-b534-36d8ad1879f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840516 Nov 28 07:54:29.096096 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f54a4433-18da-4fc7-896c-5b7ea23cda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '76771d0e-cb22-4c4e-8e7e-5d6c1c406c0a', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.85', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'port_id': '8003441f-59fe-4d9f-8a36-4241657a01c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'mac_address': 'fa:16:3e:f6:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:54:27Z', 'updated_at': '2021-11-28T07:54:27Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4ab1d0-712e-4738-830b-44959a8b92fe', 'name': '', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:2c:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:11Z', 'updated_at': '2021-11-28T07:54:15Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:54:29.123139 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a4433-18da-4fc7-896c-5b7ea23cda40 None None] The sync data for ids ['22aeee2b-5edf-492a-b92d-7304be44601b'] in dv-neutron-744815-16-hyperv is: [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '76771d0e-cb22-4c4e-8e7e-5d6c1c406c0a', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.85', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'port_id': '8003441f-59fe-4d9f-8a36-4241657a01c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'mac_address': 'fa:16:3e:f6:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:54:27Z', 'updated_at': '2021-11-28T07:54:27Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4ab1d0-712e-4738-830b-44959a8b92fe', 'name': '', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:2c:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:11Z', 'updated_at': '2021-11-28T07:54:15Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:54:29.298263 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5c56e4-9975-4e0f-9e28-6698ceaef7c3 None None] New status for floating IP 76771d0e-cb22-4c4e-8e7e-5d6c1c406c0a: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:54:29.304895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42276) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:29.375066 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-91a22b12-272e-4b78-a20d-ce2c1fa27d64 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/76771d0e-cb22-4c4e-8e7e-5d6c1c406c0a HTTP/1.1" status: 200 len: 991 time: 0.0689032 Nov 28 07:54:30.378824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42278) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:54:30.454480 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-340c0426-3647-42d3-9f3c-eb71e209bce2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/76771d0e-cb22-4c4e-8e7e-5d6c1c406c0a HTTP/1.1" status: 200 len: 993 time: 0.0739741 Nov 28 07:54:31.118742 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:40.896240 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:54:45.382454 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-78b962e7-6fd0-4a41-8817-51b69df98040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:47.900883 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d44e086d-3dea-49ab-b3a2-2ab6b7e47e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:49.013252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:50.310130 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:54:51.304076 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:01.144933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:03.640632 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42298) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:03.709047 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b5c22a49-9a82-4f63-b839-7565dd7f87f8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/76771d0e-cb22-4c4e-8e7e-5d6c1c406c0a HTTP/1.1" status: 200 len: 993 time: 0.0671499 Nov 28 07:55:03.995966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42306) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:04.165534 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 58633c73-1527-4ea6-861d-2096be5c0c63 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:55:04.165876 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:04.245183 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:04.245425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:04.256692 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 58633c73-1527-4ea6-861d-2096be5c0c63 owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:55:04.410765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:04.437119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=58633c73-1527-4ea6-861d-2096be5c0c63,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:04.448463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:04.448814 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:04.449156 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:04.449490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:04.449821 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:04.450151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:04.450478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:04.450802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:04.451148 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:04.451471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:04.451822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:04.452139 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:04.452457 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:04.506437 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:04.506770 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 76771d0e-cb22-4c4e-8e7e-5d6c1c406c0a disassociated (deleted). External IP: 172.26.2.85, port: 8003441f-59fe-4d9f-8a36-4241657a01c1. Nov 28 07:55:04.741513 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 22aeee2b-5edf-492a-b92d-7304be44601b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:55:04.864237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:55:04.869070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:04.873988 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341f32fa-c48a-4790-ac62-e5ab75a7b397 None None] Sync routers for ids ['22aeee2b-5edf-492a-b92d-7304be44601b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:55:04.884425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341f32fa-c48a-4790-ac62-e5ab75a7b397 None None] Routers {'22aeee2b-5edf-492a-b92d-7304be44601b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:55:04.885046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-341f32fa-c48a-4790-ac62-e5ab75a7b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:54:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['22aeee2b-5edf-492a-b92d-7304be44601b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:04.904778 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5616c412-2555-4702-8563-5759484fe97a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/floatingips/76771d0e-cb22-4c4e-8e7e-5d6c1c406c0a HTTP/1.1" status: 204 len: 168 time: 0.9077284 Nov 28 07:55:04.905405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'tag': '8003441f-59fe-4d9f-8a36-4241657a01c1'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:55:04.907992 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899598cd-5f9f-472d-aadb-3ac328df1ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "28f14f71-a3a4-4343-ace6-f94b5704dc62", "tag": "8003441f-59fe-4d9f-8a36-4241657a01c1"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:55:04.951882 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf493881-b21e-43e4-a2d8-43a443c1616f x-openstack-request-id: req-cf493881-b21e-43e4-a2d8-43a443c1616f {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:55:04.952187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f14f71-a3a4-4343-ace6-f94b5704dc62", "tag": "8003441f-59fe-4d9f-8a36-4241657a01c1", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:55:04.952467 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf493881-b21e-43e4-a2d8-43a443c1616f {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:55:04.952876 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'tag': '8003441f-59fe-4d9f-8a36-4241657a01c1', 'status': 'completed', 'code': 200} Nov 28 07:55:05.013928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-341f32fa-c48a-4790-ac62-e5ab75a7b397 None None] Set router 22aeee2b-5edf-492a-b92d-7304be44601b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:55:05.027750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899598cd-5f9f-472d-aadb-3ac328df1ca5 req-d98b1306-0689-4885-9c80-de180c8b7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:05.029243 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-899598cd-5f9f-472d-aadb-3ac328df1ca5 req-d98b1306-0689-4885-9c80-de180c8b7175 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 1099 time: 0.0478013 Nov 28 07:55:05.134689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899598cd-5f9f-472d-aadb-3ac328df1ca5 req-cc159810-c455-4ecd-8b66-c1c2bc818408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:05.136336 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-899598cd-5f9f-472d-aadb-3ac328df1ca5 req-cc159810-c455-4ecd-8b66-c1c2bc818408 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a371540a-692c-48a4-b534-36d8ad1879f5 HTTP/1.1" status: 200 len: 898 time: 0.0956204 Nov 28 07:55:05.180963 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-899598cd-5f9f-472d-aadb-3ac328df1ca5 req-49b4aa77-c8be-4df4-b804-d9f3de371bc6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8003441f-59fe-4d9f-8a36-4241657a01c1 HTTP/1.1" status: 200 len: 217 time: 0.0369163 Nov 28 07:55:05.233224 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899598cd-5f9f-472d-aadb-3ac328df1ca5 req-f6acdf82-573d-4508-9a44-32f48271c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:05.234037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-341f32fa-c48a-4790-ac62-e5ab75a7b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9c4ab1d0-712e-4738-830b-44959a8b92fe', 'name': '', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:2c:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:11Z', 'updated_at': '2021-11-28T07:54:15Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:05.234712 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-899598cd-5f9f-472d-aadb-3ac328df1ca5 req-f6acdf82-573d-4508-9a44-32f48271c358 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ce13920-ba0c-4640-8aaa-3bbca9d6c859 HTTP/1.1" status: 200 len: 834 time: 0.0450702 Nov 28 07:55:05.267952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341f32fa-c48a-4790-ac62-e5ab75a7b397 None None] Checking router: 22aeee2b-5edf-492a-b92d-7304be44601b for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:55:05.276014 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a568535-7098-4ef0-89e9-db33b98eb85e req-06339cc2-d1cf-434e-aabf-9a4f974d36fa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:05.276586 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341f32fa-c48a-4790-ac62-e5ab75a7b397 None None] Routers {'22aeee2b-5edf-492a-b92d-7304be44601b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:55:05.276949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-341f32fa-c48a-4790-ac62-e5ab75a7b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:54:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['22aeee2b-5edf-492a-b92d-7304be44601b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:05.279208 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0a568535-7098-4ef0-89e9-db33b98eb85e req-06339cc2-d1cf-434e-aabf-9a4f974d36fa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 946 time: 0.1775746 Nov 28 07:55:05.336281 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0a568535-7098-4ef0-89e9-db33b98eb85e req-8ba611a1-bae7-40e8-a1ad-9299e1f32823 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a26e03-cccd-406b-8329-9ad0e37e831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514894 Nov 28 07:55:05.404790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-341f32fa-c48a-4790-ac62-e5ab75a7b397 None None] Set router 22aeee2b-5edf-492a-b92d-7304be44601b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:55:05.595038 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899598cd-5f9f-472d-aadb-3ac328df1ca5 req-8a1168a5-3da9-4575-a8b4-9dfa31cfd6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:05.596574 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-899598cd-5f9f-472d-aadb-3ac328df1ca5 req-8a1168a5-3da9-4575-a8b4-9dfa31cfd6fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a371540a-692c-48a4-b534-36d8ad1879f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3491840 Nov 28 07:55:05.614708 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-341f32fa-c48a-4790-ac62-e5ab75a7b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9c4ab1d0-712e-4738-830b-44959a8b92fe', 'name': '', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:2c:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:11Z', 'updated_at': '2021-11-28T07:54:15Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:05.642132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341f32fa-c48a-4790-ac62-e5ab75a7b397 None None] The sync data for ids ['22aeee2b-5edf-492a-b92d-7304be44601b'] in dv-neutron-744815-16-hyperv is: [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9c4ab1d0-712e-4738-830b-44959a8b92fe', 'name': '', 'network_id': 'a371540a-692c-48a4-b534-36d8ad1879f5', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:2c:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:11Z', 'updated_at': '2021-11-28T07:54:15Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '1ce13920-ba0c-4640-8aaa-3bbca9d6c859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:55:05.689248 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-899598cd-5f9f-472d-aadb-3ac328df1ca5 req-175b4672-7d61-4c78-935c-6f5e1692b866 service neutron] 10.222.0.35 "GET /v2.0/networks/a371540a-692c-48a4-b534-36d8ad1879f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829835 Nov 28 07:55:05.784857 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-899598cd-5f9f-472d-aadb-3ac328df1ca5 req-061fb4f8-c688-4725-b280-fe4f5efb8f2b service neutron] 10.222.0.35 "GET /v2.0/networks/a371540a-692c-48a4-b534-36d8ad1879f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865617 Nov 28 07:55:05.886756 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abeb9e0-c8fc-4cf4-8f36-9f5ba35a940e None None] New status for floating IP 76771d0e-cb22-4c4e-8e7e-5d6c1c406c0a: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:55:06.516092 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425ca01-e51f-45c4-bf71-c06ec158a92f req-f3b24c80-5949-44fb-a71e-c3408c60c31a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:06.517570 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7425ca01-e51f-45c4-bf71-c06ec158a92f req-f3b24c80-5949-44fb-a71e-c3408c60c31a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 946 time: 0.1111832 Nov 28 07:55:06.569483 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7425ca01-e51f-45c4-bf71-c06ec158a92f req-6ca6b386-b19d-4e41-ba90-edbadf9ff1f6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a26e03-cccd-406b-8329-9ad0e37e831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458467 Nov 28 07:55:06.653500 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982465b-f1e3-4eb2-ae86-4d4a647c29f4 req-e724fef4-fabf-4e04-8aaf-d1bf583c24d5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:06.654980 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d982465b-f1e3-4eb2-ae86-4d4a647c29f4 req-e724fef4-fabf-4e04-8aaf-d1bf583c24d5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/ports?device_id=28f14f71-a3a4-4343-ace6-f94b5704dc62 HTTP/1.1" status: 200 len: 946 time: 0.0537727 Nov 28 07:55:06.758250 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-d982465b-f1e3-4eb2-ae86-4d4a647c29f4 req-5581a36f-c8cd-4ab3-97e0-e227862ab8c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 8003441f-59fe-4d9f-8a36-4241657a01c1 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:55:06.758592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d982465b-f1e3-4eb2-ae86-4d4a647c29f4 req-5581a36f-c8cd-4ab3-97e0-e227862ab8c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:06.850286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-d982465b-f1e3-4eb2-ae86-4d4a647c29f4 req-5581a36f-c8cd-4ab3-97e0-e227862ab8c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 8003441f-59fe-4d9f-8a36-4241657a01c1, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=8003441f-59fe-4d9f-8a36-4241657a01c1,segment=NetworkSegment(f9c04f32-1af9-42b2-a525-6c7d64b4f8ff),segment_id=f9c04f32-1af9-42b2-a525-6c7d64b4f8ff)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:55:06.850536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d982465b-f1e3-4eb2-ae86-4d4a647c29f4 req-5581a36f-c8cd-4ab3-97e0-e227862ab8c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:06.862096 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-d982465b-f1e3-4eb2-ae86-4d4a647c29f4 req-5581a36f-c8cd-4ab3-97e0-e227862ab8c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 8003441f-59fe-4d9f-8a36-4241657a01c1 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:55:06.989454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d982465b-f1e3-4eb2-ae86-4d4a647c29f4 req-5581a36f-c8cd-4ab3-97e0-e227862ab8c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:07.020649 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581a36f-c8cd-4ab3-97e0-e227862ab8c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=8003441f-59fe-4d9f-8a36-4241657a01c1,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:07.066219 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-d982465b-f1e3-4eb2-ae86-4d4a647c29f4 req-5581a36f-c8cd-4ab3-97e0-e227862ab8c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] No DVR routers for this DVR port 8003441f-59fe-4d9f-8a36-4241657a01c1 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:55:07.068816 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d982465b-f1e3-4eb2-ae86-4d4a647c29f4 req-5581a36f-c8cd-4ab3-97e0-e227862ab8c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:07.072299 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d982465b-f1e3-4eb2-ae86-4d4a647c29f4 req-5581a36f-c8cd-4ab3-97e0-e227862ab8c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "DELETE /v2.0/ports/8003441f-59fe-4d9f-8a36-4241657a01c1 HTTP/1.1" status: 204 len: 173 time: 0.4104540 Nov 28 07:55:07.072756 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'name': 'network-vif-deleted', 'tag': '8003441f-59fe-4d9f-8a36-4241657a01c1'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:55:07.075061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8bd7fc-eb16-45c0-9adc-af74c24a73df" -d '{"events": [{"server_uuid": "28f14f71-a3a4-4343-ace6-f94b5704dc62", "name": "network-vif-deleted", "tag": "8003441f-59fe-4d9f-8a36-4241657a01c1"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:55:07.111525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015a1b41-8ada-442f-aa2d-81d28bfba8f6 x-openstack-request-id: req-015a1b41-8ada-442f-aa2d-81d28bfba8f6 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:55:07.111824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f14f71-a3a4-4343-ace6-f94b5704dc62", "name": "network-vif-deleted", "tag": "8003441f-59fe-4d9f-8a36-4241657a01c1", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:55:07.112079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-015a1b41-8ada-442f-aa2d-81d28bfba8f6 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:55:07.112482 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f14f71-a3a4-4343-ace6-f94b5704dc62', 'name': 'network-vif-deleted', 'tag': '8003441f-59fe-4d9f-8a36-4241657a01c1', 'status': 'completed', 'code': 200} Nov 28 07:55:07.625842 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42324) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:07.680956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-104a9697-eca4-46e7-88d1-7a6a1f07ebd0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:07.706908 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-104a9697-eca4-46e7-88d1-7a6a1f07ebd0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:07.766880 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-104a9697-eca4-46e7-88d1-7a6a1f07ebd0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:07.769524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-104a9697-eca4-46e7-88d1-7a6a1f07ebd0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:07.770693 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-104a9697-eca4-46e7-88d1-7a6a1f07ebd0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/security-groups/02a26e03-cccd-406b-8329-9ad0e37e831b HTTP/1.1" status: 204 len: 168 time: 0.1438880 Nov 28 07:55:07.780156 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a9697-eca4-46e7-88d1-7a6a1f07ebd0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a26e03-cccd-406b-8329-9ad0e37e831b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:07.806355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42328) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:08.291383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91121817-2072-4747-8d2e-230febbcce73 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:08.609708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-91121817-2072-4747-8d2e-230febbcce73 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 9c4ab1d0-712e-4738-830b-44959a8b92fe {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:55:08.609950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91121817-2072-4747-8d2e-230febbcce73 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:08.697402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-91121817-2072-4747-8d2e-230febbcce73 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 9c4ab1d0-712e-4738-830b-44959a8b92fe, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9c4ab1d0-712e-4738-830b-44959a8b92fe,segment=NetworkSegment(f9c04f32-1af9-42b2-a525-6c7d64b4f8ff),segment_id=f9c04f32-1af9-42b2-a525-6c7d64b4f8ff)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:55:08.697758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91121817-2072-4747-8d2e-230febbcce73 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:08.709188 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-91121817-2072-4747-8d2e-230febbcce73 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 9c4ab1d0-712e-4738-830b-44959a8b92fe owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:55:08.900915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91121817-2072-4747-8d2e-230febbcce73 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:08.930031 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91121817-2072-4747-8d2e-230febbcce73 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=9c4ab1d0-712e-4738-830b-44959a8b92fe,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:09.120653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-91121817-2072-4747-8d2e-230febbcce73 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:09.360659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91121817-2072-4747-8d2e-230febbcce73 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 22aeee2b-5edf-492a-b92d-7304be44601b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:55:09.480309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91121817-2072-4747-8d2e-230febbcce73 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:55:09.485311 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-91121817-2072-4747-8d2e-230febbcce73 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/22aeee2b-5edf-492a-b92d-7304be44601b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6779118 Nov 28 07:55:09.488099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42330) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:09.489843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91842e96-1436-4c01-a0b3-14ad11b44f6d None None] Sync routers for ids ['22aeee2b-5edf-492a-b92d-7304be44601b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:55:09.499417 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91842e96-1436-4c01-a0b3-14ad11b44f6d None None] Routers {'22aeee2b-5edf-492a-b92d-7304be44601b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:55:09.500093 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-91842e96-1436-4c01-a0b3-14ad11b44f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:54:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['22aeee2b-5edf-492a-b92d-7304be44601b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:09.536519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-491fe671-a826-4106-ad4b-56695eebcf19 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting subnet 1ce13920-ba0c-4640-8aaa-3bbca9d6c859 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:55:09.540215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-491fe671-a826-4106-ad4b-56695eebcf19 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:09.585683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-491fe671-a826-4106-ad4b-56695eebcf19 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:09.619814 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-91842e96-1436-4c01-a0b3-14ad11b44f6d None None] Set router 22aeee2b-5edf-492a-b92d-7304be44601b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:55:09.668787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-491fe671-a826-4106-ad4b-56695eebcf19 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:09.725965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-491fe671-a826-4106-ad4b-56695eebcf19 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:09.755769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fe671-a826-4106-ad4b-56695eebcf19 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce13920-ba0c-4640-8aaa-3bbca9d6c859,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:09.762826 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-491fe671-a826-4106-ad4b-56695eebcf19 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:09.768452 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-491fe671-a826-4106-ad4b-56695eebcf19 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/subnets/1ce13920-ba0c-4640-8aaa-3bbca9d6c859 HTTP/1.1" status: 204 len: 168 time: 0.2768636 Nov 28 07:55:09.768737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42332) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:09.772351 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a482ae3-44ef-4c12-b982-7a38dc8d8ea4 None None] Network a371540a-692c-48a4-b534-36d8ad1879f5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:55:09.891465 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-91842e96-1436-4c01-a0b3-14ad11b44f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:55:08Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:09.898412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:09.930978 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91842e96-1436-4c01-a0b3-14ad11b44f6d None None] Checking router: 22aeee2b-5edf-492a-b92d-7304be44601b for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:55:09.952113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91842e96-1436-4c01-a0b3-14ad11b44f6d None None] Routers {'22aeee2b-5edf-492a-b92d-7304be44601b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:55:09.952717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-91842e96-1436-4c01-a0b3-14ad11b44f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:54:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['22aeee2b-5edf-492a-b92d-7304be44601b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:10.164634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419225be-5dc8-4fb1-bf38-c2b3c4a8d887 None None] DHCP port deletion for a371540a-692c-48a4-b534-36d8ad1879f5 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:55:10.291195 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-91842e96-1436-4c01-a0b3-14ad11b44f6d None None] Set router 22aeee2b-5edf-492a-b92d-7304be44601b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:55:10.358992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:10.359731 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-419225be-5dc8-4fb1-bf38-c2b3c4a8d887 None None] Deleting port dcec8f37-c6de-4558-be99-7f6dae3054ee {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:55:10.360081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-419225be-5dc8-4fb1-bf38-c2b3c4a8d887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:10.427297 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 6b3f9936-e819-4964-8206-bbad415294b3 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:55:10.428492 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:10.460623 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device dcec8f37-c6de-4558-be99-7f6dae3054ee no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:55:10.503607 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-419225be-5dc8-4fb1-bf38-c2b3c4a8d887 None None] For port dcec8f37-c6de-4558-be99-7f6dae3054ee, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=dcec8f37-c6de-4558-be99-7f6dae3054ee,segment=NetworkSegment(f9c04f32-1af9-42b2-a525-6c7d64b4f8ff),segment_id=f9c04f32-1af9-42b2-a525-6c7d64b4f8ff)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:55:10.504386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-419225be-5dc8-4fb1-bf38-c2b3c4a8d887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:10.508763 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 6b3f9936-e819-4964-8206-bbad415294b3, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6b3f9936-e819-4964-8206-bbad415294b3,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:55:10.509127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:10.522451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 6b3f9936-e819-4964-8206-bbad415294b3 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:55:10.536764 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-419225be-5dc8-4fb1-bf38-c2b3c4a8d887 None None] Calling delete_port for dcec8f37-c6de-4558-be99-7f6dae3054ee owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:55:10.671916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 8003441f-59fe-4d9f-8a36-4241657a01c1 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:55:10.707968 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:10.720003 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 8003441f-59fe-4d9f-8a36-4241657a01c1 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:55:10.720353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 8003441f-59fe-4d9f-8a36-4241657a01c1 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:55:10.740097 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:10.753260 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-419225be-5dc8-4fb1-bf38-c2b3c4a8d887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:10.761466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5643b1fa-1f69-45ec-9cf7-375bf341deef None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:55:10.774064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=6b3f9936-e819-4964-8206-bbad415294b3,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:10.797788 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-91842e96-1436-4c01-a0b3-14ad11b44f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:55:08Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:10.801674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419225be-5dc8-4fb1-bf38-c2b3c4a8d887 None None] Pushing event deleted for resources: {'Port': ['ID=dcec8f37-c6de-4558-be99-7f6dae3054ee,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:10.804725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419225be-5dc8-4fb1-bf38-c2b3c4a8d887 None None] No DVR routers for this DVR port dcec8f37-c6de-4558-be99-7f6dae3054ee on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:55:10.824468 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:10.841371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91842e96-1436-4c01-a0b3-14ad11b44f6d None None] The sync data for ids ['22aeee2b-5edf-492a-b92d-7304be44601b'] in dv-neutron-744815-16-hyperv is: [{'id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'name': 'tempest-TestNetworkBasicOps-router-465063787', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '6b3f9936-e819-4964-8206-bbad415294b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:54:07Z', 'updated_at': '2021-11-28T07:55:08Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '6b3f9936-e819-4964-8206-bbad415294b3', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aeee2b-5edf-492a-b92d-7304be44601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:54:08Z', 'updated_at': '2021-11-28T07:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:55:10.984165 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:10.987452 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.060242 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df406ffd-2d55-4a58-99b1-06e022bafaa9 req-48fec82f-2c5e-48be-bfd2-9d9dcb199b68 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1823084 Nov 28 07:55:11.060828 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.061370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Fanout notify agent at l3_agent the message router_deleted on router 22aeee2b-5edf-492a-b92d-7304be44601b {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:55:11.068288 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.069351 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f51c1b02-e783-41a4-95c0-ad0eda01e873 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/routers/22aeee2b-5edf-492a-b92d-7304be44601b HTTP/1.1" status: 204 len: 168 time: 1.2987831 Nov 28 07:55:11.072274 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42334) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:11.176181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2687366c-1cd6-4d8c-9bbb-debb7dfb57f0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.201724 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df406ffd-2d55-4a58-99b1-06e022bafaa9 req-9ecdff94-85e2-46b1-9631-f98a9e3e6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:11.203256 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df406ffd-2d55-4a58-99b1-06e022bafaa9 req-9ecdff94-85e2-46b1-9631-f98a9e3e6693 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 1099 time: 0.0974915 Nov 28 07:55:11.304097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2687366c-1cd6-4d8c-9bbb-debb7dfb57f0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.356485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-2687366c-1cd6-4d8c-9bbb-debb7dfb57f0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a371540a-692c-48a4-b534-36d8ad1879f5']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:11.369581 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-2687366c-1cd6-4d8c-9bbb-debb7dfb57f0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:11.370350 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-2687366c-1cd6-4d8c-9bbb-debb7dfb57f0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c04f32-1af9-42b2-a525-6c7d64b4f8ff') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:11.384648 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2687366c-1cd6-4d8c-9bbb-debb7dfb57f0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.402991 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df406ffd-2d55-4a58-99b1-06e022bafaa9 req-8367f9be-faac-4edf-87b2-b2ce6cdc1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:11.404472 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df406ffd-2d55-4a58-99b1-06e022bafaa9 req-8367f9be-faac-4edf-87b2-b2ce6cdc1208 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 912 time: 0.1698728 Nov 28 07:55:11.407971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2687366c-1cd6-4d8c-9bbb-debb7dfb57f0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.420972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2687366c-1cd6-4d8c-9bbb-debb7dfb57f0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:55:11.421381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2687366c-1cd6-4d8c-9bbb-debb7dfb57f0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:55:11.424492 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:55:11.532545 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df406ffd-2d55-4a58-99b1-06e022bafaa9 req-3c62dda4-c606-4158-8e53-797f64abdd14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0343904e-2d3b-4a53-bfdb-26c85409a855 HTTP/1.1" status: 200 len: 1002 time: 0.1200266 Nov 28 07:55:11.533556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2687366c-1cd6-4d8c-9bbb-debb7dfb57f0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.543959 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2687366c-1cd6-4d8c-9bbb-debb7dfb57f0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.547467 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2687366c-1cd6-4d8c-9bbb-debb7dfb57f0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/networks/a371540a-692c-48a4-b534-36d8ad1879f5 HTTP/1.1" status: 204 len: 168 time: 0.4743106 Nov 28 07:55:11.565577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42336) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:11.571189 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-561130d5-074e-45cb-a24b-2bed4ea12f11 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'network': {'name': 'tempest-network-smoke--174948774', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'port_security_enabled': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:55:11.572381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687366c-1cd6-4d8c-9bbb-debb7dfb57f0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Network': ['ID=a371540a-692c-48a4-b534-36d8ad1879f5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:11.594040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561130d5-074e-45cb-a24b-2bed4ea12f11 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:55:11.598497 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-561130d5-074e-45cb-a24b-2bed4ea12f11 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.609095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df406ffd-2d55-4a58-99b1-06e022bafaa9 req-cb6d3d35-c17e-4421-9d2e-f070588a1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:11.610599 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df406ffd-2d55-4a58-99b1-06e022bafaa9 req-cb6d3d35-c17e-4421-9d2e-f070588a1b49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0621414 Nov 28 07:55:11.628438 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561130d5-074e-45cb-a24b-2bed4ea12f11 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:55:11.638383 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-561130d5-074e-45cb-a24b-2bed4ea12f11 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.638720 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-561130d5-074e-45cb-a24b-2bed4ea12f11 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Added segment f3a42b54-262e-4f5b-9839-514634190c58 of type vlan for network 85c580bc-955f-486a-8724-19d45b0b9298 Nov 28 07:55:11.664478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df406ffd-2d55-4a58-99b1-06e022bafaa9 req-e6b057f7-fc62-4995-a39a-73414fc7cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:11.665987 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df406ffd-2d55-4a58-99b1-06e022bafaa9 req-e6b057f7-fc62-4995-a39a-73414fc7cc7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0475838 Nov 28 07:55:11.682637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-561130d5-074e-45cb-a24b-2bed4ea12f11 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.708204 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-561130d5-074e-45cb-a24b-2bed4ea12f11 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.715090 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561130d5-074e-45cb-a24b-2bed4ea12f11 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:11.715764 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-561130d5-074e-45cb-a24b-2bed4ea12f11 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.756270 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-561130d5-074e-45cb-a24b-2bed4ea12f11 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1895750 Nov 28 07:55:11.760189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42338) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:11.766371 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'admin_state_up': True, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:55:11.780281 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df406ffd-2d55-4a58-99b1-06e022bafaa9 req-548898ff-458a-4fe5-81db-3b39d711ed3c service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049371 Nov 28 07:55:11.790892 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561130d5-074e-45cb-a24b-2bed4ea12f11 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Network': ['ID=85c580bc-955f-486a-8724-19d45b0b9298,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:11.807120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 85c580bc-955f-486a-8724-19d45b0b9298 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:55:11.812327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.813593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.935077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:11.990129 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df406ffd-2d55-4a58-99b1-06e022bafaa9 req-bf0c5b90-3c36-4836-8c3f-e7253153d41c service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010257 Nov 28 07:55:12.117675 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:12.327260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:12.349162 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:12.354337 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6b3f9936-e819-4964-8206-bbad415294b3 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:55:12.377734 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 6b3f9936-e819-4964-8206-bbad415294b3 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:55:12.378004 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6b3f9936-e819-4964-8206-bbad415294b3 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:55:12.378450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9c4ab1d0-712e-4738-830b-44959a8b92fe no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:55:12.403575 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 9c4ab1d0-712e-4738-830b-44959a8b92fe {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:55:12.403937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9c4ab1d0-712e-4738-830b-44959a8b92fe not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:55:12.466538 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.221 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:55:12.573673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:12.616107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:12.659498 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:55:12.665257 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:55:12.667989 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:55:12.678933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b6d4b6-1410-481b-98ff-22cce9e85d71 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:55:12.702653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:12.711202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-13cc4c38-15db-4e50-9a81-ca66c5c4b9a6 None None] Provisioning complete for port a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:12.711617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-13cc4c38-15db-4e50-9a81-ca66c5c4b9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:12.751735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-13cc4c38-15db-4e50-9a81-ca66c5c4b9a6 None None] Port a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:55:12.963686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:13.189849 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:13.340385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 38354f74-9c98-45b8-a768-07f0e037866e is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:55:13.461958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:55:13.472400 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Sync routers for ids ['38354f74-9c98-45b8-a768-07f0e037866e'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:55:13.483126 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Routers {'38354f74-9c98-45b8-a768-07f0e037866e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:55:13.483994 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:54:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['38354f74-9c98-45b8-a768-07f0e037866e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:13.484718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:13.485981 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dfef7cbc-4ff1-4130-bb05-21dda83cd46a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7248318 Nov 28 07:55:13.489181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42340) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:13.519444 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e9908367-17f9-4cd6-9ae5-838f1b11d4a5 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2bd5e3358de04cc29a985f74fa93a602&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291743 Nov 28 07:55:13.522511 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42342) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:13.605513 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Set router 38354f74-9c98-45b8-a768-07f0e037866e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:55:13.608698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fe9dd7-1f16-4ba8-a769-67106958777f tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:13.610179 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-06fe9dd7-1f16-4ba8-a769-67106958777f tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867209 Nov 28 07:55:13.613000 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42344) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:13.645224 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ef76a9a7-8fc1-445a-a83a-7059a4b73fe3 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311687 Nov 28 07:55:13.648187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42346) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:13.652740 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1e974881-a0ca-448c-9ef4-f8e08eb6e8c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-816656995', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:55:13.740344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e974881-a0ca-448c-9ef4-f8e08eb6e8c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:55:13.743841 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e974881-a0ca-448c-9ef4-f8e08eb6e8c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:13.782059 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:12Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:13.813579 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Checking router: 38354f74-9c98-45b8-a768-07f0e037866e for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:55:13.813925 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Updating router 38354f74-9c98-45b8-a768-07f0e037866e port a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:55:13.843439 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:13.919584 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e974881-a0ca-448c-9ef4-f8e08eb6e8c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:13.981762 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e974881-a0ca-448c-9ef4-f8e08eb6e8c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Subnet': ['ID=f9fd650f-0067-4f18-b776-ac4ae906da74,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:13.990375 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e974881-a0ca-448c-9ef4-f8e08eb6e8c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Checking segment: {'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:55:13.990743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e974881-a0ca-448c-9ef4-f8e08eb6e8c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network hostable DHCP agents. Network: 85c580bc-955f-486a-8724-19d45b0b9298, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:55:14.007894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e974881-a0ca-448c-9ef4-f8e08eb6e8c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 85c580bc-955f-486a-8724-19d45b0b9298 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:55:14.016951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-1e974881-a0ca-448c-9ef4-f8e08eb6e8c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 85c580bc-955f-486a-8724-19d45b0b9298) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:55:14.022722 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e974881-a0ca-448c-9ef4-f8e08eb6e8c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:14.023345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e974881-a0ca-448c-9ef4-f8e08eb6e8c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.030037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a92e9e-778e-4a18-9752-e54437fd8b59 None None] Network 85c580bc-955f-486a-8724-19d45b0b9298 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:55:14.047389 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1e974881-a0ca-448c-9ef4-f8e08eb6e8c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3955600 Nov 28 07:55:14.048118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42348) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:14.115199 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.122525 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.174015 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Pushing event updated for resources: {'Port': ['ID=a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:14.184007 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:14.184366 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:14.184703 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:14.185051 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:14.185357 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:14.185674 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:14.185992 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:14.186311 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:14.186637 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:14.186981 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:14.188639 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:14.188639 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:14.188639 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:14.189834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9932158f-c6c0-4811-911e-fa6d934745c8 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:55:14.201643 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Attempting to bind port a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:55:14.202249 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Attempting to bind port a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:55:14.202605 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Attempting to bind port a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:55:14.207866 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:55:14.208259 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:55:14.208452 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.208838 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:55:14.209848 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Bound port: a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:55:14.210352 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.212392 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-85c580bc-955f-486a-8724-19d45b0b9298', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:55:14.213570 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.264798 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] For port a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:55:14.268916 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] For port a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:55:14.274031 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.320540 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6ea8acc3-d3d1-47ed-9263-397f7c30939a None None] Provisioning complete for port a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:14.320921 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6ea8acc3-d3d1-47ed-9263-397f7c30939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.335973 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc84f2-e1a9-4b88-8a5f-2aea0c6f393a None None] Pushing event updated for resources: {'Port': ['ID=a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:14.349080 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6bf8b1-b7b9-4fa8-84f5-83555c4dfba3 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:55:14.367663 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Routers {'38354f74-9c98-45b8-a768-07f0e037866e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:55:14.368669 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:54:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['38354f74-9c98-45b8-a768-07f0e037866e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:14.418737 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Allocated IP 172.20.0.2 (85c580bc-955f-486a-8724-19d45b0b9298/f9fd650f-0067-4f18-b776-ac4ae906da74/d5d73996-0146-4267-8f78-2f99bea3f446) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:55:14.487978 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6ea8acc3-d3d1-47ed-9263-397f7c30939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.513795 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] Set router 38354f74-9c98-45b8-a768-07f0e037866e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:55:14.539189 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6ea8acc3-d3d1-47ed-9263-397f7c30939a None None] For port a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:55:14.545268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6ea8acc3-d3d1-47ed-9263-397f7c30939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.567030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.641874 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8acc3-d3d1-47ed-9263-397f7c30939a None None] Pushing event updated for resources: {'Port': ['ID=a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:14.674457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.681625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7009588e-5134-471b-b07e-390018179d45 None None] Provisioning complete for port a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:14.681984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7009588e-5134-471b-b07e-390018179d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.685374 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.744468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Network 85c580bc-955f-486a-8724-19d45b0b9298 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:55:14.758139 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:55:14.768287 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:55:14.786896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Pushing event updated for resources: {'Port': ['ID=d5d73996-0146-4267-8f78-2f99bea3f446,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:14.858492 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:12Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:14.870843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Attempting to bind port d5d73996-0146-4267-8f78-2f99bea3f446 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:55:14.871244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Attempting to bind port d5d73996-0146-4267-8f78-2f99bea3f446 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:55:14.871606 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Attempting to bind port d5d73996-0146-4267-8f78-2f99bea3f446 on network 85c580bc-955f-486a-8724-19d45b0b9298 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:55:14.883311 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:55:14.883681 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Checking segment: {'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:55:14.884081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.884469 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Bound using segment: {'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:55:14.884950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Bound port: d5d73996-0146-4267-8f78-2f99bea3f446, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:55:14.885317 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:14.893981 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97b8e4-d8bc-4b59-80a8-ed384fd2b8cc None None] The sync data for ids ['38354f74-9c98-45b8-a768-07f0e037866e'] in dv-neutron-744815-16-hyperv is: [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:12Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:55:14.974337 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] For port d5d73996-0146-4267-8f78-2f99bea3f446, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:55:14.978663 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] For port d5d73996-0146-4267-8f78-2f99bea3f446, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d5d73996-0146-4267-8f78-2f99bea3f446,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:55:14.984721 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:15.068129 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6c42d-e121-464a-b2e4-782218a5bcb6 None None] Pushing event updated for resources: {'Port': ['ID=d5d73996-0146-4267-8f78-2f99bea3f446,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:15.231079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.1 (85c580bc-955f-486a-8724-19d45b0b9298/f9fd650f-0067-4f18-b776-ac4ae906da74/d6fe774c-6091-4db8-9928-592d7b5c19b0) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:55:15.394378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b2c3c03b-3021-4bf4-b7e6-4ad08ac7b68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:15.405382 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:15.449465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:15.497161 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 85c580bc-955f-486a-8724-19d45b0b9298 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:55:15.503204 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:55:15.507910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:55:15.515139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=d6fe774c-6091-4db8-9928-592d7b5c19b0,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:15.549676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:15.550033 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:15.550387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:15.550726 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:15.551097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:15.551432 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:15.551763 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:15.552094 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:15.552421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:15.553638 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:15.553978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:15.554306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:15.554632 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:15.573285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:15.739535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:16.030804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd1c00c-ecc8-4f70-9b51-be942c95c3d1 None None] Network 85c580bc-955f-486a-8724-19d45b0b9298 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:55:16.069424 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:16.074022 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:16.093331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Provisioning complete for port d5d73996-0146-4267-8f78-2f99bea3f446 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:16.093977 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:16.150653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:16.152492 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=d6fe774c-6091-4db8-9928-592d7b5c19b0,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:16.260435 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 85c580bc-955f-486a-8724-19d45b0b9298 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:55:16.261910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:55:16.403207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 38354f74-9c98-45b8-a768-07f0e037866e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:55:16.436254 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:16.467126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d5d73996-0146-4267-8f78-2f99bea3f446 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:55:16.519212 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] For port d5d73996-0146-4267-8f78-2f99bea3f446, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d5d73996-0146-4267-8f78-2f99bea3f446,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:55:16.529083 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:16.537505 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:55:16.543080 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2d0bb5ff-004f-486c-b977-25cb00666659 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/38354f74-9c98-45b8-a768-07f0e037866e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4939115 Nov 28 07:55:16.546018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42354) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:16.603282 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Pushing event updated for resources: {'Port': ['ID=d5d73996-0146-4267-8f78-2f99bea3f446,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:16.606734 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port d5d73996-0146-4267-8f78-2f99bea3f446 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:16.607128 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:16.613755 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:16.613992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:16.614203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:16.614519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:16.614851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:16.618118 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:16.618459 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:16.618797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:16.619160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:16.619490 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:16.619814 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:16.620138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:16.620456 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb70045-629e-4b86-b952-905f3f2bae20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:55:16.655302 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Sync routers for ids ['38354f74-9c98-45b8-a768-07f0e037866e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:55:16.675960 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Routers {'38354f74-9c98-45b8-a768-07f0e037866e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:55:16.676604 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:54:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['38354f74-9c98-45b8-a768-07f0e037866e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:16.753508 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67602b-39d1-4248-84b2-f3f25d792443 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:16.753976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67602b-39d1-4248-84b2-f3f25d792443 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:16.754431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67602b-39d1-4248-84b2-f3f25d792443 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:16.754897 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67602b-39d1-4248-84b2-f3f25d792443 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:16.755365 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67602b-39d1-4248-84b2-f3f25d792443 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:16.756382 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67602b-39d1-4248-84b2-f3f25d792443 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:16.758179 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5e67602b-39d1-4248-84b2-f3f25d792443 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2112479 Nov 28 07:55:16.761109 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42356) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:16.821033 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:55:16.822362 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc847d9-ebfa-4dde-a93f-fd9845c33479 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:16.822849 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc847d9-ebfa-4dde-a93f-fd9845c33479 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:16.823321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc847d9-ebfa-4dde-a93f-fd9845c33479 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:16.823763 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc847d9-ebfa-4dde-a93f-fd9845c33479 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:16.824203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc847d9-ebfa-4dde-a93f-fd9845c33479 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:16.824640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc847d9-ebfa-4dde-a93f-fd9845c33479 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:16.826426 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3bc847d9-ebfa-4dde-a93f-fd9845c33479 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0633149 Nov 28 07:55:16.829664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42358) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:16.884242 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Set router 38354f74-9c98-45b8-a768-07f0e037866e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:55:16.923418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4f7e2c00-2def-4ca3-b44c-f00092f2d630 None None] Provisioning complete for port d6fe774c-6091-4db8-9928-592d7b5c19b0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:16.923792 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2c00-2def-4ca3-b44c-f00092f2d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.003367 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ab7b4a21-5368-4a37-bcd2-74c1be5177cc tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1723623 Nov 28 07:55:17.017175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e2c00-2def-4ca3-b44c-f00092f2d630 None None] Port d6fe774c-6091-4db8-9928-592d7b5c19b0 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:55:17.028085 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:17.028591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.118028 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4f7e2c00-2def-4ca3-b44c-f00092f2d630 None None] Provisioning complete for port d5d73996-0146-4267-8f78-2f99bea3f446 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:17.118743 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2c00-2def-4ca3-b44c-f00092f2d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.204701 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42362) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:17.209360 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-533991b5-7544-4046-97c5-3921f01966a9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214212999', 'description': 'tempest-secgroup-smoke-214212999 description', 'project_id': '2bd5e3358de04cc29a985f74fa93a602'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:55:17.231814 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-533991b5-7544-4046-97c5-3921f01966a9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.299779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-533991b5-7544-4046-97c5-3921f01966a9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.305601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-533991b5-7544-4046-97c5-3921f01966a9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.317785 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:17.336250 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-533991b5-7544-4046-97c5-3921f01966a9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.340418 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-533991b5-7544-4046-97c5-3921f01966a9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1317163 Nov 28 07:55:17.340418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533991b5-7544-4046-97c5-3921f01966a9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a51cb68-fcfd-438a-9501-7409a1b8931d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:17.341625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42364) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:17.346003 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d6e299aa-d13b-46a2-bbd5-887ef7cef689 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '0a51cb68-fcfd-438a-9501-7409a1b8931d', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:55:17.352138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Checking router: 38354f74-9c98-45b8-a768-07f0e037866e for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:55:17.352500 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Updating router 38354f74-9c98-45b8-a768-07f0e037866e port d6fe774c-6091-4db8-9928-592d7b5c19b0 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:55:17.374111 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e299aa-d13b-46a2-bbd5-887ef7cef689 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.382581 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.433280 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e299aa-d13b-46a2-bbd5-887ef7cef689 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.438160 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e299aa-d13b-46a2-bbd5-887ef7cef689 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.455627 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e299aa-d13b-46a2-bbd5-887ef7cef689 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ada686-c98f-4ec2-994a-c581aca59332,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:17.464480 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d6e299aa-d13b-46a2-bbd5-887ef7cef689 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.465705 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d6e299aa-d13b-46a2-bbd5-887ef7cef689 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235673 Nov 28 07:55:17.468540 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42366) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:17.472919 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b28d146b-c5dc-42ab-bb3d-d0bbcd5212b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '0a51cb68-fcfd-438a-9501-7409a1b8931d', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:55:17.499586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b28d146b-c5dc-42ab-bb3d-d0bbcd5212b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.503591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-be493c74-6131-42d4-963f-db8b847948e3 None None] Provisioning complete for port d6fe774c-6091-4db8-9928-592d7b5c19b0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:17.503964 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-be493c74-6131-42d4-963f-db8b847948e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.556173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b28d146b-c5dc-42ab-bb3d-d0bbcd5212b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.560329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b28d146b-c5dc-42ab-bb3d-d0bbcd5212b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.570480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-be493c74-6131-42d4-963f-db8b847948e3 None None] Port d6fe774c-6091-4db8-9928-592d7b5c19b0 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:55:17.579212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d146b-c5dc-42ab-bb3d-d0bbcd5212b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e37dad-d129-4a43-8ae1-0623ffc4d20d,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:17.586683 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b28d146b-c5dc-42ab-bb3d-d0bbcd5212b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.590732 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b28d146b-c5dc-42ab-bb3d-d0bbcd5212b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184285 Nov 28 07:55:17.590908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42368) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:17.595378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7279ca23-2483-4790-bc68-bbe0b9ff9581 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '0a51cb68-fcfd-438a-9501-7409a1b8931d', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:55:17.621051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7279ca23-2483-4790-bc68-bbe0b9ff9581 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.677049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7279ca23-2483-4790-bc68-bbe0b9ff9581 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.681122 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7279ca23-2483-4790-bc68-bbe0b9ff9581 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.699940 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279ca23-2483-4790-bc68-bbe0b9ff9581 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010fac1a-1104-4d57-880a-c173dcc02111,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:17.710489 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7279ca23-2483-4790-bc68-bbe0b9ff9581 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.711438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.711812 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7279ca23-2483-4790-bc68-bbe0b9ff9581 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199312 Nov 28 07:55:17.714932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42370) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:17.718402 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.720412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-6be8648b-3c9f-473d-b6ec-4118b147491b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '0a51cb68-fcfd-438a-9501-7409a1b8931d', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:55:17.748324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6be8648b-3c9f-473d-b6ec-4118b147491b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.778129 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6970c-443a-45e4-8708-e9c34689be24 None None] Pushing event updated for resources: {'Port': ['ID=d6fe774c-6091-4db8-9928-592d7b5c19b0,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:17.821658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6be8648b-3c9f-473d-b6ec-4118b147491b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.826079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6be8648b-3c9f-473d-b6ec-4118b147491b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.833572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Attempting to bind port d6fe774c-6091-4db8-9928-592d7b5c19b0 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:55:17.833572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Attempting to bind port d6fe774c-6091-4db8-9928-592d7b5c19b0 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:55:17.834500 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Attempting to bind port d6fe774c-6091-4db8-9928-592d7b5c19b0 on network 85c580bc-955f-486a-8724-19d45b0b9298 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:55:17.840091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:55:17.841055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Checking segment: {'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:55:17.841055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.841407 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Bound using segment: {'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:55:17.841881 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Bound port: d6fe774c-6091-4db8-9928-592d7b5c19b0, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:55:17.842261 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.844898 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8648b-3c9f-473d-b6ec-4118b147491b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80104ff-b6e7-46e5-acd2-4b669cf0b74d,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:17.853884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6be8648b-3c9f-473d-b6ec-4118b147491b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.855140 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6be8648b-3c9f-473d-b6ec-4118b147491b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392059 Nov 28 07:55:17.858227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42372) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:17.862813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-f7e0e241-9c35-4f45-bd09-6d19f2106a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '0a51cb68-fcfd-438a-9501-7409a1b8931d', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:55:17.895976 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-f7e0e241-9c35-4f45-bd09-6d19f2106a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:55:17.899226 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:55:17.903789 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e241-9c35-4f45-bd09-6d19f2106a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.925661 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-367ba6f6-1f25-4811-9b31-2d3e76757c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.955555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] For port d6fe774c-6091-4db8-9928-592d7b5c19b0, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:55:17.960063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] For port d6fe774c-6091-4db8-9928-592d7b5c19b0, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d6fe774c-6091-4db8-9928-592d7b5c19b0,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:55:17.966750 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.980471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e241-9c35-4f45-bd09-6d19f2106a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:17.984521 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e241-9c35-4f45-bd09-6d19f2106a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:18.001627 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0e241-9c35-4f45-bd09-6d19f2106a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10bce3e-7e23-4bae-92ff-95512cc92b76,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:18.017502 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e241-9c35-4f45-bd09-6d19f2106a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:18.022392 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42374) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:18.022824 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f7e0e241-9c35-4f45-bd09-6d19f2106a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1594615 Nov 28 07:55:18.028373 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-3916eeec-52e4-4642-b3fc-01dc3048272d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '0a51cb68-fcfd-438a-9501-7409a1b8931d', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:55:18.042431 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Routers {'38354f74-9c98-45b8-a768-07f0e037866e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:55:18.043353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:55:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['38354f74-9c98-45b8-a768-07f0e037866e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:18.055501 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-3916eeec-52e4-4642-b3fc-01dc3048272d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:55:18.061409 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3916eeec-52e4-4642-b3fc-01dc3048272d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:18.093924 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-3aec6aec-79f7-4c2f-a905-86833010dd0c None None] Provisioning complete for port d6fe774c-6091-4db8-9928-592d7b5c19b0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:18.094360 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3aec6aec-79f7-4c2f-a905-86833010dd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:18.099275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6970c-443a-45e4-8708-e9c34689be24 None None] Pushing event updated for resources: {'Port': ['ID=d6fe774c-6091-4db8-9928-592d7b5c19b0,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:18.135303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3916eeec-52e4-4642-b3fc-01dc3048272d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:18.140067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3916eeec-52e4-4642-b3fc-01dc3048272d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:18.161669 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916eeec-52e4-4642-b3fc-01dc3048272d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49e8fc5-297a-4c3e-b7ba-2b993044d956,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:18.167906 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3916eeec-52e4-4642-b3fc-01dc3048272d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:18.179765 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3916eeec-52e4-4642-b3fc-01dc3048272d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1552629 Nov 28 07:55:18.258288 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] Set router 38354f74-9c98-45b8-a768-07f0e037866e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:55:18.299106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3aec6aec-79f7-4c2f-a905-86833010dd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:18.343434 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-a15bd844-3d71-4145-8a37-50add27f3101 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214212999&fields=id&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 267 time: 0.0553043 Nov 28 07:55:18.450402 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-9348c02a-e5bb-44e5-bdfa-45d787392e58 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:18.451959 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-9348c02a-e5bb-44e5-bdfa-45d787392e58 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/networks?id=85c580bc-955f-486a-8724-19d45b0b9298 HTTP/1.1" status: 200 len: 796 time: 0.1042631 Nov 28 07:55:18.467626 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-3d3f054b-3bda-4bba-b0c2-ebc8764bdcf0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/quotas/2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 375 time: 0.0097251 Nov 28 07:55:18.518627 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d5d73996-0146-4267-8f78-2f99bea3f446 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:55:18.532075 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-d49f0846-5a70-4633-9713-ccf032d789f2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581117 Nov 28 07:55:18.548536 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-214338dc-7fd8-45f2-b778-cc8cb7de3713 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:55:18.549502 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-214338dc-7fd8-45f2-b778-cc8cb7de3713 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0054908 Nov 28 07:55:18.566421 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3aec6aec-79f7-4c2f-a905-86833010dd0c None None] For port d6fe774c-6091-4db8-9928-592d7b5c19b0, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d6fe774c-6091-4db8-9928-592d7b5c19b0,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:55:18.581593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3aec6aec-79f7-4c2f-a905-86833010dd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:18.641148 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-0e5984c8-0a6a-4505-8a6a-adbbe0aea60f service neutron] 10.222.0.31 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844448 Nov 28 07:55:18.709438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec6aec-79f7-4c2f-a905-86833010dd0c None None] Pushing event updated for resources: {'Port': ['ID=d6fe774c-6091-4db8-9928-592d7b5c19b0,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:18.734073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port d5d73996-0146-4267-8f78-2f99bea3f446 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:18.734446 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:18.735740 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-1ab7d0df-edac-4a44-886c-880a812da02f service neutron] 10.222.0.31 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883298 Nov 28 07:55:18.770719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b7ec3b21-4701-4ba6-aab3-63693a5a8959 None None] Provisioning complete for port d6fe774c-6091-4db8-9928-592d7b5c19b0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:18.771121 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3b21-4701-4ba6-aab3-63693a5a8959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:18.881134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:17Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:18.915246 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-914a1063-da37-432b-96f4-1d8f5d8ccea5 req-122a4685-a01d-449b-982b-d27cbb001cf2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 210 time: 0.0284874 Nov 28 07:55:18.915787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af68ab9a-1077-4c74-8fb0-8df3405068bf None None] The sync data for ids ['38354f74-9c98-45b8-a768-07f0e037866e'] in dv-neutron-744815-16-hyperv is: [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:17Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:55:19.019077 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:20.033617 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3f9c12dc-1638-4354-ad7d-e5217f8905a0 req-571077e8-f86e-42c6-932e-578f31d28352 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 210 time: 0.0329914 Nov 28 07:55:20.036278 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-077d6227-4827-4582-89e2-d8e5c4581e03 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:20.039004 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-077d6227-4827-4582-89e2-d8e5c4581e03 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/networks?id=85c580bc-955f-486a-8724-19d45b0b9298 HTTP/1.1" status: 200 len: 796 time: 0.1428499 Nov 28 07:55:20.108441 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-9ac71506-1189-4fe2-ae74-0d986a5dd029 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 379 time: 0.0567331 Nov 28 07:55:20.121861 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-dcd8e5fe-b4a9-46ba-a704-4a92c560c54a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'port': {'device_id': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'admin_state_up': True, 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'security_groups': ['0a51cb68-fcfd-438a-9501-7409a1b8931d']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:55:20.230249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-dcd8e5fe-b4a9-46ba-a704-4a92c560c54a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:55:20.233775 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-dcd8e5fe-b4a9-46ba-a704-4a92c560c54a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:20.314103 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:20.358366 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-dcd8e5fe-b4a9-46ba-a704-4a92c560c54a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.12 (85c580bc-955f-486a-8724-19d45b0b9298/f9fd650f-0067-4f18-b776-ac4ae906da74/9518a1a3-1f79-4c1c-80b3-ec635f06cf0d) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:55:20.394805 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d6fe774c-6091-4db8-9928-592d7b5c19b0 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:55:20.450021 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port d6fe774c-6091-4db8-9928-592d7b5c19b0 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:20.450396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:20.504188 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-dcd8e5fe-b4a9-46ba-a704-4a92c560c54a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:20.541140 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-dcd8e5fe-b4a9-46ba-a704-4a92c560c54a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:20.583243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-dcd8e5fe-b4a9-46ba-a704-4a92c560c54a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 85c580bc-955f-486a-8724-19d45b0b9298 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:55:20.588729 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-dcd8e5fe-b4a9-46ba-a704-4a92c560c54a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:55:20.594955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-dcd8e5fe-b4a9-46ba-a704-4a92c560c54a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:55:20.621277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8e5fe-b4a9-46ba-a704-4a92c560c54a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:20.648008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-dcd8e5fe-b4a9-46ba-a704-4a92c560c54a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:20.648701 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-dcd8e5fe-b4a9-46ba-a704-4a92c560c54a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:20.666144 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-dcd8e5fe-b4a9-46ba-a704-4a92c560c54a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5476820 Nov 28 07:55:20.676977 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-daf085da-3363-4794-a364-fcddcaf47bd9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:55:20.678419 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-daf085da-3363-4794-a364-fcddcaf47bd9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0058784 Nov 28 07:55:20.691707 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Request body: {'port': {'device_id': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:55:20.762840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:20.817852 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-97e787c6-0585-4c51-9488-20fce61ebb6f None None] Provisioning complete for port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:20.818882 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-97e787c6-0585-4c51-9488-20fce61ebb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:20.858663 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-97e787c6-0585-4c51-9488-20fce61ebb6f None None] Port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:55:21.030954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:55:21.038430 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:21.050697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Transition to ACTIVE for port object 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:55:21.054691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:21.128908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Pushing event updated for resources: {'Port': ['ID=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:21.226944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459fce7-9f83-4e3c-8e04-1466ab4b4394 req-b5a737a1-a84a-4a37-bcd8-577a923bbfe0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:21.228581 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b459fce7-9f83-4e3c-8e04-1466ab4b4394 req-b5a737a1-a84a-4a37-bcd8-577a923bbfe0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 944 time: 0.1199782 Nov 28 07:55:21.233599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Attempting to bind port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:55:21.233891 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Attempting to bind port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:55:21.234215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Attempting to bind port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d on network 85c580bc-955f-486a-8724-19d45b0b9298 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:55:21.246391 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d on network 85c580bc-955f-486a-8724-19d45b0b9298 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:55:21.246718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Attempting to bind port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d on network 85c580bc-955f-486a-8724-19d45b0b9298 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:55:21.265027 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:55:21.265364 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Checking segment: {'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:55:21.265736 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Bound using segment: {'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:55:21.266158 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Bound port: 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:55:21.266510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:21.304405 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b459fce7-9f83-4e3c-8e04-1466ab4b4394 req-775c2a09-0980-416d-baa9-0bc8e3191cc5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a51cb68-fcfd-438a-9501-7409a1b8931d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675731 Nov 28 07:55:21.305845 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:21.359111 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] For port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:55:21.362118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] For port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:55:21.367302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:21.403262 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:21.403873 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:21.405249 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] 10.222.0.35 "PUT /v2.0/ports/9518a1a3-1f79-4c1c-80b3-ec635f06cf0d HTTP/1.1" status: 200 len: 1094 time: 0.7179468 Nov 28 07:55:21.405695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'tag': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:55:21.408126 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93dcf83-6ae4-4585-b29c-6d5e1e8dd111" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5b11df-7ede-4e23-8cd9-13e33cd3497e", "tag": "9518a1a3-1f79-4c1c-80b3-ec635f06cf0d"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:55:21.441692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b426a6-1b8a-4be2-b8e9-7148fd5ca57b service neutron] Pushing event updated for resources: {'Port': ['ID=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:21.455631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1cbe45-7721-4633-a092-0184b3a310fc x-openstack-request-id: req-6c1cbe45-7721-4633-a092-0184b3a310fc {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:55:21.455998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5b11df-7ede-4e23-8cd9-13e33cd3497e", "tag": "9518a1a3-1f79-4c1c-80b3-ec635f06cf0d", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:55:21.456319 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c1cbe45-7721-4633-a092-0184b3a310fc {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:55:21.456811 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'tag': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d', 'status': 'completed', 'code': 200} Nov 28 07:55:21.515512 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-f96084b6-b1da-478b-a6aa-c76cdf2c15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:21.517596 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-f96084b6-b1da-478b-a6aa-c76cdf2c15fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 1097 time: 0.0528741 Nov 28 07:55:21.572965 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-2839f9ef-976c-4270-bee1-d68f5ea293ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d HTTP/1.1" status: 200 len: 217 time: 0.0467277 Nov 28 07:55:21.627043 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-6354ef5c-0272-484c-9f29-635c1410bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:21.628571 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-6354ef5c-0272-484c-9f29-635c1410bcab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9fd650f-0067-4f18-b776-ac4ae906da74 HTTP/1.1" status: 200 len: 834 time: 0.0487840 Nov 28 07:55:21.681700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-2bee12ce-8bb3-4df1-aafd-cc1d3909fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:21.683205 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-2bee12ce-8bb3-4df1-aafd-cc1d3909fb44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85c580bc-955f-486a-8724-19d45b0b9298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0475240 Nov 28 07:55:21.776604 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-1b8c13a2-1a87-4df0-8530-7e60d9111f59 service neutron] 10.222.0.35 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860574 Nov 28 07:55:21.881460 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e591058-dd3a-4991-9f6f-c5885b55cb73 req-7036b61b-27fd-4a19-b6ef-0617e5ebff77 service neutron] 10.222.0.35 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963848 Nov 28 07:55:21.993317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dcf83-6ae4-4585-b29c-6d5e1e8dd111 req-6453c2ae-dfc3-449f-b643-ae3e8370080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:21.994795 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b93dcf83-6ae4-4585-b29c-6d5e1e8dd111 req-6453c2ae-dfc3-449f-b643-ae3e8370080c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 1097 time: 0.0626352 Nov 28 07:55:22.092717 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dcf83-6ae4-4585-b29c-6d5e1e8dd111 req-d11ef787-16dc-458c-ab32-04c4ff3d60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:22.094168 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b93dcf83-6ae4-4585-b29c-6d5e1e8dd111 req-d11ef787-16dc-458c-ab32-04c4ff3d60c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85c580bc-955f-486a-8724-19d45b0b9298 HTTP/1.1" status: 200 len: 897 time: 0.0888779 Nov 28 07:55:22.153634 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b93dcf83-6ae4-4585-b29c-6d5e1e8dd111 req-580efe6e-3485-431a-9703-011af13e6200 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d HTTP/1.1" status: 200 len: 217 time: 0.0491817 Nov 28 07:55:22.207104 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dcf83-6ae4-4585-b29c-6d5e1e8dd111 req-52b9f9b5-cb53-4b6b-99bc-5e21ff14cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:22.208697 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b93dcf83-6ae4-4585-b29c-6d5e1e8dd111 req-52b9f9b5-cb53-4b6b-99bc-5e21ff14cf10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9fd650f-0067-4f18-b776-ac4ae906da74 HTTP/1.1" status: 200 len: 834 time: 0.0474868 Nov 28 07:55:22.262737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dcf83-6ae4-4585-b29c-6d5e1e8dd111 req-a79d33cb-caf8-47cc-9f66-65645212dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:22.264258 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b93dcf83-6ae4-4585-b29c-6d5e1e8dd111 req-a79d33cb-caf8-47cc-9f66-65645212dafd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85c580bc-955f-486a-8724-19d45b0b9298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0473769 Nov 28 07:55:22.359695 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b93dcf83-6ae4-4585-b29c-6d5e1e8dd111 req-92944d30-f225-4183-a65f-a37aa3080e0e service neutron] 10.222.0.35 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855870 Nov 28 07:55:22.485232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880086f7-09d7-4e45-871f-9d441b59a802 req-034bb1d3-9c30-4971-8e96-cdb3257f348b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:22.486820 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-880086f7-09d7-4e45-871f-9d441b59a802 req-034bb1d3-9c30-4971-8e96-cdb3257f348b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 944 time: 0.1113966 Nov 28 07:55:22.507320 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b93dcf83-6ae4-4585-b29c-6d5e1e8dd111 req-97c9b7d3-9ada-4744-a36a-70f6cb3162cd service neutron] 10.222.0.35 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399159 Nov 28 07:55:22.543483 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-880086f7-09d7-4e45-871f-9d441b59a802 req-ef2eb219-84ee-4461-a5d5-08577f5dd54c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a51cb68-fcfd-438a-9501-7409a1b8931d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468130 Nov 28 07:55:23.669508 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79975069-dbcd-4249-b74c-14160acd82d6 req-92fad43b-3058-4682-8e01-0caab135736b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:23.671207 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-79975069-dbcd-4249-b74c-14160acd82d6 req-92fad43b-3058-4682-8e01-0caab135736b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 944 time: 0.0580032 Nov 28 07:55:23.719706 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-79975069-dbcd-4249-b74c-14160acd82d6 req-de18c6f5-188c-4c09-af85-25de06dae062 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a51cb68-fcfd-438a-9501-7409a1b8931d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425370 Nov 28 07:55:24.760716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:55:24.841917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4f2de-fe93-4fe7-acb6-fc184c3de669 req-56c4f408-b3d7-43e9-8278-fef82858df9b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:24.843427 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2be4f2de-fe93-4fe7-acb6-fc184c3de669 req-56c4f408-b3d7-43e9-8278-fef82858df9b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 944 time: 0.0549738 Nov 28 07:55:24.860343 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:55:24.871266 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'port_id': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d', 'mac_address': 'fa:16:3e:36:86:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:55:24.892442 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2be4f2de-fe93-4fe7-acb6-fc184c3de669 req-53d2372e-0da5-4cd8-82b5-1fa723d4d5c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a51cb68-fcfd-438a-9501-7409a1b8931d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430372 Nov 28 07:55:24.913957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:24.926129 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:55:24.944938 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:55:24.948836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:25.004059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:25.217541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['9518a1a3-1f79-4c1c-80b3-ec635f06cf0d'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:55:26.018829 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bff1d2-c282-4434-8bc2-ddd4e35437a2 req-5b444d72-41b7-4772-9b55-2e44552eebca tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:26.020336 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-87bff1d2-c282-4434-8bc2-ddd4e35437a2 req-5b444d72-41b7-4772-9b55-2e44552eebca tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 945 time: 0.0608814 Nov 28 07:55:26.068930 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-87bff1d2-c282-4434-8bc2-ddd4e35437a2 req-962b7419-7411-4704-8fac-beae53c55946 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a51cb68-fcfd-438a-9501-7409a1b8931d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424221 Nov 28 07:55:26.761919 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:55:26.814735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:55:26.818257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:55:26.818624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:26.911324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:26.933426 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:55:26.935697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01e600b-dfb5-41cc-be5e-40b764f0c027" -d '{"events": [{"server_uuid": "2e5b11df-7ede-4e23-8cd9-13e33cd3497e", "name": "network-vif-plugged", "status": "completed", "tag": "9518a1a3-1f79-4c1c-80b3-ec635f06cf0d"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:55:26.948839 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:55:26.953419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:26.977662 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164381fc-76bd-4351-9371-35257e1f1f8b x-openstack-request-id: req-164381fc-76bd-4351-9371-35257e1f1f8b {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:55:26.977948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5b11df-7ede-4e23-8cd9-13e33cd3497e", "name": "network-vif-plugged", "status": "completed", "tag": "9518a1a3-1f79-4c1c-80b3-ec635f06cf0d", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:55:26.978200 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-164381fc-76bd-4351-9371-35257e1f1f8b {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:55:26.978584 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d', 'code': 200} Nov 28 07:55:27.007250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:27.190222 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c7897-021f-4385-951e-a4bd61df8ae4 req-f1358982-487a-4a22-a1e7-a5a9131ae040 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:27.191724 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4d3c7897-021f-4385-951e-a4bd61df8ae4 req-f1358982-487a-4a22-a1e7-a5a9131ae040 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 946 time: 0.0561106 Nov 28 07:55:27.205386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619de8c-2a85-414a-81b3-023010eb7fa1 req-9edb2ca8-ec55-4132-b462-98795d887d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:27.206895 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b619de8c-2a85-414a-81b3-023010eb7fa1 req-9edb2ca8-ec55-4132-b462-98795d887d8c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 1099 time: 0.0881138 Nov 28 07:55:27.242963 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4d3c7897-021f-4385-951e-a4bd61df8ae4 req-41abe833-dc3b-4191-9681-ee7eb87fc97b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a51cb68-fcfd-438a-9501-7409a1b8931d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443003 Nov 28 07:55:27.266751 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b619de8c-2a85-414a-81b3-023010eb7fa1 req-97b1383b-ce21-475a-868c-e4990c6029eb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0a51cb68-fcfd-438a-9501-7409a1b8931d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452034 Nov 28 07:55:28.363299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b233f-a853-4643-b501-2d9767a1467e req-afea8740-9f74-49fc-b98e-eadd1b23a5c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:28.364752 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-404b233f-a853-4643-b501-2d9767a1467e req-afea8740-9f74-49fc-b98e-eadd1b23a5c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 946 time: 0.0545101 Nov 28 07:55:28.412681 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-404b233f-a853-4643-b501-2d9767a1467e req-7301ff6b-d04a-4a56-bbc0-3b17bd8e4147 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a51cb68-fcfd-438a-9501-7409a1b8931d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419960 Nov 28 07:55:29.530696 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421aa2e-d43c-455e-b788-8c43d24e731f req-22c2bfff-5561-4d32-910b-29c4160f745f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:29.532199 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4421aa2e-d43c-455e-b788-8c43d24e731f req-22c2bfff-5561-4d32-910b-29c4160f745f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 946 time: 0.0536213 Nov 28 07:55:29.583983 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4421aa2e-d43c-455e-b788-8c43d24e731f req-9c1e0fda-69a0-407f-a948-af00f30bc3f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a51cb68-fcfd-438a-9501-7409a1b8931d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453632 Nov 28 07:55:29.703283 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e69b8-d256-4558-8e8a-51f3245f4df5 req-c8087f3a-7e5b-4cfb-9fa5-f5aaea41f753 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:29.704655 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d44e69b8-d256-4558-8e8a-51f3245f4df5 req-c8087f3a-7e5b-4cfb-9fa5-f5aaea41f753 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 946 time: 0.0542650 Nov 28 07:55:29.752158 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d44e69b8-d256-4558-8e8a-51f3245f4df5 req-604472bf-be27-4d7d-be6e-383b010e3e3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a51cb68-fcfd-438a-9501-7409a1b8931d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409529 Nov 28 07:55:29.774604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42436) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:29.821698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9231838a-5b0a-4511-a6a7-30c43812970c tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:29.823182 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9231838a-5b0a-4511-a6a7-30c43812970c tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 1094 time: 0.0475717 Nov 28 07:55:29.825918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42438) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:29.830021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:55:29.851242 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:29.945315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:30.051266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.75 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/0796c117-1fa4-42b5-96ce-de6096eea13c) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:55:30.149853 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:30.185215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:30.228470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:55:30.233153 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:55:30.239061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:55:30.263709 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=0796c117-1fa4-42b5-96ce-de6096eea13c,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:30.628436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:30.699595 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:30.854198 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:30.858998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:31.150724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:31.239457 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=0796c117-1fa4-42b5-96ce-de6096eea13c,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:55:31.244201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:31.355882 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 60c606f2-7f0f-495a-b978-bc952dd36d84 associated. External IP: 172.26.2.75, port: 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d. Nov 28 07:55:31.587417 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 38354f74-9c98-45b8-a768-07f0e037866e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:55:31.707981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:55:31.717724 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3adc022-abfd-4825-b944-82f28a2c3ceb None None] Sync routers for ids ['38354f74-9c98-45b8-a768-07f0e037866e'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:55:31.725926 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:31.730393 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3adc022-abfd-4825-b944-82f28a2c3ceb None None] Routers {'38354f74-9c98-45b8-a768-07f0e037866e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:55:31.731109 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d3adc022-abfd-4825-b944-82f28a2c3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:55:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['38354f74-9c98-45b8-a768-07f0e037866e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:31.758129 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-755748ce-e6ae-4ef6-ba9e-a4f116508b26 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9312239 Nov 28 07:55:31.758687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'tag': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:55:31.760962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43eee32-9bde-46c2-a181-d345262de97a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5b11df-7ede-4e23-8cd9-13e33cd3497e", "tag": "9518a1a3-1f79-4c1c-80b3-ec635f06cf0d"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:55:31.761119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42440) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:31.799674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55117a75-be33-4aae-b35c-87246477d75b x-openstack-request-id: req-55117a75-be33-4aae-b35c-87246477d75b {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:55:31.800066 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5b11df-7ede-4e23-8cd9-13e33cd3497e", "tag": "9518a1a3-1f79-4c1c-80b3-ec635f06cf0d", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:55:31.800325 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55117a75-be33-4aae-b35c-87246477d75b {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:55:31.800793 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'tag': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d', 'status': 'completed', 'code': 200} Nov 28 07:55:31.828191 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-84613b6b-3bb6-4bce-a604-f3963dfef6b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/60c606f2-7f0f-495a-b978-bc952dd36d84 HTTP/1.1" status: 200 len: 991 time: 0.0658772 Nov 28 07:55:31.856261 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-d3adc022-abfd-4825-b944-82f28a2c3ceb None None] Set router 38354f74-9c98-45b8-a768-07f0e037866e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:55:31.874295 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43eee32-9bde-46c2-a181-d345262de97a req-907004c5-ef3a-4dbc-8d60-f5da11f69417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:31.875803 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c43eee32-9bde-46c2-a181-d345262de97a req-907004c5-ef3a-4dbc-8d60-f5da11f69417 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 1099 time: 0.0502636 Nov 28 07:55:31.966952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43eee32-9bde-46c2-a181-d345262de97a req-4a2d94c5-911a-4848-8d1d-6aac8ce14d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:31.968419 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c43eee32-9bde-46c2-a181-d345262de97a req-4a2d94c5-911a-4848-8d1d-6aac8ce14d9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=85c580bc-955f-486a-8724-19d45b0b9298 HTTP/1.1" status: 200 len: 897 time: 0.0829723 Nov 28 07:55:32.043821 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c43eee32-9bde-46c2-a181-d345262de97a req-e1309de2-0414-4839-9742-169584b62cf4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d HTTP/1.1" status: 200 len: 999 time: 0.0675058 Nov 28 07:55:32.092296 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43eee32-9bde-46c2-a181-d345262de97a req-76e8b8f4-9fb2-4bea-9437-8e1b0a59a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:32.093088 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d3adc022-abfd-4825-b944-82f28a2c3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '60c606f2-7f0f-495a-b978-bc952dd36d84', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.75', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'port_id': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'mac_address': 'fa:16:3e:36:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:55:30Z', 'updated_at': '2021-11-28T07:55:30Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:32.093758 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c43eee32-9bde-46c2-a181-d345262de97a req-76e8b8f4-9fb2-4bea-9437-8e1b0a59a3a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9fd650f-0067-4f18-b776-ac4ae906da74 HTTP/1.1" status: 200 len: 834 time: 0.0427063 Nov 28 07:55:32.121570 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3adc022-abfd-4825-b944-82f28a2c3ceb None None] Checking router: 38354f74-9c98-45b8-a768-07f0e037866e for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:55:32.129660 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3adc022-abfd-4825-b944-82f28a2c3ceb None None] Routers {'38354f74-9c98-45b8-a768-07f0e037866e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:55:32.130258 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d3adc022-abfd-4825-b944-82f28a2c3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:55:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['38354f74-9c98-45b8-a768-07f0e037866e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:32.144979 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43eee32-9bde-46c2-a181-d345262de97a req-fddd9781-b7b7-40a2-85c6-15cdc05a526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:55:32.146455 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c43eee32-9bde-46c2-a181-d345262de97a req-fddd9781-b7b7-40a2-85c6-15cdc05a526a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85c580bc-955f-486a-8724-19d45b0b9298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0453625 Nov 28 07:55:32.239621 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c43eee32-9bde-46c2-a181-d345262de97a req-bd39d2ab-0e2b-45b2-a875-39cebdeef859 service neutron] 10.222.0.35 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848336 Nov 28 07:55:32.250337 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-d3adc022-abfd-4825-b944-82f28a2c3ceb None None] Set router 38354f74-9c98-45b8-a768-07f0e037866e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:55:32.328592 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c43eee32-9bde-46c2-a181-d345262de97a req-dc28beb3-e0f9-4f25-815e-7d5699d55738 service neutron] 10.222.0.35 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811565 Nov 28 07:55:32.479553 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d3adc022-abfd-4825-b944-82f28a2c3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '60c606f2-7f0f-495a-b978-bc952dd36d84', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.75', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'port_id': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'mac_address': 'fa:16:3e:36:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:55:30Z', 'updated_at': '2021-11-28T07:55:30Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:55:32.506364 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3adc022-abfd-4825-b944-82f28a2c3ceb None None] The sync data for ids ['38354f74-9c98-45b8-a768-07f0e037866e'] in dv-neutron-744815-16-hyperv is: [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '60c606f2-7f0f-495a-b978-bc952dd36d84', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.75', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'port_id': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'mac_address': 'fa:16:3e:36:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:55:30Z', 'updated_at': '2021-11-28T07:55:30Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:55:32.682033 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbc6395-b045-4ab8-9403-5c80dab53f70 None None] New status for floating IP 60c606f2-7f0f-495a-b978-bc952dd36d84: ACTIVE {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:55:32.831149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42444) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:55:32.903734 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f998a938-e9a1-4ab3-a6c5-c8171beb7b2f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/60c606f2-7f0f-495a-b978-bc952dd36d84 HTTP/1.1" status: 200 len: 993 time: 0.0714095 Nov 28 07:55:45.388286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1c286d6f-fd7a-498f-8c4b-1d116d5a695f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:47.907536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e67ba9ea-dbeb-41f5-9411-9be9a8425006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:49.018692 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:50.311583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:51.308579 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:55:54.898538 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:56:01.164210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:06.179179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42468) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:06.267295 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c46ea1-9a84-46c3-bed2-0a77dc180532 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:06.267757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c46ea1-9a84-46c3-bed2-0a77dc180532 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:06.268216 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c46ea1-9a84-46c3-bed2-0a77dc180532 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:06.269864 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f1c46ea1-9a84-46c3-bed2-0a77dc180532 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=2bd5e3358de04cc29a985f74fa93a602&network_id=85c580bc-955f-486a-8724-19d45b0b9298 HTTP/1.1" status: 200 len: 3002 time: 0.0897896 Nov 28 07:56:08.572986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42492) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:08.616623 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdf74f4-2e9f-4d74-8dac-9652eeb4cf83 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:08.630892 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7fdf74f4-2e9f-4d74-8dac-9652eeb4cf83 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead HTTP/1.1" status: 200 len: 814 time: 0.0440252 Nov 28 07:56:09.178288 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42500) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:09.183026 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0ec0abd6-4b10-4d4a-901f-d47a9e35bc88 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:56:09.242977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0ec0abd6-4b10-4d4a-901f-d47a9e35bc88 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:09.404030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0ec0abd6-4b10-4d4a-901f-d47a9e35bc88 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:09.409270 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0ec0abd6-4b10-4d4a-901f-d47a9e35bc88 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:09.409270 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-0ec0abd6-4b10-4d4a-901f-d47a9e35bc88 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 60c606f2-7f0f-495a-b978-bc952dd36d84 disassociated. External IP: 172.26.2.75, port: 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d. Nov 28 07:56:09.932364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec0abd6-4b10-4d4a-901f-d47a9e35bc88 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 38354f74-9c98-45b8-a768-07f0e037866e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:56:10.080130 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec0abd6-4b10-4d4a-901f-d47a9e35bc88 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:56:10.088548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0ec0abd6-4b10-4d4a-901f-d47a9e35bc88 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:10.098509 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70afad9c-faf9-4b77-9919-a9e219c3799c None None] Sync routers for ids ['38354f74-9c98-45b8-a768-07f0e037866e'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:56:10.115162 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70afad9c-faf9-4b77-9919-a9e219c3799c None None] Routers {'38354f74-9c98-45b8-a768-07f0e037866e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:56:10.117599 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-70afad9c-faf9-4b77-9919-a9e219c3799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:55:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['38354f74-9c98-45b8-a768-07f0e037866e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:56:10.143670 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0ec0abd6-4b10-4d4a-901f-d47a9e35bc88 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/floatingips/60c606f2-7f0f-495a-b978-bc952dd36d84 HTTP/1.1" status: 200 len: 689 time: 0.9641640 Nov 28 07:56:10.144525 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'tag': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:56:10.146900 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329f2099-2290-4b88-9540-9eaec5b775d5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5b11df-7ede-4e23-8cd9-13e33cd3497e", "tag": "9518a1a3-1f79-4c1c-80b3-ec635f06cf0d"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:56:10.147641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42504) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:10.204383 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2b817c6f-0672-41d5-b690-c24114694211 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/60c606f2-7f0f-495a-b978-bc952dd36d84 HTTP/1.1" status: 200 len: 689 time: 0.0552778 Nov 28 07:56:10.206844 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e540591-8554-48a5-b6d0-0052f2b9367e x-openstack-request-id: req-3e540591-8554-48a5-b6d0-0052f2b9367e {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:56:10.207825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5b11df-7ede-4e23-8cd9-13e33cd3497e", "tag": "9518a1a3-1f79-4c1c-80b3-ec635f06cf0d", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:56:10.207825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e540591-8554-48a5-b6d0-0052f2b9367e {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:56:10.207825 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'tag': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d', 'status': 'completed', 'code': 200} Nov 28 07:56:10.296338 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-70afad9c-faf9-4b77-9919-a9e219c3799c None None] Set router 38354f74-9c98-45b8-a768-07f0e037866e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:56:10.314860 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f2099-2290-4b88-9540-9eaec5b775d5 req-de4b2827-4de3-41d9-b4bd-da6f01036062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:10.317195 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-329f2099-2290-4b88-9540-9eaec5b775d5 req-de4b2827-4de3-41d9-b4bd-da6f01036062 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 1099 time: 0.0663280 Nov 28 07:56:10.430262 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f2099-2290-4b88-9540-9eaec5b775d5 req-89a4332b-737d-4522-b99f-8643c7098290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:10.431784 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-329f2099-2290-4b88-9540-9eaec5b775d5 req-89a4332b-737d-4522-b99f-8643c7098290 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85c580bc-955f-486a-8724-19d45b0b9298 HTTP/1.1" status: 200 len: 897 time: 0.1027095 Nov 28 07:56:10.488775 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-329f2099-2290-4b88-9540-9eaec5b775d5 req-8ca48e63-a01a-4b03-9dcb-8d2ea061f954 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d HTTP/1.1" status: 200 len: 217 time: 0.0489957 Nov 28 07:56:10.545816 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f2099-2290-4b88-9540-9eaec5b775d5 req-f145b552-f1de-41b5-8162-f89a76915239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:10.547873 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-329f2099-2290-4b88-9540-9eaec5b775d5 req-f145b552-f1de-41b5-8162-f89a76915239 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9fd650f-0067-4f18-b776-ac4ae906da74 HTTP/1.1" status: 200 len: 834 time: 0.0480015 Nov 28 07:56:10.611319 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f2099-2290-4b88-9540-9eaec5b775d5 req-f9018a05-c303-4314-b398-6535f755eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:10.615703 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-329f2099-2290-4b88-9540-9eaec5b775d5 req-f9018a05-c303-4314-b398-6535f755eb13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85c580bc-955f-486a-8724-19d45b0b9298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0553603 Nov 28 07:56:10.669908 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-70afad9c-faf9-4b77-9919-a9e219c3799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:56:10.714040 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70afad9c-faf9-4b77-9919-a9e219c3799c None None] Checking router: 38354f74-9c98-45b8-a768-07f0e037866e for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:56:10.730467 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70afad9c-faf9-4b77-9919-a9e219c3799c None None] Routers {'38354f74-9c98-45b8-a768-07f0e037866e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:56:10.731433 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-70afad9c-faf9-4b77-9919-a9e219c3799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:55:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['38354f74-9c98-45b8-a768-07f0e037866e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:56:10.739166 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-329f2099-2290-4b88-9540-9eaec5b775d5 req-5255a982-3bd8-42ce-9d45-a67c60656713 service neutron] 10.222.0.35 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116464 Nov 28 07:56:10.867528 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-329f2099-2290-4b88-9540-9eaec5b775d5 req-9581cff2-4f3b-42a1-8e0e-8383feae9821 service neutron] 10.222.0.35 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199405 Nov 28 07:56:10.916629 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-70afad9c-faf9-4b77-9919-a9e219c3799c None None] Set router 38354f74-9c98-45b8-a768-07f0e037866e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:56:11.206383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42510) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:11.215871 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-70afad9c-faf9-4b77-9919-a9e219c3799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:56:11.264504 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70afad9c-faf9-4b77-9919-a9e219c3799c None None] The sync data for ids ['38354f74-9c98-45b8-a768-07f0e037866e'] in dv-neutron-744815-16-hyperv is: [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:56:11.265320 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6ef5ef95-e9bb-4af9-bea9-6817da0f77d6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/60c606f2-7f0f-495a-b978-bc952dd36d84 HTTP/1.1" status: 200 len: 689 time: 0.0577536 Nov 28 07:56:11.571821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd044dd-4ee8-49df-a5bb-8fe5fb797a37 None None] New status for floating IP 60c606f2-7f0f-495a-b978-bc952dd36d84: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:56:11.730108 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e564078-34fa-4c16-a935-3a29c73618dc req-3369ef77-4eab-43e7-a87f-b4efd22bfe62 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760460 Nov 28 07:56:11.893535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e564078-34fa-4c16-a935-3a29c73618dc req-9a15a77f-828d-4540-a098-33e88217baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:11.894470 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e564078-34fa-4c16-a935-3a29c73618dc req-9a15a77f-828d-4540-a098-33e88217baab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 1099 time: 0.0676346 Nov 28 07:56:12.041571 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e564078-34fa-4c16-a935-3a29c73618dc req-4d71f0e3-4761-429c-b5a6-0cabc5bdbfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:12.046278 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e564078-34fa-4c16-a935-3a29c73618dc req-4d71f0e3-4761-429c-b5a6-0cabc5bdbfef service neutron] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 912 time: 0.1214039 Nov 28 07:56:12.129142 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e564078-34fa-4c16-a935-3a29c73618dc req-895ea84f-76e0-4e28-b29c-80d3db5eac22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0343904e-2d3b-4a53-bfdb-26c85409a855 HTTP/1.1" status: 200 len: 1002 time: 0.0691831 Nov 28 07:56:12.195809 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e564078-34fa-4c16-a935-3a29c73618dc req-dadeb1b0-9675-4710-8a92-f9f8d021040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:12.198670 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e564078-34fa-4c16-a935-3a29c73618dc req-dadeb1b0-9675-4710-8a92-f9f8d021040d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0595224 Nov 28 07:56:12.268859 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42514) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:12.286001 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e564078-34fa-4c16-a935-3a29c73618dc req-cc3dd8f7-c1e2-4b11-81a2-65c39c252db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:12.288867 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e564078-34fa-4c16-a935-3a29c73618dc req-cc3dd8f7-c1e2-4b11-81a2-65c39c252db7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0784993 Nov 28 07:56:12.332608 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c8f15635-876f-4920-9af6-527a3dbbe4ae tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/60c606f2-7f0f-495a-b978-bc952dd36d84 HTTP/1.1" status: 200 len: 687 time: 0.0625319 Nov 28 07:56:12.412387 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e564078-34fa-4c16-a935-3a29c73618dc req-6efd95c7-f76c-4a02-860d-7737e1f1fe01 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117396 Nov 28 07:56:12.542202 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e564078-34fa-4c16-a935-3a29c73618dc req-5ad94296-2dde-4c05-897c-ea1e89482ca4 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174581 Nov 28 07:56:13.933241 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42520) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:13.938464 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975038235', 'description': 'tempest-secgroup-smoke-975038235 description', 'project_id': '2bd5e3358de04cc29a985f74fa93a602'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:56:13.966432 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.034466 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.039031 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.062041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.066086 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1284516 Nov 28 07:56:14.066500 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42522) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:14.073370 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-67c726a9-80b7-4e47-a4f9-1ab84b5a7db4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:56:14.090566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:14.106140 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:14.106654 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:14.107025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:14.107356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:14.107698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:14.107998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:14.108312 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:14.108790 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:14.109033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:14.109360 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:14.109665 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:14.109994 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:14.110296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3913ab-0cfc-4eab-9eae-bdba047014db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:14.124953 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67c726a9-80b7-4e47-a4f9-1ab84b5a7db4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.171406 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67c726a9-80b7-4e47-a4f9-1ab84b5a7db4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.175082 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67c726a9-80b7-4e47-a4f9-1ab84b5a7db4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.199813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c726a9-80b7-4e47-a4f9-1ab84b5a7db4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bcd263-4ad6-4dbe-91c0-c2fcaa6f73c0,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:14.208986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67c726a9-80b7-4e47-a4f9-1ab84b5a7db4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.210160 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-67c726a9-80b7-4e47-a4f9-1ab84b5a7db4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427283 Nov 28 07:56:14.212941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42524) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:14.217573 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6b5a27c9-7d08-41d5-9c82-a8644045c062 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:56:14.244689 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27c9-7d08-41d5-9c82-a8644045c062 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.306911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27c9-7d08-41d5-9c82-a8644045c062 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.311455 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27c9-7d08-41d5-9c82-a8644045c062 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.335172 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a27c9-7d08-41d5-9c82-a8644045c062 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db891f5-bfaf-48c3-99bc-313376aba816,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:14.354064 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27c9-7d08-41d5-9c82-a8644045c062 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.357849 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6b5a27c9-7d08-41d5-9c82-a8644045c062 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413662 Nov 28 07:56:14.358371 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42528) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:14.367159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-dcd127ed-70d6-42ca-aea2-e8bbd7c96a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:56:14.393209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dcd127ed-70d6-42ca-aea2-e8bbd7c96a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.453024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dcd127ed-70d6-42ca-aea2-e8bbd7c96a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.457680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dcd127ed-70d6-42ca-aea2-e8bbd7c96a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.479565 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd127ed-70d6-42ca-aea2-e8bbd7c96a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daeaa6a7-55d1-4ca9-8a68-26877dfd5a72,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:14.485449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dcd127ed-70d6-42ca-aea2-e8bbd7c96a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.486617 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dcd127ed-70d6-42ca-aea2-e8bbd7c96a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272023 Nov 28 07:56:14.490238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42530) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:14.494689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d75e4461-6424-4a90-be0c-f82e9098b802 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:56:14.522552 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d75e4461-6424-4a90-be0c-f82e9098b802 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.583743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d75e4461-6424-4a90-be0c-f82e9098b802 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.588197 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d75e4461-6424-4a90-be0c-f82e9098b802 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.609600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e4461-6424-4a90-be0c-f82e9098b802 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec33be91-5648-48d3-9ed9-3d84560387a6,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:14.618293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d75e4461-6424-4a90-be0c-f82e9098b802 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.622255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42532) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:14.622412 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d75e4461-6424-4a90-be0c-f82e9098b802 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311085 Nov 28 07:56:14.627323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c681bdb8-9fee-449f-a24d-4c6447e1571d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:56:14.649954 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-c681bdb8-9fee-449f-a24d-4c6447e1571d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:56:14.654897 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c681bdb8-9fee-449f-a24d-4c6447e1571d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.720728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c681bdb8-9fee-449f-a24d-4c6447e1571d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.724519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c681bdb8-9fee-449f-a24d-4c6447e1571d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.747912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c681bdb8-9fee-449f-a24d-4c6447e1571d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.752020 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c681bdb8-9fee-449f-a24d-4c6447e1571d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253626 Nov 28 07:56:14.752020 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681bdb8-9fee-449f-a24d-4c6447e1571d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5b8da0-4f34-4e0a-9e57-ed15efade449,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:14.752423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42534) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:14.757521 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-cd8fdf37-b435-499a-9f80-92655a4cf563 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:56:14.789499 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-cd8fdf37-b435-499a-9f80-92655a4cf563 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:56:14.795083 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd8fdf37-b435-499a-9f80-92655a4cf563 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.861177 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd8fdf37-b435-499a-9f80-92655a4cf563 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.866322 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd8fdf37-b435-499a-9f80-92655a4cf563 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.888817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fdf37-b435-499a-9f80-92655a4cf563 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4516c40-b0d3-4d6f-a792-f4729cd34901,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:14.901048 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-cd8fdf37-b435-499a-9f80-92655a4cf563 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:14.902267 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cd8fdf37-b435-499a-9f80-92655a4cf563 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488514 Nov 28 07:56:15.058298 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-813f11a3-b894-4127-ba9f-f637db6c1c5b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975038235&fields=id&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 267 time: 0.0444560 Nov 28 07:56:15.164192 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-31d3e1f0-fde9-4b98-a253-8a9ff18bbe20 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:15.165535 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-31d3e1f0-fde9-4b98-a253-8a9ff18bbe20 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/networks?id=85c580bc-955f-486a-8724-19d45b0b9298 HTTP/1.1" status: 200 len: 796 time: 0.1005049 Nov 28 07:56:15.180118 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-cab69e7c-7a6a-4688-9c37-2cf113e5a250 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/quotas/2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 375 time: 0.0089307 Nov 28 07:56:15.238785 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-f9b08b2c-e705-4b8e-aa21-93a5a8c32a22 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534880 Nov 28 07:56:15.334533 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-732d89b7-5afd-4246-ac72-6592edf6d6c1 service neutron] 10.222.0.31 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821972 Nov 28 07:56:15.390238 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e3008be1-876e-4f4c-abf7-b68af5345c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:15.429755 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-bdec8c3c-da65-453c-9255-c10751dd9652 service neutron] 10.222.0.31 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892146 Nov 28 07:56:15.603168 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ea0cea54-893e-400a-a8eb-48c3d44895f2 req-dd395217-940b-48d3-8468-781f393adb1f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 210 time: 0.0301392 Nov 28 07:56:15.626910 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-c84acd93-70a0-4b8d-beb1-0ea82cc0940d tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598283528&fields=id&tenant_id=da89a66b3328400a9ef8e9bcb65cc46e HTTP/1.1" status: 200 len: 267 time: 0.0518305 Nov 28 07:56:15.740148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-9a7da698-b18f-4d5a-9566-19622f36dd72 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:15.741584 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-9a7da698-b18f-4d5a-9566-19622f36dd72 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 811 time: 0.1072884 Nov 28 07:56:15.757438 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-0eafbf84-98c4-4f98-b18b-aa898bbb04f4 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/quotas/da89a66b3328400a9ef8e9bcb65cc46e HTTP/1.1" status: 200 len: 375 time: 0.0097620 Nov 28 07:56:15.820674 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-0277e92c-bf09-4574-bd30-d0d132c5639d tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572052 Nov 28 07:56:15.836927 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-5ecba5cf-dfba-47d9-9cde-c29a27748618 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 07:56:15.837953 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-5ecba5cf-dfba-47d9-9cde-c29a27748618 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0052621 Nov 28 07:56:15.935517 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-e1f1dc0a-756c-4f0c-ba75-60e89e551a7d service neutron] 10.222.0.31 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918834 Nov 28 07:56:16.028959 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-5a8b6b8e-ec5f-4953-84cf-3c383118ed01 service neutron] 10.222.0.31 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869851 Nov 28 07:56:16.307432 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7aa9f0fe-b436-41ad-937d-6068116a5bd7 req-064380dd-ccc0-40e2-bf45-84b2a189562b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 210 time: 0.0281928 Nov 28 07:56:16.620041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-58004091-e18a-458d-923e-68c5b0e65206 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:16.621572 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-58004091-e18a-458d-923e-68c5b0e65206 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/networks?id=85c580bc-955f-486a-8724-19d45b0b9298 HTTP/1.1" status: 200 len: 796 time: 0.1110392 Nov 28 07:56:16.713241 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2b33ee2-2143-4117-b6fe-88c5b6adb7c0 req-42c1a17e-2881-4a5a-b13c-fabf7402514a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 210 time: 0.0395527 Nov 28 07:56:16.741826 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-dde9e704-9039-47e7-b8a9-b217019f9553 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 471 time: 0.0998638 Nov 28 07:56:16.771261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'port': {'device_id': 'b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'admin_state_up': True, 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'security_groups': ['a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:56:16.881215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:56:16.885614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:17.008566 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.5 (85c580bc-955f-486a-8724-19d45b0b9298/f9fd650f-0067-4f18-b776-ac4ae906da74/9f4fd3a2-ca63-469c-beee-afe0b854e906) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:56:17.144194 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:17.181610 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:17.226857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 85c580bc-955f-486a-8724-19d45b0b9298 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:56:17.231920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:56:17.234606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:56:17.299092 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=9f4fd3a2-ca63-469c-beee-afe0b854e906,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:17.312406 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:17.312767 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:17.313118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:17.313481 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:17.314218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:17.314621 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:17.315132 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:17.315601 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:17.315816 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:17.316172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:17.316502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:17.316935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:17.317432 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:17.385197 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:17.386188 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:17.420085 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-1c7cbffa-15e1-4c7c-8389-2b22b4a9141a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6526420 Nov 28 07:56:17.431120 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-49d64e8a-3e40-4754-91c9-dceeb03ba157 req-414de816-81d4-4c6e-8065-2e562f32aaec tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 210 time: 0.0311670 Nov 28 07:56:17.451651 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-53033c87-6e08-4583-a6d8-aa1e6d1fdc77 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:17.453158 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-53033c87-6e08-4583-a6d8-aa1e6d1fdc77 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 811 time: 0.2155337 Nov 28 07:56:17.458239 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Request body: {'port': {'device_id': 'b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:56:17.472779 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-27bb5da4-b797-485d-ba88-006e0fd5fae8 None None] Provisioning complete for port 9f4fd3a2-ca63-469c-beee-afe0b854e906 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:56:17.473384 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-27bb5da4-b797-485d-ba88-006e0fd5fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:17.514133 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-27bb5da4-b797-485d-ba88-006e0fd5fae8 None None] Port 9f4fd3a2-ca63-469c-beee-afe0b854e906 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:56:17.556236 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:17.588348 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f1186cbb-3deb-4b4b-9451-0c02dba823e8 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da89a66b3328400a9ef8e9bcb65cc46e HTTP/1.1" status: 200 len: 380 time: 0.0991249 Nov 28 07:56:17.611072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-ed88eebe-f14a-4500-bfd5-110a57eef13a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Request body: {'port': {'device_id': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'admin_state_up': True, 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'security_groups': ['56d7772c-f9f2-4c22-ab34-0cf7994e05e9']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:56:17.880708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-ed88eebe-f14a-4500-bfd5-110a57eef13a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Made reservation on behalf of da89a66b3328400a9ef8e9bcb65cc46e for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:56:17.884117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-ed88eebe-f14a-4500-bfd5-110a57eef13a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:17.911796 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0f07094b-6bc5-44f7-ae0f-61f4f576d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:17.940550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc78c8c-4b08-496e-ad29-0fd704b391f2 req-0479f5e3-8d0c-408c-b4a6-d7ba3e4ee1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:17.942048 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2cc78c8c-4b08-496e-ad29-0fd704b391f2 req-0479f5e3-8d0c-408c-b4a6-d7ba3e4ee1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 931 time: 0.1464648 Nov 28 07:56:18.424031 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2cc78c8c-4b08-496e-ad29-0fd704b391f2 req-1628cf2d-c32b-4622-be75-53e3b0cf6f8e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4745729 Nov 28 07:56:18.429559 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4fd3a2-ca63-469c-beee-afe0b854e906 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:56:18.445354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:18.463444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-ed88eebe-f14a-4500-bfd5-110a57eef13a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Allocated IP 172.20.0.10 (7da37311-dec4-471b-8dc0-0449b07915c8/fa24fc04-8175-487a-9c35-18981de10d0f/e504bd1e-59d0-40af-b0f4-d97a44458dc3) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:56:18.465532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Transition to ACTIVE for port object 9f4fd3a2-ca63-469c-beee-afe0b854e906 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:56:18.474256 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:18.558964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4fd3a2-ca63-469c-beee-afe0b854e906,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:18.569037 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-704a286a-47d6-47a6-af15-bda1465e5661 req-ea48d3d5-445e-4196-ac42-2081e2a12930 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 210 time: 0.0561564 Nov 28 07:56:18.708488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Attempting to bind port 9f4fd3a2-ca63-469c-beee-afe0b854e906 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:56:18.708836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Attempting to bind port 9f4fd3a2-ca63-469c-beee-afe0b854e906 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:56:18.709166 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Attempting to bind port 9f4fd3a2-ca63-469c-beee-afe0b854e906 on network 85c580bc-955f-486a-8724-19d45b0b9298 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:56:18.722692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Port 9f4fd3a2-ca63-469c-beee-afe0b854e906 on network 85c580bc-955f-486a-8724-19d45b0b9298 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:56:18.723131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Attempting to bind port 9f4fd3a2-ca63-469c-beee-afe0b854e906 on network 85c580bc-955f-486a-8724-19d45b0b9298 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:56:18.731476 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-ed88eebe-f14a-4500-bfd5-110a57eef13a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:18.734502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:56:18.734844 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Checking segment: {'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:56:18.735270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Bound using segment: {'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:56:18.735710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Bound port: 9f4fd3a2-ca63-469c-beee-afe0b854e906, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a42b54-262e-4f5b-9839-514634190c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:56:18.736064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:18.824265 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-ed88eebe-f14a-4500-bfd5-110a57eef13a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:18.856384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] For port 9f4fd3a2-ca63-469c-beee-afe0b854e906, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:56:18.877282 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-ed88eebe-f14a-4500-bfd5-110a57eef13a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Network 7da37311-dec4-471b-8dc0-0449b07915c8 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:56:18.879084 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] For port 9f4fd3a2-ca63-469c-beee-afe0b854e906, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9f4fd3a2-ca63-469c-beee-afe0b854e906,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:56:18.882622 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-ed88eebe-f14a-4500-bfd5-110a57eef13a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:56:18.888777 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-ed88eebe-f14a-4500-bfd5-110a57eef13a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:56:18.891871 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:18.933951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88eebe-f14a-4500-bfd5-110a57eef13a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'Port': ['ID=e504bd1e-59d0-40af-b0f4-d97a44458dc3,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:18.954445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:18.955012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:18.956476 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f4fd3a2-ca63-469c-beee-afe0b854e906 HTTP/1.1" status: 200 len: 1093 time: 1.5023594 Nov 28 07:56:18.962753 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7', 'tag': '9f4fd3a2-ca63-469c-beee-afe0b854e906'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:56:18.965945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b07926-be9b-4ded-8627-06ffe3dd726f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7", "tag": "9f4fd3a2-ca63-469c-beee-afe0b854e906"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:56:19.025306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-ed88eebe-f14a-4500-bfd5-110a57eef13a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:19.025980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-ed88eebe-f14a-4500-bfd5-110a57eef13a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:19.063814 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:19.073283 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bb0331-517a-4844-801d-6652fadbc65a x-openstack-request-id: req-a3bb0331-517a-4844-801d-6652fadbc65a {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:56:19.073746 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7", "tag": "9f4fd3a2-ca63-469c-beee-afe0b854e906", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:56:19.073859 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3bb0331-517a-4844-801d-6652fadbc65a {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:56:19.074268 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7', 'tag': '9f4fd3a2-ca63-469c-beee-afe0b854e906', 'status': 'completed', 'code': 200} Nov 28 07:56:19.092691 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-ed88eebe-f14a-4500-bfd5-110a57eef13a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4866450 Nov 28 07:56:19.094614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34d588-a35f-4a00-a949-d64c61b5f169 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4fd3a2-ca63-469c-beee-afe0b854e906,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:19.106977 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Request body: {'port': {'device_id': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:56:19.153376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-94dead6a-2ab4-479d-8f5c-ee494cbf66b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:19.154935 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-94dead6a-2ab4-479d-8f5c-ee494cbf66b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 1096 time: 0.1260784 Nov 28 07:56:19.211985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:19.243352 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-a18f05f1-6650-4ad9-80a9-45038194f8df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f4fd3a2-ca63-469c-beee-afe0b854e906 HTTP/1.1" status: 200 len: 217 time: 0.0454412 Nov 28 07:56:19.292120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4fb8a9c1-6df4-427b-9981-8879d4d7bd55 None None] Provisioning complete for port e504bd1e-59d0-40af-b0f4-d97a44458dc3 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:56:19.292610 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4fb8a9c1-6df4-427b-9981-8879d4d7bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:19.332733 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8a9c1-6df4-427b-9981-8879d4d7bd55 None None] Port e504bd1e-59d0-40af-b0f4-d97a44458dc3 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:56:19.340788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-11a07b21-ebe7-4d88-9515-6190eadb8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:19.342408 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-11a07b21-ebe7-4d88-9515-6190eadb8868 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9fd650f-0067-4f18-b776-ac4ae906da74 HTTP/1.1" status: 200 len: 834 time: 0.0875764 Nov 28 07:56:19.500882 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-bc1f5bd9-2837-43a0-820f-e1e619e715e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:19.502402 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-bc1f5bd9-2837-43a0-820f-e1e619e715e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85c580bc-955f-486a-8724-19d45b0b9298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1159275 Nov 28 07:56:19.549494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598ed10-72d7-4efe-a1ad-db3b1d268483 req-8e058a59-0723-4dba-99f0-9a442e0e1ee0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:19.551138 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4598ed10-72d7-4efe-a1ad-db3b1d268483 req-8e058a59-0723-4dba-99f0-9a442e0e1ee0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 943 time: 0.0578151 Nov 28 07:56:19.605372 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4598ed10-72d7-4efe-a1ad-db3b1d268483 req-ba90a3ca-0912-481a-8239-38beb7c04bda tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461433 Nov 28 07:56:19.641490 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-b147e323-b6d8-43b8-b8b7-c9c8ac8a5336 service neutron] 10.222.0.35 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308298 Nov 28 07:56:19.732455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e504bd1e-59d0-40af-b0f4-d97a44458dc3 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:56:19.770201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:19.808061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c0dc9-293e-4be5-bdf4-c07ce1a791f6 req-55de6a7e-c29a-4503-9b0a-17db1bffe307 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:19.809573 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c74c0dc9-293e-4be5-bdf4-c07ce1a791f6 req-55de6a7e-c29a-4503-9b0a-17db1bffe307 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 932 time: 0.1498024 Nov 28 07:56:19.810554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Transition to ACTIVE for port object e504bd1e-59d0-40af-b0f4-d97a44458dc3 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:56:19.826116 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:19.870628 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b42f5b3f-4e84-4690-83f7-8e71be51267d req-4a80ca77-c566-43e0-b3ed-ca4d53f06d3c service neutron] 10.222.0.35 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096477 Nov 28 07:56:19.914391 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Pushing event updated for resources: {'Port': ['ID=e504bd1e-59d0-40af-b0f4-d97a44458dc3,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:19.967935 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c74c0dc9-293e-4be5-bdf4-c07ce1a791f6 req-ac57ef2f-2efd-4ff3-bdec-5916eec314d5 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479621 Nov 28 07:56:20.056503 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Attempting to bind port e504bd1e-59d0-40af-b0f4-d97a44458dc3 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:56:20.056839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Attempting to bind port e504bd1e-59d0-40af-b0f4-d97a44458dc3 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:56:20.057166 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Attempting to bind port e504bd1e-59d0-40af-b0f4-d97a44458dc3 on network 7da37311-dec4-471b-8dc0-0449b07915c8 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:56:20.063245 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b07926-be9b-4ded-8627-06ffe3dd726f req-92ff3450-6572-480e-b9bc-365fe6a1dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:20.064755 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02b07926-be9b-4ded-8627-06ffe3dd726f req-92ff3450-6572-480e-b9bc-365fe6a1dbb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 1096 time: 0.1121066 Nov 28 07:56:20.065767 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Port e504bd1e-59d0-40af-b0f4-d97a44458dc3 on network 7da37311-dec4-471b-8dc0-0449b07915c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:56:20.066079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Attempting to bind port e504bd1e-59d0-40af-b0f4-d97a44458dc3 on network 7da37311-dec4-471b-8dc0-0449b07915c8 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:56:20.071692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:56:20.072023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Checking segment: {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:56:20.072396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Bound using segment: {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:56:20.072813 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Bound port: e504bd1e-59d0-40af-b0f4-d97a44458dc3, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5354e925-7356-47f2-b357-e6f4d7be5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:56:20.073159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:20.215943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] For port e504bd1e-59d0-40af-b0f4-d97a44458dc3, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:56:20.218978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b07926-be9b-4ded-8627-06ffe3dd726f req-b808cfcd-dcfc-4c6d-a63d-b4033fadb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:20.221168 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02b07926-be9b-4ded-8627-06ffe3dd726f req-b808cfcd-dcfc-4c6d-a63d-b4033fadb7ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=85c580bc-955f-486a-8724-19d45b0b9298 HTTP/1.1" status: 200 len: 897 time: 0.1457553 Nov 28 07:56:20.223271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] For port e504bd1e-59d0-40af-b0f4-d97a44458dc3, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e504bd1e-59d0-40af-b0f4-d97a44458dc3,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:56:20.228777 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:20.297539 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02b07926-be9b-4ded-8627-06ffe3dd726f req-92024f1f-fcfe-458a-9586-b82e3a1f6c5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f4fd3a2-ca63-469c-beee-afe0b854e906 HTTP/1.1" status: 200 len: 217 time: 0.0655408 Nov 28 07:56:20.304205 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:20.304837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:20.306267 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] 10.222.0.35 "PUT /v2.0/ports/e504bd1e-59d0-40af-b0f4-d97a44458dc3 HTTP/1.1" status: 200 len: 1094 time: 1.2037704 Nov 28 07:56:20.328559 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:20.375971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a71025-244a-4208-a583-4219efc1cf0e service neutron] Pushing event updated for resources: {'Port': ['ID=e504bd1e-59d0-40af-b0f4-d97a44458dc3,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:20.404135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b07926-be9b-4ded-8627-06ffe3dd726f req-e25eb98c-e9d1-4878-8c71-004995f92b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:20.405613 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02b07926-be9b-4ded-8627-06ffe3dd726f req-e25eb98c-e9d1-4878-8c71-004995f92b56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9fd650f-0067-4f18-b776-ac4ae906da74 HTTP/1.1" status: 200 len: 834 time: 0.0932081 Nov 28 07:56:20.453047 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-0ae5da31-f57b-4972-b9e7-b8d99099d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:20.454544 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-0ae5da31-f57b-4972-b9e7-b8d99099d358 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 1097 time: 0.0934806 Nov 28 07:56:20.505993 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-25d195af-a10f-4651-9af1-cbfbb4459a49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e504bd1e-59d0-40af-b0f4-d97a44458dc3 HTTP/1.1" status: 200 len: 217 time: 0.0411472 Nov 28 07:56:20.508352 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b07926-be9b-4ded-8627-06ffe3dd726f req-5995b09b-4ca0-4d8e-b226-30c315e3afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:20.509711 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02b07926-be9b-4ded-8627-06ffe3dd726f req-5995b09b-4ca0-4d8e-b226-30c315e3afdb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85c580bc-955f-486a-8724-19d45b0b9298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0965738 Nov 28 07:56:20.617733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-12763749-52da-486e-b52a-168f5a3edd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:20.619203 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-12763749-52da-486e-b52a-168f5a3edd1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0988464 Nov 28 07:56:20.671295 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02b07926-be9b-4ded-8627-06ffe3dd726f req-d3d7e570-768a-4d94-9d25-1f6cd881972e service neutron] 10.222.0.35 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491616 Nov 28 07:56:20.703690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-37524ab3-1c09-463f-a790-bfcc0fb9badf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:20.705158 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-37524ab3-1c09-463f-a790-bfcc0fb9badf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0756624 Nov 28 07:56:20.732070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255051a-ee6f-486a-b9be-ad310ff58573 req-d0ad8fe9-94da-4c89-bba6-49742576d934 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:20.734328 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f255051a-ee6f-486a-b9be-ad310ff58573 req-d0ad8fe9-94da-4c89-bba6-49742576d934 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 943 time: 0.0606616 Nov 28 07:56:20.793446 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f255051a-ee6f-486a-b9be-ad310ff58573 req-fbc644bc-26d5-40fe-a306-df7907cd247a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523558 Nov 28 07:56:20.841006 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02b07926-be9b-4ded-8627-06ffe3dd726f req-3af96527-b201-4460-ba6f-392b3073bb2e service neutron] 10.222.0.35 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617603 Nov 28 07:56:20.856222 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-bd511dcb-36de-419b-971e-72e9cfc93d50 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426628 Nov 28 07:56:20.953598 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-254e4185-ed76-421b-bdc7-5b1562a3cd9a req-d27d5562-bf40-403e-b3d4-3d4df1b1b2f0 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879259 Nov 28 07:56:21.075965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'tag': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:56:21.078123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49e31e2-96cf-4239-84ae-c266dc1f3b66" -d '{"events": [{"name": "network-changed", "server_uuid": "b9885d67-7bec-40de-b44a-cbe11cbb5d96", "tag": "e504bd1e-59d0-40af-b0f4-d97a44458dc3"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:56:21.098167 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9da2b3-b660-4eab-8f09-5f7a6d5b34c3 req-a101a56a-a543-4ffa-b851-ec29f8692a2f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:21.099706 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1c9da2b3-b660-4eab-8f09-5f7a6d5b34c3 req-a101a56a-a543-4ffa-b851-ec29f8692a2f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 944 time: 0.0609474 Nov 28 07:56:21.120281 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37338a6a-0e33-484f-b7cd-f6027f6c7049 x-openstack-request-id: req-37338a6a-0e33-484f-b7cd-f6027f6c7049 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:56:21.120577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9885d67-7bec-40de-b44a-cbe11cbb5d96", "tag": "e504bd1e-59d0-40af-b0f4-d97a44458dc3", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:56:21.120834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37338a6a-0e33-484f-b7cd-f6027f6c7049 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:56:21.121212 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'tag': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3', 'status': 'completed', 'code': 200} Nov 28 07:56:21.153313 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1c9da2b3-b660-4eab-8f09-5f7a6d5b34c3 req-bc887ccc-9591-4b30-a195-bad3dd833cc8 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475798 Nov 28 07:56:21.202702 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e31e2-96cf-4239-84ae-c266dc1f3b66 req-64d14a9d-eed4-48a5-84b0-8b91dc92320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:21.204233 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d49e31e2-96cf-4239-84ae-c266dc1f3b66 req-64d14a9d-eed4-48a5-84b0-8b91dc92320f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 1097 time: 0.0553024 Nov 28 07:56:21.299718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e31e2-96cf-4239-84ae-c266dc1f3b66 req-345e8839-0dcb-4a64-bfa9-4eb8135603a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:21.301200 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d49e31e2-96cf-4239-84ae-c266dc1f3b66 req-345e8839-0dcb-4a64-bfa9-4eb8135603a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 912 time: 0.0838306 Nov 28 07:56:21.313052 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:21.354765 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d49e31e2-96cf-4239-84ae-c266dc1f3b66 req-955ac999-1406-4e2a-82cd-815766e8d347 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e504bd1e-59d0-40af-b0f4-d97a44458dc3 HTTP/1.1" status: 200 len: 217 time: 0.0395226 Nov 28 07:56:21.407694 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e31e2-96cf-4239-84ae-c266dc1f3b66 req-61cbb10c-aee7-40b0-a867-162817f6beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:21.409110 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d49e31e2-96cf-4239-84ae-c266dc1f3b66 req-61cbb10c-aee7-40b0-a867-162817f6beb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0435796 Nov 28 07:56:21.465732 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e31e2-96cf-4239-84ae-c266dc1f3b66 req-24df8608-1761-4bef-a271-28f81337d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:21.467256 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d49e31e2-96cf-4239-84ae-c266dc1f3b66 req-24df8608-1761-4bef-a271-28f81337d7d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0465641 Nov 28 07:56:21.572087 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d49e31e2-96cf-4239-84ae-c266dc1f3b66 req-509036aa-9943-4b55-82f7-b0e5f557abd7 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912240 Nov 28 07:56:21.669956 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d49e31e2-96cf-4239-84ae-c266dc1f3b66 req-d90714d6-c518-417b-80ed-48678825a501 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852263 Nov 28 07:56:21.921646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6785e-e1ed-4dc8-a21f-4f67174cf9a0 req-9af4b89e-bb7e-4020-9045-959a275e3272 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:21.923008 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e5d6785e-e1ed-4dc8-a21f-4f67174cf9a0 req-9af4b89e-bb7e-4020-9045-959a275e3272 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 943 time: 0.0594141 Nov 28 07:56:21.979832 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e5d6785e-e1ed-4dc8-a21f-4f67174cf9a0 req-acea7de9-967b-49df-826e-24d845b8e989 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491331 Nov 28 07:56:22.276701 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971cfd4-0d85-4f83-89db-1b059ae90502 req-efd289cd-4de4-471d-88c4-9708a3e748b5 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:22.278196 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c971cfd4-0d85-4f83-89db-1b059ae90502 req-efd289cd-4de4-471d-88c4-9708a3e748b5 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 944 time: 0.0577884 Nov 28 07:56:22.335639 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c971cfd4-0d85-4f83-89db-1b059ae90502 req-f81524a1-6872-4fe1-b668-2122a7a1150e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513279 Nov 28 07:56:23.127325 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcfd1e-68ab-4e40-9d95-3071fb0cbb52 req-fa1d6963-e74b-4600-b667-7ea69c894110 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:23.129130 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bcfcfd1e-68ab-4e40-9d95-3071fb0cbb52 req-fa1d6963-e74b-4600-b667-7ea69c894110 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 943 time: 0.0679452 Nov 28 07:56:23.149157 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 9f4fd3a2-ca63-469c-beee-afe0b854e906 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:56:23.194318 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bcfcfd1e-68ab-4e40-9d95-3071fb0cbb52 req-e7323627-f4db-4284-9807-6208814d2a2a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582979 Nov 28 07:56:23.249197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 9f4fd3a2-ca63-469c-beee-afe0b854e906, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9f4fd3a2-ca63-469c-beee-afe0b854e906,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:56:23.260491 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '9f4fd3a2-ca63-469c-beee-afe0b854e906', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'port_id': '9f4fd3a2-ca63-469c-beee-afe0b854e906', 'mac_address': 'fa:16:3e:2d:86:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:56:23.304505 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:23.316741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4fd3a2-ca63-469c-beee-afe0b854e906 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:56:23.336574 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 9f4fd3a2-ca63-469c-beee-afe0b854e906, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9f4fd3a2-ca63-469c-beee-afe0b854e906,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:56:23.340281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:23.390899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=9f4fd3a2-ca63-469c-beee-afe0b854e906,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:23.397766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:23.398108 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:23.398444 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:23.398773 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:23.399122 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:23.399447 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:23.399769 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:23.400091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:23.400409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:23.400725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:23.401039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:23.401347 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:23.401657 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:56:23.458796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8686dc1-8812-4000-9561-4058ff189fbe req-cd47930f-6e79-441f-bcb9-ee5067172e09 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:23.460289 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b8686dc1-8812-4000-9561-4058ff189fbe req-cd47930f-6e79-441f-bcb9-ee5067172e09 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 944 time: 0.0558739 Nov 28 07:56:23.508899 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b8686dc1-8812-4000-9561-4058ff189fbe req-851e8e9e-45ea-42f0-8b16-d58fabebbd2a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425980 Nov 28 07:56:23.584643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['9f4fd3a2-ca63-469c-beee-afe0b854e906'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:56:24.334055 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee9ce2-e845-4239-8375-066c2a744fbd req-b74a0bf9-f277-4656-92a7-7c6e98f15404 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:24.335581 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-cbee9ce2-e845-4239-8375-066c2a744fbd req-b74a0bf9-f277-4656-92a7-7c6e98f15404 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 944 time: 0.0673783 Nov 28 07:56:24.387550 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-cbee9ce2-e845-4239-8375-066c2a744fbd req-8c961b8d-384b-4659-bfa3-75c32f56f22d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460060 Nov 28 07:56:24.632989 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a1342-7e71-434b-ae1f-8f77e6d2f577 req-f08725aa-cc9a-4e37-8c12-9bf2c279296f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:24.634470 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6f5a1342-7e71-434b-ae1f-8f77e6d2f577 req-f08725aa-cc9a-4e37-8c12-9bf2c279296f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 944 time: 0.0556846 Nov 28 07:56:24.684134 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6f5a1342-7e71-434b-ae1f-8f77e6d2f577 req-9747610a-0aad-42e1-80ca-99be2a1483f8 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432777 Nov 28 07:56:25.166613 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 9f4fd3a2-ca63-469c-beee-afe0b854e906 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:56:25.223976 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 9f4fd3a2-ca63-469c-beee-afe0b854e906 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:56:25.227511 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 9f4fd3a2-ca63-469c-beee-afe0b854e906 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:56:25.227874 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:25.312895 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:25.336338 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4fd3a2-ca63-469c-beee-afe0b854e906'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:56:25.338587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42cf6ab-d95d-473b-a4a8-766fcb7ab52c" -d '{"events": [{"server_uuid": "b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7", "name": "network-vif-plugged", "status": "completed", "tag": "9f4fd3a2-ca63-469c-beee-afe0b854e906"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:56:25.354386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 9f4fd3a2-ca63-469c-beee-afe0b854e906, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9f4fd3a2-ca63-469c-beee-afe0b854e906,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:56:25.358762 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:25.412914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=9f4fd3a2-ca63-469c-beee-afe0b854e906,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:25.459486 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b46698-2ada-48c1-a3e5-de399e163ff9 x-openstack-request-id: req-84b46698-2ada-48c1-a3e5-de399e163ff9 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:56:25.460003 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7", "name": "network-vif-plugged", "status": "completed", "tag": "9f4fd3a2-ca63-469c-beee-afe0b854e906", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:56:25.460465 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84b46698-2ada-48c1-a3e5-de399e163ff9 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:56:25.460919 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4fd3a2-ca63-469c-beee-afe0b854e906', 'code': 200} Nov 28 07:56:25.531302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459feb4-fb19-4cd6-aeb1-4510c8143dff req-92422d45-ef2d-4308-8b83-f280d9a04196 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:25.533024 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f459feb4-fb19-4cd6-aeb1-4510c8143dff req-92422d45-ef2d-4308-8b83-f280d9a04196 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 945 time: 0.0629978 Nov 28 07:56:25.585526 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f459feb4-fb19-4cd6-aeb1-4510c8143dff req-3d74fa75-d134-4606-8d57-1fb01e86a730 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454280 Nov 28 07:56:25.759216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31eb7-f16d-496d-bc33-49be49c06e9e req-6baa7e05-fa44-475c-9574-e1d7ae86c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:25.760688 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-14f31eb7-f16d-496d-bc33-49be49c06e9e req-6baa7e05-fa44-475c-9574-e1d7ae86c689 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 1098 time: 0.0526702 Nov 28 07:56:25.809011 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf79c5-d089-492f-96f1-edd88b95d8b4 req-e473a3fd-1ee3-4eb2-a2f5-ae0a99ea43e6 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:25.809975 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-14f31eb7-f16d-496d-bc33-49be49c06e9e req-c95321ba-81e8-4bcb-816e-b35ffb3e39db service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393431 Nov 28 07:56:25.810383 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-60cf79c5-d089-492f-96f1-edd88b95d8b4 req-e473a3fd-1ee3-4eb2-a2f5-ae0a99ea43e6 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 944 time: 0.0559266 Nov 28 07:56:25.858104 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-60cf79c5-d089-492f-96f1-edd88b95d8b4 req-f9def7c0-667b-4afd-92f4-b84c1460383a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416706 Nov 28 07:56:26.707363 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae23ac-b407-42b2-98f8-6e5ee5eba4a7 req-18348e48-9d12-4963-ba15-12e9737a876a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:26.709347 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ebae23ac-b407-42b2-98f8-6e5ee5eba4a7 req-18348e48-9d12-4963-ba15-12e9737a876a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 945 time: 0.0578597 Nov 28 07:56:26.756432 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ebae23ac-b407-42b2-98f8-6e5ee5eba4a7 req-df25bd05-16f0-46e3-b64e-731591c89329 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411801 Nov 28 07:56:27.002273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b12643-638f-4b53-b8b2-eadb2a9c48a9 req-90cfcebf-27f7-4403-8bd0-d79ddd101682 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:27.004026 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a0b12643-638f-4b53-b8b2-eadb2a9c48a9 req-90cfcebf-27f7-4403-8bd0-d79ddd101682 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 944 time: 0.0753427 Nov 28 07:56:27.071176 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a0b12643-638f-4b53-b8b2-eadb2a9c48a9 req-ee2269de-b8fe-4c27-9f81-62c7382c479b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601621 Nov 28 07:56:27.876119 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dca664-8690-4fb6-b278-dd095a1dcd3c req-2b4d37f5-ab79-4741-b689-10cf3d67c5b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:27.877595 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-01dca664-8690-4fb6-b278-dd095a1dcd3c req-2b4d37f5-ab79-4741-b689-10cf3d67c5b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 945 time: 0.0546222 Nov 28 07:56:27.926546 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-01dca664-8690-4fb6-b278-dd095a1dcd3c req-2636b80c-9221-4138-816f-db7dd35af59e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428596 Nov 28 07:56:28.045827 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32204c-4d4a-4620-9964-23bce8d45b74 req-3664531f-913d-476e-8834-05cc274bc772 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:28.047214 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8b32204c-4d4a-4620-9964-23bce8d45b74 req-3664531f-913d-476e-8834-05cc274bc772 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 945 time: 0.0545974 Nov 28 07:56:28.096021 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8b32204c-4d4a-4620-9964-23bce8d45b74 req-0b03d2a5-2f99-4b97-8b52-d0c61ede0677 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428023 Nov 28 07:56:28.117925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42640) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:28.195923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97550d6-cdea-4e46-beac-ee880c75ebc2 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:28.197415 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f97550d6-cdea-4e46-beac-ee880c75ebc2 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 1093 time: 0.0783594 Nov 28 07:56:28.200484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42642) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:28.205159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-27e397ce-68d7-4a92-be27-c3e8eba385af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'floatingip': {'port_id': '9f4fd3a2-ca63-469c-beee-afe0b854e906'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:56:28.216796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd16989-beae-430b-9328-5c02b91f05eb req-c74a95ac-59b9-4c1a-be2e-ba647d2a127f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:28.218228 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2cd16989-beae-430b-9328-5c02b91f05eb req-c74a95ac-59b9-4c1a-be2e-ba647d2a127f tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 944 time: 0.0756869 Nov 28 07:56:28.252546 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-27e397ce-68d7-4a92-be27-c3e8eba385af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:28.271381 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2cd16989-beae-430b-9328-5c02b91f05eb req-1574e604-7b3f-4016-85c1-2f78a7d72628 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469961 Nov 28 07:56:28.729508 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-27e397ce-68d7-4a92-be27-c3e8eba385af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:28.732902 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-27e397ce-68d7-4a92-be27-c3e8eba385af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:28.846847 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-27e397ce-68d7-4a92-be27-c3e8eba385af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 60c606f2-7f0f-495a-b978-bc952dd36d84 associated. External IP: 172.26.2.75, port: 9f4fd3a2-ca63-469c-beee-afe0b854e906. Nov 28 07:56:29.078903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e397ce-68d7-4a92-be27-c3e8eba385af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 38354f74-9c98-45b8-a768-07f0e037866e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:56:29.200520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e397ce-68d7-4a92-be27-c3e8eba385af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:56:29.205257 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-27e397ce-68d7-4a92-be27-c3e8eba385af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:29.209752 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a9d57-990f-4001-9fd5-f8d54a2ce1b8 None None] Sync routers for ids ['38354f74-9c98-45b8-a768-07f0e037866e'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:56:29.219061 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a9d57-990f-4001-9fd5-f8d54a2ce1b8 None None] Routers {'38354f74-9c98-45b8-a768-07f0e037866e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:56:29.219656 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-db3a9d57-990f-4001-9fd5-f8d54a2ce1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:56:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['38354f74-9c98-45b8-a768-07f0e037866e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:56:29.237272 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-27e397ce-68d7-4a92-be27-c3e8eba385af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/floatingips/60c606f2-7f0f-495a-b978-bc952dd36d84 HTTP/1.1" status: 200 len: 990 time: 1.0356746 Nov 28 07:56:29.237954 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7', 'tag': '9f4fd3a2-ca63-469c-beee-afe0b854e906'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:56:29.240680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42644) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:29.241187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef960eb-d3a2-4438-9a01-889c04ffe99d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7", "tag": "9f4fd3a2-ca63-469c-beee-afe0b854e906"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:56:29.283922 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f01598d-dad7-4b3d-a40d-5fd777013913 x-openstack-request-id: req-1f01598d-dad7-4b3d-a40d-5fd777013913 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:56:29.284219 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7", "tag": "9f4fd3a2-ca63-469c-beee-afe0b854e906", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:56:29.284478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f01598d-dad7-4b3d-a40d-5fd777013913 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:56:29.284883 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7', 'tag': '9f4fd3a2-ca63-469c-beee-afe0b854e906', 'status': 'completed', 'code': 200} Nov 28 07:56:29.326156 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c3d67950-7a6c-49b6-8ee5-46c5810d58db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/60c606f2-7f0f-495a-b978-bc952dd36d84 HTTP/1.1" status: 200 len: 990 time: 0.0834870 Nov 28 07:56:29.343626 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-db3a9d57-990f-4001-9fd5-f8d54a2ce1b8 None None] Set router 38354f74-9c98-45b8-a768-07f0e037866e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:56:29.405104 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef960eb-d3a2-4438-9a01-889c04ffe99d req-6d05f18e-0817-49c0-ad5f-e90c8bf00f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:29.406611 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ef960eb-d3a2-4438-9a01-889c04ffe99d req-6d05f18e-0817-49c0-ad5f-e90c8bf00f69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 1098 time: 0.0793524 Nov 28 07:56:29.433071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfa297-2403-414a-ad19-e4776686d60d req-aa667581-c142-44b8-a1be-b96f42fe8410 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:29.434504 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-62bfa297-2403-414a-ad19-e4776686d60d req-aa667581-c142-44b8-a1be-b96f42fe8410 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 944 time: 0.0790699 Nov 28 07:56:29.541748 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-62bfa297-2403-414a-ad19-e4776686d60d req-9540d7f6-c292-4849-b834-3e1bbc96c8ea tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979459 Nov 28 07:56:29.546372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef960eb-d3a2-4438-9a01-889c04ffe99d req-838db9e3-b36b-42c6-a508-26b918e2965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:29.547821 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ef960eb-d3a2-4438-9a01-889c04ffe99d req-838db9e3-b36b-42c6-a508-26b918e2965a service neutron] 10.222.0.35 "GET /v2.0/networks?id=85c580bc-955f-486a-8724-19d45b0b9298 HTTP/1.1" status: 200 len: 897 time: 0.1308899 Nov 28 07:56:29.579574 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-db3a9d57-990f-4001-9fd5-f8d54a2ce1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '60c606f2-7f0f-495a-b978-bc952dd36d84', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.75', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'port_id': '9f4fd3a2-ca63-469c-beee-afe0b854e906', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'mac_address': 'fa:16:3e:2d:86:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:55:30Z', 'updated_at': '2021-11-28T07:56:28Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:56:29.607435 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a9d57-990f-4001-9fd5-f8d54a2ce1b8 None None] Checking router: 38354f74-9c98-45b8-a768-07f0e037866e for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:56:29.615424 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a9d57-990f-4001-9fd5-f8d54a2ce1b8 None None] Routers {'38354f74-9c98-45b8-a768-07f0e037866e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:56:29.616016 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-db3a9d57-990f-4001-9fd5-f8d54a2ce1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:56:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['38354f74-9c98-45b8-a768-07f0e037866e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:56:29.622847 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ef960eb-d3a2-4438-9a01-889c04ffe99d req-298dc481-d39b-4580-93b2-091c30f5fd0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f4fd3a2-ca63-469c-beee-afe0b854e906 HTTP/1.1" status: 200 len: 998 time: 0.0630796 Nov 28 07:56:29.683672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef960eb-d3a2-4438-9a01-889c04ffe99d req-bf212d5f-f8d8-4265-8cc8-6d2fa8c7ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:29.685154 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ef960eb-d3a2-4438-9a01-889c04ffe99d req-bf212d5f-f8d8-4265-8cc8-6d2fa8c7ccbd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9fd650f-0067-4f18-b776-ac4ae906da74 HTTP/1.1" status: 200 len: 834 time: 0.0516620 Nov 28 07:56:29.738506 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-db3a9d57-990f-4001-9fd5-f8d54a2ce1b8 None None] Set router 38354f74-9c98-45b8-a768-07f0e037866e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:56:29.738749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef960eb-d3a2-4438-9a01-889c04ffe99d req-70b7d4e9-f29b-4e31-82f2-1aefe270bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:29.740091 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ef960eb-d3a2-4438-9a01-889c04ffe99d req-70b7d4e9-f29b-4e31-82f2-1aefe270bc7c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85c580bc-955f-486a-8724-19d45b0b9298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0447416 Nov 28 07:56:29.831561 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ef960eb-d3a2-4438-9a01-889c04ffe99d req-31ba4179-cf43-4122-9a07-f2adc8aaf686 service neutron] 10.222.0.35 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804007 Nov 28 07:56:29.924038 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ef960eb-d3a2-4438-9a01-889c04ffe99d req-32fe37d9-f4c6-4ab9-a79f-0f2581bb7485 service neutron] 10.222.0.35 "GET /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845757 Nov 28 07:56:29.971741 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-db3a9d57-990f-4001-9fd5-f8d54a2ce1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '60c606f2-7f0f-495a-b978-bc952dd36d84', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.75', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'port_id': '9f4fd3a2-ca63-469c-beee-afe0b854e906', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'mac_address': 'fa:16:3e:2d:86:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:55:30Z', 'updated_at': '2021-11-28T07:56:28Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:56:29.998916 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a9d57-990f-4001-9fd5-f8d54a2ce1b8 None None] The sync data for ids ['38354f74-9c98-45b8-a768-07f0e037866e'] in dv-neutron-744815-16-hyperv is: [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '60c606f2-7f0f-495a-b978-bc952dd36d84', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.75', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'port_id': '9f4fd3a2-ca63-469c-beee-afe0b854e906', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'mac_address': 'fa:16:3e:2d:86:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:55:30Z', 'updated_at': '2021-11-28T07:56:28Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:56:30.189442 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598336b0-30b2-43b4-8552-4d040f58de6d None None] New status for floating IP 60c606f2-7f0f-495a-b978-bc952dd36d84: ACTIVE {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:56:30.328634 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42650) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:30.400824 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9e2b6dc3-9e95-413f-9ba9-29597cb269e0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/60c606f2-7f0f-495a-b978-bc952dd36d84 HTTP/1.1" status: 200 len: 990 time: 0.0710127 Nov 28 07:56:30.668567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b431a-3b0c-421c-b53b-09dc213500d7 req-4d7aad7f-9ef4-49fe-b7b7-e07ccb49693c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:30.670047 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d93b431a-3b0c-421c-b53b-09dc213500d7 req-4d7aad7f-9ef4-49fe-b7b7-e07ccb49693c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 944 time: 0.0585475 Nov 28 07:56:30.718098 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d93b431a-3b0c-421c-b53b-09dc213500d7 req-b9b2e199-91df-4019-b511-3b4bf51ce5bf tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Nov 28 07:56:31.163189 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:31.222726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device e504bd1e-59d0-40af-b0f4-d97a44458dc3 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:56:31.314487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port e504bd1e-59d0-40af-b0f4-d97a44458dc3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e504bd1e-59d0-40af-b0f4-d97a44458dc3,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:56:31.325836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'port_id': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3', 'mac_address': 'fa:16:3e:8d:c8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:56:31.369071 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:31.381888 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e504bd1e-59d0-40af-b0f4-d97a44458dc3 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:56:31.401401 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port e504bd1e-59d0-40af-b0f4-d97a44458dc3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e504bd1e-59d0-40af-b0f4-d97a44458dc3,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:56:31.404856 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42654) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:31.405625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:31.455962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=e504bd1e-59d0-40af-b0f4-d97a44458dc3,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:31.471066 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8ae0a1e9-456f-4c1d-97d6-4cf60f61cd00 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/60c606f2-7f0f-495a-b978-bc952dd36d84 HTTP/1.1" status: 200 len: 992 time: 0.0649390 Nov 28 07:56:31.673982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['e504bd1e-59d0-40af-b0f4-d97a44458dc3'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:56:31.841018 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603dd6d-c4ba-467c-aa3a-920b6ea798c3 req-f244e064-fe35-44d2-a5f2-5c4c7a1c6c32 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:31.842508 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5603dd6d-c4ba-467c-aa3a-920b6ea798c3 req-f244e064-fe35-44d2-a5f2-5c4c7a1c6c32 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 945 time: 0.0583818 Nov 28 07:56:31.890914 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5603dd6d-c4ba-467c-aa3a-920b6ea798c3 req-42cd6e14-61fc-466f-b299-64b1a0b7cb6a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422173 Nov 28 07:56:31.898404 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:56:33.012310 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd644b-51b1-48ef-a613-60869195f5b1 req-d94f79c7-99f9-4213-bbfb-f8c12b410b57 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:33.013780 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ebbd644b-51b1-48ef-a613-60869195f5b1 req-d94f79c7-99f9-4213-bbfb-f8c12b410b57 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 945 time: 0.0539100 Nov 28 07:56:33.065251 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ebbd644b-51b1-48ef-a613-60869195f5b1 req-e12a4117-ceb2-484b-94aa-9d1490e41da1 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455582 Nov 28 07:56:33.228624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device e504bd1e-59d0-40af-b0f4-d97a44458dc3 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:56:33.282769 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port e504bd1e-59d0-40af-b0f4-d97a44458dc3 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:56:33.286857 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port e504bd1e-59d0-40af-b0f4-d97a44458dc3 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:56:33.287248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:33.370091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:33.392429 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:56:33.394636 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abe85f1-140c-48cc-ab8b-543f2e4732fd" -d '{"events": [{"server_uuid": "b9885d67-7bec-40de-b44a-cbe11cbb5d96", "name": "network-vif-plugged", "status": "completed", "tag": "e504bd1e-59d0-40af-b0f4-d97a44458dc3"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:56:33.407871 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port e504bd1e-59d0-40af-b0f4-d97a44458dc3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e504bd1e-59d0-40af-b0f4-d97a44458dc3,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:56:33.412739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:33.440829 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556d9f0a-f624-47b6-8cc0-6fa0f6250f26 x-openstack-request-id: req-556d9f0a-f624-47b6-8cc0-6fa0f6250f26 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:56:33.441273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9885d67-7bec-40de-b44a-cbe11cbb5d96", "name": "network-vif-plugged", "status": "completed", "tag": "e504bd1e-59d0-40af-b0f4-d97a44458dc3", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:56:33.441408 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-556d9f0a-f624-47b6-8cc0-6fa0f6250f26 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:56:33.442288 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3', 'code': 200} Nov 28 07:56:33.471633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=e504bd1e-59d0-40af-b0f4-d97a44458dc3,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:33.632025 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a49d-b361-4bed-ac22-8a2d63f1a6f8 req-992a56a4-29a3-4a66-a47a-22bfa593c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:33.633505 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e533a49d-b361-4bed-ac22-8a2d63f1a6f8 req-992a56a4-29a3-4a66-a47a-22bfa593c751 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 1099 time: 0.0453804 Nov 28 07:56:33.678585 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e533a49d-b361-4bed-ac22-8a2d63f1a6f8 req-a8266228-934b-499d-b7f6-4cb5163ab66d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380075 Nov 28 07:56:34.185544 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5d648-f342-4b55-bb25-283a633e513e req-5da3b13e-a943-44a2-9d98-31d046f957fa tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:34.187053 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-51e5d648-f342-4b55-bb25-283a633e513e req-5da3b13e-a943-44a2-9d98-31d046f957fa tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 946 time: 0.0546701 Nov 28 07:56:34.234377 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-51e5d648-f342-4b55-bb25-283a633e513e req-578f27c9-cecd-448d-8c88-c9ad957a328b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414751 Nov 28 07:56:35.358798 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079100f3-18cb-4ac9-9985-ea081554c7e0 req-b13f8c26-1ace-4b0f-9388-40610e173d8b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:35.360291 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-079100f3-18cb-4ac9-9985-ea081554c7e0 req-b13f8c26-1ace-4b0f-9388-40610e173d8b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 946 time: 0.0591333 Nov 28 07:56:35.408257 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-079100f3-18cb-4ac9-9985-ea081554c7e0 req-60558cbe-723d-42d3-b57a-26253fbf3de2 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415921 Nov 28 07:56:35.526901 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fdd2a-7bde-4a0a-b7d4-3adf46fabf0f req-2b324475-9c8f-405b-b6b8-3bd35bfda841 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:35.528309 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ce2fdd2a-7bde-4a0a-b7d4-3adf46fabf0f req-2b324475-9c8f-405b-b6b8-3bd35bfda841 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 946 time: 0.0549698 Nov 28 07:56:35.576816 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ce2fdd2a-7bde-4a0a-b7d4-3adf46fabf0f req-5221fcb6-d4a2-4d0b-8abc-72aeac44b207 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426536 Nov 28 07:56:35.598020 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42668) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:35.677928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a933c-fae9-4028-a82a-836b1abc862b tempest-TestVolumeBootPattern-934662015 tempest-TestVolumeBootPattern-934662015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:35.679752 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-596a933c-fae9-4028-a82a-836b1abc862b tempest-TestVolumeBootPattern-934662015 tempest-TestVolumeBootPattern-934662015-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 1094 time: 0.0807703 Nov 28 07:56:35.682439 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42670) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:56:35.686630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:56:35.707664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:35.804516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:35.903006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Allocated IP 172.26.2.251 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/c2d46b1f-d5fe-4b11-8177-aafafb96193b) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:56:36.003428 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:36.038330 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:36.074227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:56:36.076999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:56:36.083332 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:56:36.112999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'Port': ['ID=c2d46b1f-d5fe-4b11-8177-aafafb96193b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:36.762349 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:36.839291 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:36.995457 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:37.000107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:37.079561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event updated for resources: {'Port': ['ID=c2d46b1f-d5fe-4b11-8177-aafafb96193b,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:56:37.086668 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:37.201181 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Floating IP 57d579aa-4e49-430d-bbd2-787ba17831e9 associated. External IP: 172.26.2.251, port: e504bd1e-59d0-40af-b0f4-d97a44458dc3. Nov 28 07:56:37.442957 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Router 99c3d9b1-592d-4777-bd0f-59bd76e30474 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:56:37.564888 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:56:37.575316 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7896a-3381-4bd0-8f33-7e74a00f173b None None] Sync routers for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:56:37.584019 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:37.585567 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7896a-3381-4bd0-8f33-7e74a00f173b None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:56:37.586171 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-b4b7896a-3381-4bd0-8f33-7e74a00f173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:56:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:56:37.629982 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4b22214e-55cb-4379-afc2-558231dde88b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9328883 Nov 28 07:56:37.629982 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'tag': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:56:37.629982 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dd0a2c-f4ca-42bc-b0d5-ecf619d04659" -d '{"events": [{"name": "network-changed", "server_uuid": "b9885d67-7bec-40de-b44a-cbe11cbb5d96", "tag": "e504bd1e-59d0-40af-b0f4-d97a44458dc3"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:56:37.659507 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da26edc6-abcf-47d9-a70f-9c09942b897f x-openstack-request-id: req-da26edc6-abcf-47d9-a70f-9c09942b897f {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:56:37.659809 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9885d67-7bec-40de-b44a-cbe11cbb5d96", "tag": "e504bd1e-59d0-40af-b0f4-d97a44458dc3", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:56:37.660065 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da26edc6-abcf-47d9-a70f-9c09942b897f {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:56:37.660478 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'tag': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3', 'status': 'completed', 'code': 200} Nov 28 07:56:37.716343 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-b4b7896a-3381-4bd0-8f33-7e74a00f173b None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:56:37.730946 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0a2c-f4ca-42bc-b0d5-ecf619d04659 req-42aa78fa-369e-40e8-a502-8593df19c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:37.732460 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72dd0a2c-f4ca-42bc-b0d5-ecf619d04659 req-42aa78fa-369e-40e8-a502-8593df19c9ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 1099 time: 0.0475032 Nov 28 07:56:37.830475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0a2c-f4ca-42bc-b0d5-ecf619d04659 req-a77385c7-cb6c-46c1-823a-6649b14fcf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:37.831943 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72dd0a2c-f4ca-42bc-b0d5-ecf619d04659 req-a77385c7-cb6c-46c1-823a-6649b14fcf43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 912 time: 0.0910711 Nov 28 07:56:38.055869 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-b4b7896a-3381-4bd0-8f33-7e74a00f173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '57d579aa-4e49-430d-bbd2-787ba17831e9', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.251', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:8d:c8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:56:36Z', 'updated_at': '2021-11-28T07:56:36Z', 'revision_number': 0, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}, {'id': '5850964e-6cc0-4d3f-8e3d-45e8ea1f719c', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:a7:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f603875-528b-4644-9144-2acccf582447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:54:23Z', 'updated_at': '2021-11-28T07:54:26Z', 'revision_number': 1, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:56:38.087310 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7896a-3381-4bd0-8f33-7e74a00f173b None None] Checking router: 99c3d9b1-592d-4777-bd0f-59bd76e30474 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:56:38.095763 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7896a-3381-4bd0-8f33-7e74a00f173b None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:56:38.096363 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-b4b7896a-3381-4bd0-8f33-7e74a00f173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:56:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:56:38.214656 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72dd0a2c-f4ca-42bc-b0d5-ecf619d04659 req-cc8c3b9d-0f54-4eba-bc0e-2189affec72e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e504bd1e-59d0-40af-b0f4-d97a44458dc3 HTTP/1.1" status: 200 len: 1000 time: 0.3754520 Nov 28 07:56:38.218419 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-b4b7896a-3381-4bd0-8f33-7e74a00f173b None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:56:38.264072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0a2c-f4ca-42bc-b0d5-ecf619d04659 req-f0e0a718-fb22-4516-a8eb-95518857b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:38.265501 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72dd0a2c-f4ca-42bc-b0d5-ecf619d04659 req-f0e0a718-fb22-4516-a8eb-95518857b1d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0431597 Nov 28 07:56:38.320709 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0a2c-f4ca-42bc-b0d5-ecf619d04659 req-fc86e68c-fe46-4dc5-9fd0-a35b529601f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:56:38.322082 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72dd0a2c-f4ca-42bc-b0d5-ecf619d04659 req-fc86e68c-fe46-4dc5-9fd0-a35b529601f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0494337 Nov 28 07:56:38.410832 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72dd0a2c-f4ca-42bc-b0d5-ecf619d04659 req-d7e7a0a3-d8b0-43d3-8265-9f707181b8e5 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806308 Nov 28 07:56:38.459463 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-b4b7896a-3381-4bd0-8f33-7e74a00f173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '57d579aa-4e49-430d-bbd2-787ba17831e9', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.251', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:8d:c8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:56:36Z', 'updated_at': '2021-11-28T07:56:36Z', 'revision_number': 0, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}, {'id': '5850964e-6cc0-4d3f-8e3d-45e8ea1f719c', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:a7:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f603875-528b-4644-9144-2acccf582447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:54:23Z', 'updated_at': '2021-11-28T07:54:26Z', 'revision_number': 1, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:56:38.486648 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7896a-3381-4bd0-8f33-7e74a00f173b None None] The sync data for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv is: [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '57d579aa-4e49-430d-bbd2-787ba17831e9', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.251', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:8d:c8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:56:36Z', 'updated_at': '2021-11-28T07:56:36Z', 'revision_number': 0, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}, {'id': '5850964e-6cc0-4d3f-8e3d-45e8ea1f719c', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:a7:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f603875-528b-4644-9144-2acccf582447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:54:23Z', 'updated_at': '2021-11-28T07:54:26Z', 'revision_number': 1, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:56:38.503767 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-72dd0a2c-f4ca-42bc-b0d5-ecf619d04659 req-e2e3a2c6-28f3-449e-830c-32a07137cae5 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855179 Nov 28 07:56:38.676688 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a223e117-d884-4bbd-aa92-bacda7e8907f None None] New status for floating IP 57d579aa-4e49-430d-bbd2-787ba17831e9: ACTIVE {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:56:45.393005 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-71e9f6da-7418-47f7-9eda-b5cc06ba6a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:47.915742 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a29f6f63-c8b8-4602-bb98-6cd663d0af01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:49.024549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:50.319777 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:56:51.315169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:01.161967 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:04.756091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2e98-8678-427b-a65c-4585eabe854d req-f2d4dd21-9ba9-454e-b329-c53df928f451 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:04.757580 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e21e2e98-8678-427b-a65c-4585eabe854d req-f2d4dd21-9ba9-454e-b329-c53df928f451 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 945 time: 0.0576982 Nov 28 07:57:04.808889 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e21e2e98-8678-427b-a65c-4585eabe854d req-4dcbf27b-96bf-451c-8fae-78f9d8ec8a30 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441930 Nov 28 07:57:05.929489 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff9599-3c64-43e8-ac74-c8411f13ce55 req-be8bc9b2-8bb0-4e43-9ef5-443bdea45f47 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:05.931455 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4bff9599-3c64-43e8-ac74-c8411f13ce55 req-be8bc9b2-8bb0-4e43-9ef5-443bdea45f47 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 945 time: 0.0547810 Nov 28 07:57:05.979928 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4bff9599-3c64-43e8-ac74-c8411f13ce55 req-e65d7859-94ee-4d4b-b7f5-17fcaa1e265f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425057 Nov 28 07:57:06.220155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-0f9cb43d-dec4-44b1-9b89-73d1c0c47c6b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:06.221457 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-0f9cb43d-dec4-44b1-9b89-73d1c0c47c6b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 945 time: 0.0575228 Nov 28 07:57:06.321394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 9f4fd3a2-ca63-469c-beee-afe0b854e906 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:57:06.321737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:06.413028 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 9f4fd3a2-ca63-469c-beee-afe0b854e906, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9f4fd3a2-ca63-469c-beee-afe0b854e906,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:06.413389 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:06.595351 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:06.595711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:06.596029 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 60c606f2-7f0f-495a-b978-bc952dd36d84 disassociated. External IP: 172.26.2.75, port: 9f4fd3a2-ca63-469c-beee-afe0b854e906. Nov 28 07:57:06.596373 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 9f4fd3a2-ca63-469c-beee-afe0b854e906 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:57:06.726067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:06.752749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=9f4fd3a2-ca63-469c-beee-afe0b854e906,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:06.881873 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 38354f74-9c98-45b8-a768-07f0e037866e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:57:07.005845 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:57:07.019168 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a8a937-4011-4434-add3-941f19f97bc2 None None] Sync routers for ids ['38354f74-9c98-45b8-a768-07f0e037866e'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:57:07.035180 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a8a937-4011-4434-add3-941f19f97bc2 None None] Routers {'38354f74-9c98-45b8-a768-07f0e037866e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:57:07.035815 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-21a8a937-4011-4434-add3-941f19f97bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:56:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['38354f74-9c98-45b8-a768-07f0e037866e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:07.048206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] No DVR routers for this DVR port 9f4fd3a2-ca63-469c-beee-afe0b854e906 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:57:07.050917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:07.054524 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-87ac79ac-6a9c-41ed-926c-abee771bd650 req-1e6d68ad-076c-443d-927d-f9e1644dd47d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "DELETE /v2.0/ports/9f4fd3a2-ca63-469c-beee-afe0b854e906 HTTP/1.1" status: 204 len: 173 time: 0.8258231 Nov 28 07:57:07.054997 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7', 'name': 'network-vif-deleted', 'tag': '9f4fd3a2-ca63-469c-beee-afe0b854e906'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:57:07.057303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d5d5f4-d0ff-42b1-94fb-00ea73727f04" -d '{"events": [{"server_uuid": "b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7", "name": "network-vif-deleted", "tag": "9f4fd3a2-ca63-469c-beee-afe0b854e906"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:57:07.108096 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-14262b97-4e16-4658-87b9-b3be4ec9538d req-b36ff847-9829-4b0d-bc19-91f9633f55db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7 HTTP/1.1" status: 200 len: 210 time: 0.0411642 Nov 28 07:57:07.171128 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-21a8a937-4011-4434-add3-941f19f97bc2 None None] Set router 38354f74-9c98-45b8-a768-07f0e037866e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:57:07.183137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b6ab56-76df-4a61-8cc5-33955d39f486 x-openstack-request-id: req-22b6ab56-76df-4a61-8cc5-33955d39f486 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:57:07.183458 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7", "name": "network-vif-deleted", "tag": "9f4fd3a2-ca63-469c-beee-afe0b854e906", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:57:07.183719 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22b6ab56-76df-4a61-8cc5-33955d39f486 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:57:07.184126 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e1dde7-77d1-4ba4-a307-f6e5b6a836e7', 'name': 'network-vif-deleted', 'tag': '9f4fd3a2-ca63-469c-beee-afe0b854e906', 'status': 'completed', 'code': 200} Nov 28 07:57:07.381845 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-21a8a937-4011-4434-add3-941f19f97bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:07.410255 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a8a937-4011-4434-add3-941f19f97bc2 None None] Checking router: 38354f74-9c98-45b8-a768-07f0e037866e for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:57:07.418206 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a8a937-4011-4434-add3-941f19f97bc2 None None] Routers {'38354f74-9c98-45b8-a768-07f0e037866e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:57:07.418800 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-21a8a937-4011-4434-add3-941f19f97bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:56:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['38354f74-9c98-45b8-a768-07f0e037866e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:07.544236 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-21a8a937-4011-4434-add3-941f19f97bc2 None None] Set router 38354f74-9c98-45b8-a768-07f0e037866e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:57:07.840732 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-21a8a937-4011-4434-add3-941f19f97bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:07.869473 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a8a937-4011-4434-add3-941f19f97bc2 None None] The sync data for ids ['38354f74-9c98-45b8-a768-07f0e037866e'] in dv-neutron-744815-16-hyperv is: [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:55:15Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'd6fe774c-6091-4db8-9928-592d7b5c19b0', 'name': '', 'network_id': '85c580bc-955f-486a-8724-19d45b0b9298', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:a7:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:14Z', 'updated_at': '2021-11-28T07:55:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'f9fd650f-0067-4f18-b776-ac4ae906da74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:57:08.076521 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042dcfa6-ab1e-4bbc-b957-e3af290917c3 None None] New status for floating IP 60c606f2-7f0f-495a-b978-bc952dd36d84: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:57:08.219025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42710) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:08.275413 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af61d690-0d34-46b2-b080-4f41f1694aa6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:08.300333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af61d690-0d34-46b2-b080-4f41f1694aa6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:08.373374 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af61d690-0d34-46b2-b080-4f41f1694aa6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:08.376043 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-af61d690-0d34-46b2-b080-4f41f1694aa6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:08.377189 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-af61d690-0d34-46b2-b080-4f41f1694aa6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/security-groups/a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a HTTP/1.1" status: 204 len: 168 time: 0.1571040 Nov 28 07:57:08.386738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61d690-0d34-46b2-b080-4f41f1694aa6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cf6da3-7b5b-4d16-ab1f-bdbbd57e427a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:08.416178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42714) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:08.549335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-41ff4874-2873-447b-b649-50e7b93d10c7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 0796c117-1fa4-42b5-96ce-de6096eea13c {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:57:08.549766 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-41ff4874-2873-447b-b649-50e7b93d10c7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:08.625845 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-41ff4874-2873-447b-b649-50e7b93d10c7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:08.626169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-41ff4874-2873-447b-b649-50e7b93d10c7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:08.638472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-41ff4874-2873-447b-b649-50e7b93d10c7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 0796c117-1fa4-42b5-96ce-de6096eea13c owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:57:08.766619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-41ff4874-2873-447b-b649-50e7b93d10c7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:08.796461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff4874-2873-447b-b649-50e7b93d10c7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=0796c117-1fa4-42b5-96ce-de6096eea13c,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:08.854240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-41ff4874-2873-447b-b649-50e7b93d10c7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:08.856839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-41ff4874-2873-447b-b649-50e7b93d10c7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:08.857983 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-41ff4874-2873-447b-b649-50e7b93d10c7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/floatingips/60c606f2-7f0f-495a-b978-bc952dd36d84 HTTP/1.1" status: 204 len: 168 time: 0.4404888 Nov 28 07:57:08.896295 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:57:09.075261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b678b-3fcc-4488-a529-2c0ccac040cd req-333374fd-e5f9-4bfe-aa7d-153b48fd7763 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:09.076749 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d10b678b-3fcc-4488-a529-2c0ccac040cd req-333374fd-e5f9-4bfe-aa7d-153b48fd7763 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 946 time: 0.0560198 Nov 28 07:57:09.124426 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d10b678b-3fcc-4488-a529-2c0ccac040cd req-f87a0c66-d0df-42d3-89e5-e46b123d00e9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a51cb68-fcfd-438a-9501-7409a1b8931d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417213 Nov 28 07:57:10.247405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4297f0d-f84d-47e6-bdf7-8500ef8613dd req-4c073fd4-4211-4044-bc2b-269d13199076 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:10.248810 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b4297f0d-f84d-47e6-bdf7-8500ef8613dd req-4c073fd4-4211-4044-bc2b-269d13199076 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 946 time: 0.0563178 Nov 28 07:57:10.298687 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b4297f0d-f84d-47e6-bdf7-8500ef8613dd req-398b23d7-8324-4b67-a22c-87ca927e3055 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a51cb68-fcfd-438a-9501-7409a1b8931d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437512 Nov 28 07:57:10.579531 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715af2c6-7b80-489e-b306-f8c705ff163e req-6ee1ee81-cd00-4565-8596-ec7fbfd99407 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:10.580963 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-715af2c6-7b80-489e-b306-f8c705ff163e req-6ee1ee81-cd00-4565-8596-ec7fbfd99407 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 946 time: 0.0583405 Nov 28 07:57:10.679978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-715af2c6-7b80-489e-b306-f8c705ff163e req-16dca055-1e82-428a-8c7a-d35de5a7b0fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:57:10.680315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-715af2c6-7b80-489e-b306-f8c705ff163e req-16dca055-1e82-428a-8c7a-d35de5a7b0fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:10.770781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-715af2c6-7b80-489e-b306-f8c705ff163e req-16dca055-1e82-428a-8c7a-d35de5a7b0fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:10.771184 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-715af2c6-7b80-489e-b306-f8c705ff163e req-16dca055-1e82-428a-8c7a-d35de5a7b0fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:10.782495 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-715af2c6-7b80-489e-b306-f8c705ff163e req-16dca055-1e82-428a-8c7a-d35de5a7b0fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:57:10.912419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-715af2c6-7b80-489e-b306-f8c705ff163e req-16dca055-1e82-428a-8c7a-d35de5a7b0fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:10.943011 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dca055-1e82-428a-8c7a-d35de5a7b0fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=9518a1a3-1f79-4c1c-80b3-ec635f06cf0d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:10.985890 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-715af2c6-7b80-489e-b306-f8c705ff163e req-16dca055-1e82-428a-8c7a-d35de5a7b0fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] No DVR routers for this DVR port 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:57:10.988191 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-715af2c6-7b80-489e-b306-f8c705ff163e req-16dca055-1e82-428a-8c7a-d35de5a7b0fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:10.991495 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-715af2c6-7b80-489e-b306-f8c705ff163e req-16dca055-1e82-428a-8c7a-d35de5a7b0fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "DELETE /v2.0/ports/9518a1a3-1f79-4c1c-80b3-ec635f06cf0d HTTP/1.1" status: 204 len: 173 time: 0.4034860 Nov 28 07:57:10.991926 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'name': 'network-vif-deleted', 'tag': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:57:10.994792 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b566ef5-ef82-4eed-ab57-1ea50f65fd49" -d '{"events": [{"server_uuid": "2e5b11df-7ede-4e23-8cd9-13e33cd3497e", "name": "network-vif-deleted", "tag": "9518a1a3-1f79-4c1c-80b3-ec635f06cf0d"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:57:11.030901 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d9c6a5-f8a1-47cd-8a43-c627782997c9 x-openstack-request-id: req-37d9c6a5-f8a1-47cd-8a43-c627782997c9 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:57:11.031199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5b11df-7ede-4e23-8cd9-13e33cd3497e", "name": "network-vif-deleted", "tag": "9518a1a3-1f79-4c1c-80b3-ec635f06cf0d", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:57:11.031455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37d9c6a5-f8a1-47cd-8a43-c627782997c9 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:57:11.031854 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5b11df-7ede-4e23-8cd9-13e33cd3497e', 'name': 'network-vif-deleted', 'tag': '9518a1a3-1f79-4c1c-80b3-ec635f06cf0d', 'status': 'completed', 'code': 200} Nov 28 07:57:11.406046 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0a069cb6-8245-42ef-b283-f4dc03f9188c req-bb961739-1314-48d5-8c53-827fb5d61829 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e5b11df-7ede-4e23-8cd9-13e33cd3497e HTTP/1.1" status: 200 len: 210 time: 0.0281987 Nov 28 07:57:11.409053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 9f4fd3a2-ca63-469c-beee-afe0b854e906 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:57:11.437199 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 9f4fd3a2-ca63-469c-beee-afe0b854e906 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:57:11.437366 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 9f4fd3a2-ca63-469c-beee-afe0b854e906 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:57:12.464363 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42728) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:12.520060 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-30a28e5b-6902-4db4-8e1a-72420a6e8a87 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:12.544317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-30a28e5b-6902-4db4-8e1a-72420a6e8a87 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:12.605923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-30a28e5b-6902-4db4-8e1a-72420a6e8a87 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:12.608734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-30a28e5b-6902-4db4-8e1a-72420a6e8a87 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:12.609871 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-30a28e5b-6902-4db4-8e1a-72420a6e8a87 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a51cb68-fcfd-438a-9501-7409a1b8931d HTTP/1.1" status: 204 len: 168 time: 0.1445305 Nov 28 07:57:12.619243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a28e5b-6902-4db4-8e1a-72420a6e8a87 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a51cb68-fcfd-438a-9501-7409a1b8931d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:12.642343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42732) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:13.034396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42c654e8-57f8-45df-be36-dc26f0eaab24 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:13.315520 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-42c654e8-57f8-45df-be36-dc26f0eaab24 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port d6fe774c-6091-4db8-9928-592d7b5c19b0 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:57:13.315895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42c654e8-57f8-45df-be36-dc26f0eaab24 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:13.400827 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-42c654e8-57f8-45df-be36-dc26f0eaab24 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port d6fe774c-6091-4db8-9928-592d7b5c19b0, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d6fe774c-6091-4db8-9928-592d7b5c19b0,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:13.401178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42c654e8-57f8-45df-be36-dc26f0eaab24 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:13.412473 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-42c654e8-57f8-45df-be36-dc26f0eaab24 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for d6fe774c-6091-4db8-9928-592d7b5c19b0 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:57:13.608892 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42c654e8-57f8-45df-be36-dc26f0eaab24 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:13.633660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c654e8-57f8-45df-be36-dc26f0eaab24 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=d6fe774c-6091-4db8-9928-592d7b5c19b0,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:13.824328 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42c654e8-57f8-45df-be36-dc26f0eaab24 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:14.370144 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c654e8-57f8-45df-be36-dc26f0eaab24 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 38354f74-9c98-45b8-a768-07f0e037866e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:57:14.492764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c654e8-57f8-45df-be36-dc26f0eaab24 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:57:14.497970 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-42c654e8-57f8-45df-be36-dc26f0eaab24 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/38354f74-9c98-45b8-a768-07f0e037866e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8546104 Nov 28 07:57:14.500795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42734) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:14.503694 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40fdd74-4518-49ee-b481-302641145243 None None] Sync routers for ids ['38354f74-9c98-45b8-a768-07f0e037866e'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:57:14.513657 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40fdd74-4518-49ee-b481-302641145243 None None] Routers {'38354f74-9c98-45b8-a768-07f0e037866e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:57:14.514269 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a40fdd74-4518-49ee-b481-302641145243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:56:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['38354f74-9c98-45b8-a768-07f0e037866e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:14.554442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting subnet f9fd650f-0067-4f18-b776-ac4ae906da74 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:57:14.557508 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:14.597105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:14.634457 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-a40fdd74-4518-49ee-b481-302641145243 None None] Set router 38354f74-9c98-45b8-a768-07f0e037866e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:57:14.681734 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:14.742886 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:14.770995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fd650f-0067-4f18-b776-ac4ae906da74,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:14.773472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:14.780320 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42736) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:14.780887 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/subnets/f9fd650f-0067-4f18-b776-ac4ae906da74 HTTP/1.1" status: 204 len: 168 time: 0.2782860 Nov 28 07:57:14.786141 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f543ad7f-a950-453c-a7ef-a30f49d198c5 None None] Network 85c580bc-955f-486a-8724-19d45b0b9298 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:57:14.790427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:14.790837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:14.791299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:14.791696 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:14.792038 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:14.792373 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:14.792756 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:14.793092 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:14.793421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:14.793810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:14.794142 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:14.794621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:14.794979 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd06c69-c516-4e5d-b0c9-6c57fb231229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:14.831949 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a40fdd74-4518-49ee-b481-302641145243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:57:13Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:14.864434 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40fdd74-4518-49ee-b481-302641145243 None None] Checking router: 38354f74-9c98-45b8-a768-07f0e037866e for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:57:14.873375 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40fdd74-4518-49ee-b481-302641145243 None None] Routers {'38354f74-9c98-45b8-a768-07f0e037866e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:57:14.874188 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a40fdd74-4518-49ee-b481-302641145243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:56:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['38354f74-9c98-45b8-a768-07f0e037866e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:14.907795 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:14.991518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75304cfb-7872-4dec-acc6-d8b91b8c563f None None] DHCP port deletion for 85c580bc-955f-486a-8724-19d45b0b9298 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:57:15.006604 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-a40fdd74-4518-49ee-b481-302641145243 None None] Set router 38354f74-9c98-45b8-a768-07f0e037866e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:57:15.037103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.049107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-75304cfb-7872-4dec-acc6-d8b91b8c563f None None] Deleting port d5d73996-0146-4267-8f78-2f99bea3f446 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:57:15.049485 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-75304cfb-7872-4dec-acc6-d8b91b8c563f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.104280 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:57:15.104721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.117731 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-75304cfb-7872-4dec-acc6-d8b91b8c563f None None] For port d5d73996-0146-4267-8f78-2f99bea3f446, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d5d73996-0146-4267-8f78-2f99bea3f446,segment=NetworkSegment(f3a42b54-262e-4f5b-9839-514634190c58),segment_id=f3a42b54-262e-4f5b-9839-514634190c58)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:15.118155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-75304cfb-7872-4dec-acc6-d8b91b8c563f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.131268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-75304cfb-7872-4dec-acc6-d8b91b8c563f None None] Calling delete_port for d5d73996-0146-4267-8f78-2f99bea3f446 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:57:15.187351 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:15.187739 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.191949 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a40fdd74-4518-49ee-b481-302641145243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:57:13Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:15.203933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:57:15.217959 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-75304cfb-7872-4dec-acc6-d8b91b8c563f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.219876 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40fdd74-4518-49ee-b481-302641145243 None None] The sync data for ids ['38354f74-9c98-45b8-a768-07f0e037866e'] in dv-neutron-744815-16-hyperv is: [{'id': '38354f74-9c98-45b8-a768-07f0e037866e', 'name': 'tempest-TestNetworkBasicOps-router-1322042578', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:55:11Z', 'updated_at': '2021-11-28T07:57:13Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38354f74-9c98-45b8-a768-07f0e037866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:55:12Z', 'updated_at': '2021-11-28T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:57:15.246353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75304cfb-7872-4dec-acc6-d8b91b8c563f None None] Pushing event deleted for resources: {'Port': ['ID=d5d73996-0146-4267-8f78-2f99bea3f446,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:15.251033 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75304cfb-7872-4dec-acc6-d8b91b8c563f None None] No DVR routers for this DVR port d5d73996-0146-4267-8f78-2f99bea3f446 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:57:15.390689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.393691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0b17ee7e-2f0c-463a-afa4-aeb7390bb16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.418765 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:15.428201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:57:15.453139 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c618c714-47b9-4c6b-8063-310dcdd0aade None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:57:15.456549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:57:15.456893 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 9518a1a3-1f79-4c1c-80b3-ec635f06cf0d not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:57:15.483921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.591709 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.593877 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.638525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.639090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Fanout notify agent at l3_agent the message router_deleted on router 38354f74-9c98-45b8-a768-07f0e037866e {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:57:15.646783 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.656988 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-99dcad75-f9ca-44a9-b4c9-106a4ceb562e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/routers/38354f74-9c98-45b8-a768-07f0e037866e HTTP/1.1" status: 204 len: 168 time: 0.8668113 Nov 28 07:57:15.657152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42738) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:15.740492 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-111ab9bf-c7c0-43d8-8e3c-950d30aaa3b4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.828847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-111ab9bf-c7c0-43d8-8e3c-950d30aaa3b4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.850104 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-111ab9bf-c7c0-43d8-8e3c-950d30aaa3b4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c580bc-955f-486a-8724-19d45b0b9298']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:15.859745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-111ab9bf-c7c0-43d8-8e3c-950d30aaa3b4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a42b54-262e-4f5b-9839-514634190c58') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:15.860050 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-111ab9bf-c7c0-43d8-8e3c-950d30aaa3b4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a42b54-262e-4f5b-9839-514634190c58') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:15.869946 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-111ab9bf-c7c0-43d8-8e3c-950d30aaa3b4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.883185 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-111ab9bf-c7c0-43d8-8e3c-950d30aaa3b4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.889859 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111ab9bf-c7c0-43d8-8e3c-950d30aaa3b4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:57:15.890242 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-111ab9bf-c7c0-43d8-8e3c-950d30aaa3b4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:57:15.893240 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:57:15.954380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-111ab9bf-c7c0-43d8-8e3c-950d30aaa3b4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.963824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-111ab9bf-c7c0-43d8-8e3c-950d30aaa3b4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:15.964266 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-111ab9bf-c7c0-43d8-8e3c-950d30aaa3b4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/networks/85c580bc-955f-486a-8724-19d45b0b9298 HTTP/1.1" status: 204 len: 168 time: 0.3061836 Nov 28 07:57:15.975623 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ab9bf-c7c0-43d8-8e3c-950d30aaa3b4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Network': ['ID=85c580bc-955f-486a-8724-19d45b0b9298,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:15.983903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42740) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:15.989089 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c8475b41-49dd-469f-8b11-dc11e2bfde18 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'network': {'name': 'tempest-network-smoke--13914242', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'port_security_enabled': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:16.009651 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8475b41-49dd-469f-8b11-dc11e2bfde18 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:57:16.013168 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c8475b41-49dd-469f-8b11-dc11e2bfde18 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:16.035472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8475b41-49dd-469f-8b11-dc11e2bfde18 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:57:16.044319 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c8475b41-49dd-469f-8b11-dc11e2bfde18 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:16.044649 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-c8475b41-49dd-469f-8b11-dc11e2bfde18 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Added segment 4aec4fa1-e9e5-42d1-b664-c949bb9679e4 of type vlan for network f5117f94-cb30-4175-9444-e8f42deb00e2 Nov 28 07:57:16.083247 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c8475b41-49dd-469f-8b11-dc11e2bfde18 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:16.107491 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c8475b41-49dd-469f-8b11-dc11e2bfde18 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:16.112994 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8475b41-49dd-469f-8b11-dc11e2bfde18 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:16.113572 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c8475b41-49dd-469f-8b11-dc11e2bfde18 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:16.145351 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c8475b41-49dd-469f-8b11-dc11e2bfde18 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1602108 Nov 28 07:57:16.148168 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42742) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:16.154798 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'admin_state_up': True, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:16.198413 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8475b41-49dd-469f-8b11-dc11e2bfde18 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Network': ['ID=f5117f94-cb30-4175-9444-e8f42deb00e2,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:16.211154 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network f5117f94-cb30-4175-9444-e8f42deb00e2 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:57:16.214481 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:16.215587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:16.272538 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:16.428227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:16.432800 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d5d73996-0146-4267-8f78-2f99bea3f446 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:57:16.460560 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: d5d73996-0146-4267-8f78-2f99bea3f446 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:57:16.460835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d5d73996-0146-4267-8f78-2f99bea3f446 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:57:16.461238 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:57:16.481293 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:57:16.481630 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a5fd311f-a6d1-4ad1-85fb-64e815ad4fa2 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:57:16.482036 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d6fe774c-6091-4db8-9928-592d7b5c19b0 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:57:16.500949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: d6fe774c-6091-4db8-9928-592d7b5c19b0 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:57:16.501286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d6fe774c-6091-4db8-9928-592d7b5c19b0 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:57:16.632125 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:16.650508 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:16.748948 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.227 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/a5674340-fce7-4821-b1a5-2e01c69aee19) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:57:16.850271 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:16.885404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:16.924174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:57:16.929172 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:57:16.934581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:57:16.941467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daac855-5e28-4e10-b728-237b1b7f3188 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:57:16.964164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=a5674340-fce7-4821-b1a5-2e01c69aee19,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:17.063025 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-92ba8178-1f7d-4ddc-b5db-6710e96d96ef None None] Provisioning complete for port a5674340-fce7-4821-b1a5-2e01c69aee19 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:17.063393 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-92ba8178-1f7d-4ddc-b5db-6710e96d96ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:17.102222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-92ba8178-1f7d-4ddc-b5db-6710e96d96ef None None] Port a5674340-fce7-4821-b1a5-2e01c69aee19 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:57:17.221151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:17.442273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:17.588678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 02402fe2-303a-4e23-9356-ff995feaba41 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:57:17.708058 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:57:17.717055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Sync routers for ids ['02402fe2-303a-4e23-9356-ff995feaba41'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:57:17.728044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Routers {'02402fe2-303a-4e23-9356-ff995feaba41'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:57:17.728920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:56:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['02402fe2-303a-4e23-9356-ff995feaba41'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:17.736971 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:17.738284 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9c52bba1-1e79-492a-8d69-d8b6940d6605 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5892022 Nov 28 07:57:17.741505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42746) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:17.857237 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Set router 02402fe2-303a-4e23-9356-ff995feaba41 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:57:17.874576 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cb369991-36b5-4683-80ec-1b76c49b3d4b tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2bd5e3358de04cc29a985f74fa93a602&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1319840 Nov 28 07:57:17.877163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42750) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:17.954011 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-139f7866-c761-4056-8b8b-1fe6317d615e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:17.967381 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16acf73-5d6a-4fbd-82e9-e389bcba99c3 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:17.972296 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f16acf73-5d6a-4fbd-82e9-e389bcba99c3 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910330 Nov 28 07:57:17.972296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42752) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:17.999674 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-477da359-27ad-4793-925c-539761cc0635 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265729 Nov 28 07:57:18.002084 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42754) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:18.007261 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3633dc76-1cda-4fe3-aaf4-278dd9f9656b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1083762357', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:18.063409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:17Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:18.095407 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Checking router: 02402fe2-303a-4e23-9356-ff995feaba41 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:57:18.095754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Updating router 02402fe2-303a-4e23-9356-ff995feaba41 port a5674340-fce7-4821-b1a5-2e01c69aee19 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:57:18.100913 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3633dc76-1cda-4fe3-aaf4-278dd9f9656b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:57:18.104439 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3633dc76-1cda-4fe3-aaf4-278dd9f9656b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:18.125795 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:18.293799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3633dc76-1cda-4fe3-aaf4-278dd9f9656b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:18.353986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633dc76-1cda-4fe3-aaf4-278dd9f9656b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Subnet': ['ID=eca3ec4a-99e0-4020-b778-440afa0fe1ba,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:18.361381 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3633dc76-1cda-4fe3-aaf4-278dd9f9656b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Checking segment: {'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:57:18.361737 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3633dc76-1cda-4fe3-aaf4-278dd9f9656b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network hostable DHCP agents. Network: f5117f94-cb30-4175-9444-e8f42deb00e2, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:57:18.379646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3633dc76-1cda-4fe3-aaf4-278dd9f9656b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network f5117f94-cb30-4175-9444-e8f42deb00e2 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:57:18.385792 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:18.389825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-3633dc76-1cda-4fe3-aaf4-278dd9f9656b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, f5117f94-cb30-4175-9444-e8f42deb00e2) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:57:18.392143 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:18.394227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3633dc76-1cda-4fe3-aaf4-278dd9f9656b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:18.395063 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3633dc76-1cda-4fe3-aaf4-278dd9f9656b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:18.412301 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3633dc76-1cda-4fe3-aaf4-278dd9f9656b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4090533 Nov 28 07:57:18.415056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42756) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:18.420371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de514c-ba0e-43f6-aed0-1335d07a265e None None] Network f5117f94-cb30-4175-9444-e8f42deb00e2 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:57:18.635872 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef87a947-5590-4ff6-a123-43d79f614b0d None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:57:18.677671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5058060-a1eb-41e1-9c31-b2568453c7e1 None None] Pushing event updated for resources: {'Port': ['ID=a5674340-fce7-4821-b1a5-2e01c69aee19,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:18.686611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Attempting to bind port a5674340-fce7-4821-b1a5-2e01c69aee19 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:57:18.687005 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Attempting to bind port a5674340-fce7-4821-b1a5-2e01c69aee19 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:57:18.687364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Attempting to bind port a5674340-fce7-4821-b1a5-2e01c69aee19 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:57:18.698467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:57:18.698839 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:57:18.699266 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:18.699651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:57:18.700108 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Bound port: a5674340-fce7-4821-b1a5-2e01c69aee19, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:57:18.700479 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:18.797906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c2e1750a-4629-489b-a020-cae46dd59b12 None None] Provisioning complete for port a5674340-fce7-4821-b1a5-2e01c69aee19 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:18.798606 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c2e1750a-4629-489b-a020-cae46dd59b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:18.838423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] For port a5674340-fce7-4821-b1a5-2e01c69aee19, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:57:18.857962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] For port a5674340-fce7-4821-b1a5-2e01c69aee19, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a5674340-fce7-4821-b1a5-2e01c69aee19,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:57:18.889624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:18.900212 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:18.900728 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-f5117f94-cb30-4175-9444-e8f42deb00e2', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ips': [{'subnet_id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:57:18.901733 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:18.926677 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c2e1750a-4629-489b-a020-cae46dd59b12 None None] Port a5674340-fce7-4821-b1a5-2e01c69aee19 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:57:18.959356 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55826672-6fbb-4f8d-949d-89a305c72b8e None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:57:18.996776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Routers {'02402fe2-303a-4e23-9356-ff995feaba41'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:57:18.997261 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['02402fe2-303a-4e23-9356-ff995feaba41'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:19.041644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5058060-a1eb-41e1-9c31-b2568453c7e1 None None] Pushing event updated for resources: {'Port': ['ID=a5674340-fce7-4821-b1a5-2e01c69aee19,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:19.144532 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:19.155033 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6d597db8-ae0c-41dc-b286-0d842edeb77b None None] Provisioning complete for port a5674340-fce7-4821-b1a5-2e01c69aee19 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:19.155395 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6d597db8-ae0c-41dc-b286-0d842edeb77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:19.279342 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] Set router 02402fe2-303a-4e23-9356-ff995feaba41 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:57:19.281514 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Allocated IP 172.20.0.2 (f5117f94-cb30-4175-9444-e8f42deb00e2/eca3ec4a-99e0-4020-b778-440afa0fe1ba/5d03e2f0-66a7-491b-b580-7793c07f0c9c) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:57:19.502350 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6d597db8-ae0c-41dc-b286-0d842edeb77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:19.545337 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6d597db8-ae0c-41dc-b286-0d842edeb77b None None] For port a5674340-fce7-4821-b1a5-2e01c69aee19, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a5674340-fce7-4821-b1a5-2e01c69aee19,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:19.575295 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6d597db8-ae0c-41dc-b286-0d842edeb77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:19.664411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:19.679683 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:19.692315 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d597db8-ae0c-41dc-b286-0d842edeb77b None None] Pushing event updated for resources: {'Port': ['ID=a5674340-fce7-4821-b1a5-2e01c69aee19,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:19.720975 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.1 (f5117f94-cb30-4175-9444-e8f42deb00e2/eca3ec4a-99e0-4020-b778-440afa0fe1ba/37efade5-f295-4645-bd11-1f7b887faab5) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:57:19.728322 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Network f5117f94-cb30-4175-9444-e8f42deb00e2 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:57:19.739104 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:57:19.741565 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:57:19.754411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:17Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:19.789536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Pushing event updated for resources: {'Port': ['ID=5d03e2f0-66a7-491b-b580-7793c07f0c9c,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:19.806385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d3d2c-a5fc-4fe0-87e1-1e31d00859ef None None] The sync data for ids ['02402fe2-303a-4e23-9356-ff995feaba41'] in dv-neutron-744815-16-hyperv is: [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:17Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:57:19.844000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Attempting to bind port 5d03e2f0-66a7-491b-b580-7793c07f0c9c on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:57:19.844254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:19.844383 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Attempting to bind port 5d03e2f0-66a7-491b-b580-7793c07f0c9c by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:57:19.844719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Attempting to bind port 5d03e2f0-66a7-491b-b580-7793c07f0c9c on network f5117f94-cb30-4175-9444-e8f42deb00e2 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:57:19.849787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:57:19.850150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Checking segment: {'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:57:19.850545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:19.850986 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Bound using segment: {'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:57:19.851438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Bound port: 5d03e2f0-66a7-491b-b580-7793c07f0c9c, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:57:19.851811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:19.926858 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] For port 5d03e2f0-66a7-491b-b580-7793c07f0c9c, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:57:19.932400 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] For port 5d03e2f0-66a7-491b-b580-7793c07f0c9c, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5d03e2f0-66a7-491b-b580-7793c07f0c9c,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:57:19.939354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:20.016103 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bc778-40b5-40f5-b1e9-a55208a77833 None None] Pushing event updated for resources: {'Port': ['ID=5d03e2f0-66a7-491b-b580-7793c07f0c9c,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:20.233473 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:20.284397 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network f5117f94-cb30-4175-9444-e8f42deb00e2 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:57:20.292493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:57:20.295023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:57:20.302036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=37efade5-f295-4645-bd11-1f7b887faab5,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:20.331751 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:20.347907 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:20.497700 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a5674340-fce7-4821-b1a5-2e01c69aee19 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:57:20.530634 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:20.560029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port a5674340-fce7-4821-b1a5-2e01c69aee19 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:20.560397 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:20.657114 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5d03e2f0-66a7-491b-b580-7793c07f0c9c up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:57:20.720340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 5d03e2f0-66a7-491b-b580-7793c07f0c9c triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:20.721011 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:20.830435 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:20.868955 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:20.871117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 5d03e2f0-66a7-491b-b580-7793c07f0c9c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5d03e2f0-66a7-491b-b580-7793c07f0c9c,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:20.876879 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:20.877928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:20.953092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=5d03e2f0-66a7-491b-b580-7793c07f0c9c,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:20.974294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:20.976227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=37efade5-f295-4645-bd11-1f7b887faab5,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:21.062156 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bd87e6-dd68-4295-8ec1-d0b6c0f6319a None None] Network f5117f94-cb30-4175-9444-e8f42deb00e2 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:57:21.082965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network f5117f94-cb30-4175-9444-e8f42deb00e2 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:57:21.084389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:57:21.143544 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-cc19fd73-2ae6-48f2-b295-361d9983ddbd None None] Provisioning complete for port 5d03e2f0-66a7-491b-b580-7793c07f0c9c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:21.143824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cc19fd73-2ae6-48f2-b295-361d9983ddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:21.217150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 02402fe2-303a-4e23-9356-ff995feaba41 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:57:21.350404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:57:21.356148 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5436375f-82ed-4ba0-ae83-0e1b8e47a5ea tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/02402fe2-303a-4e23-9356-ff995feaba41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9400916 Nov 28 07:57:21.358936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42758) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:21.382031 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:21.471280 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f16276-d2d3-42f0-b8c8-5bc127582cc3 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:21.471749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f16276-d2d3-42f0-b8c8-5bc127582cc3 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:21.472203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f16276-d2d3-42f0-b8c8-5bc127582cc3 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:21.472658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f16276-d2d3-42f0-b8c8-5bc127582cc3 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:21.473289 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f16276-d2d3-42f0-b8c8-5bc127582cc3 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:21.473749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f16276-d2d3-42f0-b8c8-5bc127582cc3 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:21.475597 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d7f16276-d2d3-42f0-b8c8-5bc127582cc3 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1156998 Nov 28 07:57:21.478923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42760) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:21.537540 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbe1c98-c3bb-4db3-97f0-0ea70ef4102f tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:21.537988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbe1c98-c3bb-4db3-97f0-0ea70ef4102f tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:21.538435 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbe1c98-c3bb-4db3-97f0-0ea70ef4102f tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:21.538929 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbe1c98-c3bb-4db3-97f0-0ea70ef4102f tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:21.539331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbe1c98-c3bb-4db3-97f0-0ea70ef4102f tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:21.539764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbe1c98-c3bb-4db3-97f0-0ea70ef4102f tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:21.544526 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8bbe1c98-c3bb-4db3-97f0-0ea70ef4102f tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0619686 Nov 28 07:57:21.544896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42762) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:21.635500 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Sync routers for ids ['02402fe2-303a-4e23-9356-ff995feaba41'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:57:21.645615 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Routers {'02402fe2-303a-4e23-9356-ff995feaba41'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:57:21.646373 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['02402fe2-303a-4e23-9356-ff995feaba41'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:21.708246 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-20f7594b-0ff7-4a48-b8cf-1df028303e43 None None] Provisioning complete for port 37efade5-f295-4645-bd11-1f7b887faab5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:21.708740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-20f7594b-0ff7-4a48-b8cf-1df028303e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:21.717012 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0eaba5bd-a616-430e-ae4f-dc2c76fde760 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1683512 Nov 28 07:57:21.717251 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42764) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:21.722633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0e000659-40d7-4500-97ed-940bd97d014a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-680980228', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:21.753543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-20f7594b-0ff7-4a48-b8cf-1df028303e43 None None] Port 37efade5-f295-4645-bd11-1f7b887faab5 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:57:21.765450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-20f7594b-0ff7-4a48-b8cf-1df028303e43 None None] Provisioning complete for port 5d03e2f0-66a7-491b-b580-7793c07f0c9c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:21.765923 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-20f7594b-0ff7-4a48-b8cf-1df028303e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:21.779587 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Set router 02402fe2-303a-4e23-9356-ff995feaba41 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:57:21.841130 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e000659-40d7-4500-97ed-940bd97d014a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'port': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:57:21.845458 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0e000659-40d7-4500-97ed-940bd97d014a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:21.874026 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [None req-0e000659-40d7-4500-97ed-940bd97d014a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] device_id is not set on port 880d1835-454d-480b-a37c-c13689c903c5 yet. {{(pid=115119) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:57:22.003929 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-595a99e3-571b-4b85-bbd1-77f843da6228 None None] Provisioning complete for port 37efade5-f295-4645-bd11-1f7b887faab5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:22.004534 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-595a99e3-571b-4b85-bbd1-77f843da6228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.012045 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-0e000659-40d7-4500-97ed-940bd97d014a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.13 (f5117f94-cb30-4175-9444-e8f42deb00e2/eca3ec4a-99e0-4020-b778-440afa0fe1ba/880d1835-454d-480b-a37c-c13689c903c5) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:57:22.019228 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:20Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '37efade5-f295-4645-bd11-1f7b887faab5', 'name': '', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:bd:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:19Z', 'updated_at': '2021-11-28T07:57:20Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:22.054498 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Checking router: 02402fe2-303a-4e23-9356-ff995feaba41 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:57:22.055205 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Updating router 02402fe2-303a-4e23-9356-ff995feaba41 port 37efade5-f295-4645-bd11-1f7b887faab5 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:57:22.057505 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-595a99e3-571b-4b85-bbd1-77f843da6228 None None] Port 37efade5-f295-4645-bd11-1f7b887faab5 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:57:22.091477 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.176381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7fed8d02-ddf6-403e-bb5c-3cd3fea91c90 None None] Provisioning complete for port 37efade5-f295-4645-bd11-1f7b887faab5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:22.176753 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7fed8d02-ddf6-403e-bb5c-3cd3fea91c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.183370 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0e000659-40d7-4500-97ed-940bd97d014a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.217570 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7fed8d02-ddf6-403e-bb5c-3cd3fea91c90 None None] Port 37efade5-f295-4645-bd11-1f7b887faab5 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:57:22.231825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0e000659-40d7-4500-97ed-940bd97d014a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.275233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e000659-40d7-4500-97ed-940bd97d014a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network f5117f94-cb30-4175-9444-e8f42deb00e2 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:57:22.284647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-0e000659-40d7-4500-97ed-940bd97d014a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:57:22.288446 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e000659-40d7-4500-97ed-940bd97d014a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:57:22.316373 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e000659-40d7-4500-97ed-940bd97d014a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=880d1835-454d-480b-a37c-c13689c903c5,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:22.343235 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e000659-40d7-4500-97ed-940bd97d014a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:22.343958 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0e000659-40d7-4500-97ed-940bd97d014a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.363437 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0e000659-40d7-4500-97ed-940bd97d014a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6450877 Nov 28 07:57:22.440742 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5d03e2f0-66a7-491b-b580-7793c07f0c9c up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:57:22.507600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 5d03e2f0-66a7-491b-b580-7793c07f0c9c triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:22.508346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.526004 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.531833 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.570101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9a25c8dd-b7b0-4fd8-bc79-d68080cdf983 None None] Provisioning complete for port 880d1835-454d-480b-a37c-c13689c903c5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:22.570545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9a25c8dd-b7b0-4fd8-bc79-d68080cdf983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.598181 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Pushing event updated for resources: {'Port': ['ID=37efade5-f295-4645-bd11-1f7b887faab5,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:22.631115 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:22.631658 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:22.632000 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:22.632334 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:22.632769 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:22.633093 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:22.633720 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:22.634237 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:22.634566 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:22.635044 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:22.635408 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:22.635730 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:22.636347 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:22.643856 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9a25c8dd-b7b0-4fd8-bc79-d68080cdf983 None None] Port 880d1835-454d-480b-a37c-c13689c903c5 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:57:22.679521 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Attempting to bind port 37efade5-f295-4645-bd11-1f7b887faab5 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:57:22.679896 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Attempting to bind port 37efade5-f295-4645-bd11-1f7b887faab5 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:57:22.680251 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Attempting to bind port 37efade5-f295-4645-bd11-1f7b887faab5 on network f5117f94-cb30-4175-9444-e8f42deb00e2 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:57:22.681117 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42768) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:22.685595 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:57:22.685967 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Checking segment: {'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:57:22.686362 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.686490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e2128696-07ea-430b-885d-f5f8f88a016f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-737704673', 'description': 'tempest-secgroup-smoke-737704673 description', 'project_id': '2bd5e3358de04cc29a985f74fa93a602'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:22.686747 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Bound using segment: {'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:57:22.687241 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Bound port: 37efade5-f295-4645-bd11-1f7b887faab5, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:57:22.687665 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.711143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2128696-07ea-430b-885d-f5f8f88a016f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.760759 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] For port 37efade5-f295-4645-bd11-1f7b887faab5, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:57:22.764588 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] For port 37efade5-f295-4645-bd11-1f7b887faab5, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=37efade5-f295-4645-bd11-1f7b887faab5,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:57:22.769894 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.794629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2128696-07ea-430b-885d-f5f8f88a016f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.799779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2128696-07ea-430b-885d-f5f8f88a016f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.836626 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e2128696-07ea-430b-885d-f5f8f88a016f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.838193 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Routers {'02402fe2-303a-4e23-9356-ff995feaba41'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:57:22.838683 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e2128696-07ea-430b-885d-f5f8f88a016f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1558685 Nov 28 07:57:22.841520 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42770) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:22.842280 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['02402fe2-303a-4e23-9356-ff995feaba41'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:22.848087 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '7924b0ec-2a3c-4f1b-a06e-0b8aa6b5a03e', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:22.848979 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2128696-07ea-430b-885d-f5f8f88a016f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7924b0ec-2a3c-4f1b-a06e-0b8aa6b5a03e,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:22.852440 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48be31-49a6-4a09-a0bf-be3546e9dde8 None None] Pushing event updated for resources: {'Port': ['ID=37efade5-f295-4645-bd11-1f7b887faab5,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:22.908224 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.974717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-482ac7b1-bf5b-49fb-9933-a3f3c810bb8d None None] Provisioning complete for port 37efade5-f295-4645-bd11-1f7b887faab5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:22.975250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-482ac7b1-bf5b-49fb-9933-a3f3c810bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:22.989602 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.005416 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.009114 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] Set router 02402fe2-303a-4e23-9356-ff995feaba41 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:57:23.026723 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99681d50-1698-4c4f-8f3c-b9140b20659e,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:23.037598 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:23.038211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:23.038817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:23.039454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:23.040573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:23.041225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:23.041819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:23.042399 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:23.043032 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:23.043618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:23.044187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:23.044930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:23.045509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:23.059082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.060854 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0255f92c-0b9c-4068-a879-0385d369babd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2167337 Nov 28 07:57:23.063476 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42772) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:23.069067 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2a47f792-3a61-4288-a8f9-5c4aee5f542f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '7924b0ec-2a3c-4f1b-a06e-0b8aa6b5a03e', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:23.100873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-482ac7b1-bf5b-49fb-9933-a3f3c810bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.105452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a47f792-3a61-4288-a8f9-5c4aee5f542f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.139941 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-482ac7b1-bf5b-49fb-9933-a3f3c810bb8d None None] For port 37efade5-f295-4645-bd11-1f7b887faab5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=37efade5-f295-4645-bd11-1f7b887faab5,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:23.146190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-482ac7b1-bf5b-49fb-9933-a3f3c810bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.177409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a47f792-3a61-4288-a8f9-5c4aee5f542f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.183119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a47f792-3a61-4288-a8f9-5c4aee5f542f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.207953 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47f792-3a61-4288-a8f9-5c4aee5f542f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b78c69-8cdc-414b-9d61-de43ee6beee6,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:23.214636 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a47f792-3a61-4288-a8f9-5c4aee5f542f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.215987 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2a47f792-3a61-4288-a8f9-5c4aee5f542f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1511211 Nov 28 07:57:23.218789 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42774) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:23.221229 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ac7b1-bf5b-49fb-9933-a3f3c810bb8d None None] Pushing event updated for resources: {'Port': ['ID=37efade5-f295-4645-bd11-1f7b887faab5,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:23.229715 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-4ba22983-763a-46d0-89f4-b5c84b63fca2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '7924b0ec-2a3c-4f1b-a06e-0b8aa6b5a03e', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:23.264384 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4ba22983-763a-46d0-89f4-b5c84b63fca2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.270975 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:20Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '37efade5-f295-4645-bd11-1f7b887faab5', 'name': '', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:bd:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:19Z', 'updated_at': '2021-11-28T07:57:22Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:23.275356 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-cb6f1d56-4288-4072-8e58-5aeb3230942d None None] Provisioning complete for port 37efade5-f295-4645-bd11-1f7b887faab5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:23.276515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cb6f1d56-4288-4072-8e58-5aeb3230942d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.307437 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9adbc-b8c6-4c7a-8f6a-db0788e79b23 None None] The sync data for ids ['02402fe2-303a-4e23-9356-ff995feaba41'] in dv-neutron-744815-16-hyperv is: [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:20Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '37efade5-f295-4645-bd11-1f7b887faab5', 'name': '', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:bd:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:19Z', 'updated_at': '2021-11-28T07:57:22Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:57:23.339109 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4ba22983-763a-46d0-89f4-b5c84b63fca2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.345774 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4ba22983-763a-46d0-89f4-b5c84b63fca2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.386597 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4ba22983-763a-46d0-89f4-b5c84b63fca2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.388300 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4ba22983-763a-46d0-89f4-b5c84b63fca2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1653011 Nov 28 07:57:23.391044 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42776) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:23.398905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-74144951-477d-46bc-a0b5-d9bfd149c2b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '7924b0ec-2a3c-4f1b-a06e-0b8aa6b5a03e', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:23.404690 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba22983-763a-46d0-89f4-b5c84b63fca2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9671cf0-9e41-43ce-a5ab-4c91aa53069f,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:23.442919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-74144951-477d-46bc-a0b5-d9bfd149c2b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.516158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-74144951-477d-46bc-a0b5-d9bfd149c2b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.519905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-74144951-477d-46bc-a0b5-d9bfd149c2b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.538406 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74144951-477d-46bc-a0b5-d9bfd149c2b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb982cfe-431f-4bae-8c1f-0d7b08f275db,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:23.550005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-74144951-477d-46bc-a0b5-d9bfd149c2b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.554545 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-74144951-477d-46bc-a0b5-d9bfd149c2b0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607683 Nov 28 07:57:23.555071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42778) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:23.571952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b56f2a54-2e91-4757-ac27-4bcc012f6509 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '7924b0ec-2a3c-4f1b-a06e-0b8aa6b5a03e', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:23.612315 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-b56f2a54-2e91-4757-ac27-4bcc012f6509 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:57:23.617437 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b56f2a54-2e91-4757-ac27-4bcc012f6509 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.683945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b56f2a54-2e91-4757-ac27-4bcc012f6509 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.688225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b56f2a54-2e91-4757-ac27-4bcc012f6509 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.708795 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f2a54-2e91-4757-ac27-4bcc012f6509 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b0b3fe-03c3-4ded-a34c-817e64c34273,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:23.720646 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b56f2a54-2e91-4757-ac27-4bcc012f6509 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.721883 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b56f2a54-2e91-4757-ac27-4bcc012f6509 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1653180 Nov 28 07:57:23.724649 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42780) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:23.729623 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-38374d27-bc4d-4b98-85b9-95c14f38ed54 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '7924b0ec-2a3c-4f1b-a06e-0b8aa6b5a03e', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:23.752842 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-38374d27-bc4d-4b98-85b9-95c14f38ed54 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:57:23.757807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-38374d27-bc4d-4b98-85b9-95c14f38ed54 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.824319 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-38374d27-bc4d-4b98-85b9-95c14f38ed54 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.829331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-38374d27-bc4d-4b98-85b9-95c14f38ed54 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.851889 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38374d27-bc4d-4b98-85b9-95c14f38ed54 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6e29ce-2d8b-47f6-a68b-1cf8a31d5d3d,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:23.861711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-38374d27-bc4d-4b98-85b9-95c14f38ed54 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:23.863807 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-38374d27-bc4d-4b98-85b9-95c14f38ed54 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380796 Nov 28 07:57:24.029958 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-e8be91ef-48e3-46c4-b335-94e9ee8c9746 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737704673&fields=id&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 267 time: 0.0489397 Nov 28 07:57:24.091361 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451956fe-84c2-4d4e-a14e-287d8593694d req-35b8b69b-5cab-402f-a93e-f0dca6486a72 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:24.093116 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-35b8b69b-5cab-402f-a93e-f0dca6486a72 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports/880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 200 len: 930 time: 0.0559831 Nov 28 07:57:24.145340 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-1eb40a3c-d274-4200-bd13-e1ee2919d8a3 service neutron] 10.222.0.31 "GET /v2.0/ports/880d1835-454d-480b-a37c-c13689c903c5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0389731 Nov 28 07:57:24.241461 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-66a7e3f0-c9f6-4b5a-a09d-c0af21c657c7 service neutron] 10.222.0.31 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892904 Nov 28 07:57:24.334964 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-525265d9-5ad7-498d-800d-8c6deb0767b0 service neutron] 10.222.0.31 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863326 Nov 28 07:57:24.469531 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 37efade5-f295-4645-bd11-1f7b887faab5 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:57:24.543596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 37efade5-f295-4645-bd11-1f7b887faab5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:24.544014 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:24.545581 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9b2324a2-1908-4a95-8b33-eba9583802a4 req-e8567427-9c9a-4cfd-95ab-be0a4113a19e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 210 time: 0.0346467 Nov 28 07:57:25.519465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451956fe-84c2-4d4e-a14e-287d8593694d req-d401fd58-cf0c-49d2-9701-a43661db3d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:25.520832 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-d401fd58-cf0c-49d2-9701-a43661db3d3c service neutron] 10.222.0.35 "GET /v2.0/ports/880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 200 len: 1026 time: 0.0417850 Nov 28 07:57:25.636158 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451956fe-84c2-4d4e-a14e-287d8593694d req-31a3820c-044f-43ee-b42c-34229f60d92c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:25.637518 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-31a3820c-044f-43ee-b42c-34229f60d92c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/networks?id=f5117f94-cb30-4175-9444-e8f42deb00e2 HTTP/1.1" status: 200 len: 795 time: 0.1096747 Nov 28 07:57:25.643607 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-48098001-84fb-4bf0-9646-40efc80aaee0 req-066c9833-ba78-4209-bda9-326be854fd55 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 210 time: 0.0267122 Nov 28 07:57:25.704157 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-a462a2cb-1c5f-4415-a88a-f4853d47db2d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 379 time: 0.0554528 Nov 28 07:57:25.717505 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Request body: {'port': {'device_id': '194e5472-ef1f-4416-ad37-926559627af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:25.783176 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:26.054607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880d1835-454d-480b-a37c-c13689c903c5 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:57:26.062243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:26.074676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Transition to ACTIVE for port object 880d1835-454d-480b-a37c-c13689c903c5 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:57:26.078239 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:26.135334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Pushing event updated for resources: {'Port': ['ID=880d1835-454d-480b-a37c-c13689c903c5,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:26.207033 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Attempting to bind port 880d1835-454d-480b-a37c-c13689c903c5 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:57:26.207374 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Attempting to bind port 880d1835-454d-480b-a37c-c13689c903c5 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:57:26.207702 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Attempting to bind port 880d1835-454d-480b-a37c-c13689c903c5 on network f5117f94-cb30-4175-9444-e8f42deb00e2 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:57:26.212899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Port 880d1835-454d-480b-a37c-c13689c903c5 on network f5117f94-cb30-4175-9444-e8f42deb00e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:57:26.213221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Attempting to bind port 880d1835-454d-480b-a37c-c13689c903c5 on network f5117f94-cb30-4175-9444-e8f42deb00e2 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:57:26.218431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:57:26.218768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Checking segment: {'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:57:26.219201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Bound using segment: {'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:57:26.219633 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Bound port: 880d1835-454d-480b-a37c-c13689c903c5, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:57:26.219993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:26.289081 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] For port 880d1835-454d-480b-a37c-c13689c903c5, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:57:26.293040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] For port 880d1835-454d-480b-a37c-c13689c903c5, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=880d1835-454d-480b-a37c-c13689c903c5,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:57:26.296383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:26.333193 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:26.333922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:26.335206 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] 10.222.0.35 "PUT /v2.0/ports/880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 200 len: 1131 time: 0.6216331 Nov 28 07:57:26.336073 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194e5472-ef1f-4416-ad37-926559627af8', 'tag': '880d1835-454d-480b-a37c-c13689c903c5'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:57:26.338360 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d26dad-f658-45ee-8e5b-78fdb6bf2185" -d '{"events": [{"name": "network-changed", "server_uuid": "194e5472-ef1f-4416-ad37-926559627af8", "tag": "880d1835-454d-480b-a37c-c13689c903c5"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:57:26.376518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690230bc-4d1f-4e3f-9b1e-4956ce3c4314 service neutron] Pushing event updated for resources: {'Port': ['ID=880d1835-454d-480b-a37c-c13689c903c5,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:26.392905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca23bd2-7e06-4c5f-aa35-e294f95e2a06 x-openstack-request-id: req-7ca23bd2-7e06-4c5f-aa35-e294f95e2a06 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:57:26.393196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194e5472-ef1f-4416-ad37-926559627af8", "tag": "880d1835-454d-480b-a37c-c13689c903c5", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:57:26.393448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ca23bd2-7e06-4c5f-aa35-e294f95e2a06 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:57:26.393838 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194e5472-ef1f-4416-ad37-926559627af8', 'tag': '880d1835-454d-480b-a37c-c13689c903c5', 'status': 'completed', 'code': 200} Nov 28 07:57:26.433231 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451956fe-84c2-4d4e-a14e-287d8593694d req-faf695bc-7a6a-4cce-a7d5-35a47718d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:26.434651 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-faf695bc-7a6a-4cce-a7d5-35a47718d212 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 1134 time: 0.0510130 Nov 28 07:57:26.486240 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-e9f007bd-04e0-4f72-969f-b4bb808b1671 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 200 len: 217 time: 0.0416770 Nov 28 07:57:26.537848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451956fe-84c2-4d4e-a14e-287d8593694d req-2b0267d3-8c46-49b8-b81d-109f9cadee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:26.539350 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-2b0267d3-8c46-49b8-b81d-109f9cadee4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca3ec4a-99e0-4020-b778-440afa0fe1ba HTTP/1.1" status: 200 len: 835 time: 0.0440860 Nov 28 07:57:26.596278 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451956fe-84c2-4d4e-a14e-287d8593694d req-a346ad5d-2521-47fc-8be6-92954a5c7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:26.597774 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-a346ad5d-2521-47fc-8be6-92954a5c7bb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5117f94-cb30-4175-9444-e8f42deb00e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0500557 Nov 28 07:57:26.688509 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-85b9fa9c-0ad4-4d38-83e0-a6880be169aa service neutron] 10.222.0.35 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822942 Nov 28 07:57:26.772433 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2b79-5e57-4af8-ac25-cf20c34e555a req-71813bd6-bef4-4be8-97b5-2098abacdf10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:26.773919 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-666b2b79-5e57-4af8-ac25-cf20c34e555a req-71813bd6-bef4-4be8-97b5-2098abacdf10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 981 time: 0.0590820 Nov 28 07:57:26.782415 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-451956fe-84c2-4d4e-a14e-287d8593694d req-58110570-deef-4802-b153-4da07e552bdc service neutron] 10.222.0.35 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868297 Nov 28 07:57:26.822852 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-666b2b79-5e57-4af8-ac25-cf20c34e555a req-9637749f-84e9-454f-a8b0-0b60d5ec2e23 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422466 Nov 28 07:57:26.880674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d26dad-f658-45ee-8e5b-78fdb6bf2185 req-83ba8379-da91-444d-98a5-64917ca82e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:26.882163 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34d26dad-f658-45ee-8e5b-78fdb6bf2185 req-83ba8379-da91-444d-98a5-64917ca82e6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 1134 time: 0.0460067 Nov 28 07:57:26.976973 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d26dad-f658-45ee-8e5b-78fdb6bf2185 req-bc1333b1-6bb9-4168-8642-97927d42e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:26.978471 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34d26dad-f658-45ee-8e5b-78fdb6bf2185 req-bc1333b1-6bb9-4168-8642-97927d42e81a service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5117f94-cb30-4175-9444-e8f42deb00e2 HTTP/1.1" status: 200 len: 896 time: 0.0868137 Nov 28 07:57:27.022692 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34d26dad-f658-45ee-8e5b-78fdb6bf2185 req-e9911539-6afc-4cb7-a3a9-d9a6e0059c63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 200 len: 217 time: 0.0354378 Nov 28 07:57:27.072114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d26dad-f658-45ee-8e5b-78fdb6bf2185 req-fae9b726-535b-4d1a-bf7a-3a451680b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:27.073534 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34d26dad-f658-45ee-8e5b-78fdb6bf2185 req-fae9b726-535b-4d1a-bf7a-3a451680b5b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca3ec4a-99e0-4020-b778-440afa0fe1ba HTTP/1.1" status: 200 len: 835 time: 0.0427346 Nov 28 07:57:27.128600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d26dad-f658-45ee-8e5b-78fdb6bf2185 req-ffea8a00-e34d-408a-9813-083d10caf47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:27.130068 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34d26dad-f658-45ee-8e5b-78fdb6bf2185 req-ffea8a00-e34d-408a-9813-083d10caf47f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5117f94-cb30-4175-9444-e8f42deb00e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0485818 Nov 28 07:57:27.218290 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34d26dad-f658-45ee-8e5b-78fdb6bf2185 req-28209c01-e6c5-43c5-a33f-d80f394f67a7 service neutron] 10.222.0.35 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794480 Nov 28 07:57:27.308645 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34d26dad-f658-45ee-8e5b-78fdb6bf2185 req-c82e0b7f-d859-46a3-9fb1-71de6ef7f2aa service neutron] 10.222.0.35 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826230 Nov 28 07:57:27.948769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e73056-7d78-4b64-9271-574d1e8f014f req-817dee69-86ce-40a4-9a60-378a240ae4ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:27.950243 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-51e73056-7d78-4b64-9271-574d1e8f014f req-817dee69-86ce-40a4-9a60-378a240ae4ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 981 time: 0.0570116 Nov 28 07:57:27.997154 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-51e73056-7d78-4b64-9271-574d1e8f014f req-be056691-9ef8-41e7-89a4-3ed370d2315c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408900 Nov 28 07:57:29.117349 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb4e84-9a3d-46f2-9beb-92486b7217fe req-a964e134-b847-47a3-94d7-da4712554bc8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:29.119478 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e1fb4e84-9a3d-46f2-9beb-92486b7217fe req-a964e134-b847-47a3-94d7-da4712554bc8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 981 time: 0.0545793 Nov 28 07:57:29.168116 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e1fb4e84-9a3d-46f2-9beb-92486b7217fe req-99871988-e852-457d-ad01-3691f8eaa3bd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425708 Nov 28 07:57:29.478563 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 880d1835-454d-480b-a37c-c13689c903c5 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:57:29.571984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 880d1835-454d-480b-a37c-c13689c903c5, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=880d1835-454d-480b-a37c-c13689c903c5,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:29.582370 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '880d1835-454d-480b-a37c-c13689c903c5', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'port_id': '880d1835-454d-480b-a37c-c13689c903c5', 'mac_address': 'fa:16:3e:9b:0e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:57:29.624193 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:29.636996 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880d1835-454d-480b-a37c-c13689c903c5 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:57:29.655994 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 880d1835-454d-480b-a37c-c13689c903c5, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=880d1835-454d-480b-a37c-c13689c903c5,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:29.659830 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:29.709491 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=880d1835-454d-480b-a37c-c13689c903c5,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:29.717084 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:29.717430 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:29.717766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:29.718098 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:29.718427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:29.718752 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:29.719099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:29.719427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:29.719749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:29.720075 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:29.720397 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:29.720714 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:29.721029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:57:29.906573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['880d1835-454d-480b-a37c-c13689c903c5'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:57:30.286756 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dbf84-c789-4d1a-9467-ff996734676a req-7474ab9a-6c07-4cea-8371-adb87688474b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:30.288250 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-090dbf84-c789-4d1a-9467-ff996734676a req-7474ab9a-6c07-4cea-8371-adb87688474b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 982 time: 0.0542772 Nov 28 07:57:30.338303 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-090dbf84-c789-4d1a-9467-ff996734676a req-052e2811-c3a0-49bc-9f4a-2d79bfdf4e4d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Nov 28 07:57:31.173939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:31.462189 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3dfae-e3e6-48cb-8c59-35d3b8d4f173 req-05ba0345-18cd-4be9-a047-f61aff355147 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:31.463687 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3ba3dfae-e3e6-48cb-8c59-35d3b8d4f173 req-05ba0345-18cd-4be9-a047-f61aff355147 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 982 time: 0.0589230 Nov 28 07:57:31.500861 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 880d1835-454d-480b-a37c-c13689c903c5 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:57:31.511715 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3ba3dfae-e3e6-48cb-8c59-35d3b8d4f173 req-add8827a-8f67-4236-96b1-9e2fe449c175 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Nov 28 07:57:31.556047 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 880d1835-454d-480b-a37c-c13689c903c5 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:57:31.560417 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 880d1835-454d-480b-a37c-c13689c903c5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:31.560918 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:31.647522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:31.669784 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194e5472-ef1f-4416-ad37-926559627af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880d1835-454d-480b-a37c-c13689c903c5'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:57:31.672100 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c12f31-9573-4b72-8ec6-efaad1b954d4" -d '{"events": [{"server_uuid": "194e5472-ef1f-4416-ad37-926559627af8", "name": "network-vif-plugged", "status": "completed", "tag": "880d1835-454d-480b-a37c-c13689c903c5"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:57:31.685323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 880d1835-454d-480b-a37c-c13689c903c5, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=880d1835-454d-480b-a37c-c13689c903c5,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:31.689257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:31.713042 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3330054f-1630-455c-8a31-094eee59113d x-openstack-request-id: req-3330054f-1630-455c-8a31-094eee59113d {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:57:31.713331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194e5472-ef1f-4416-ad37-926559627af8", "name": "network-vif-plugged", "status": "completed", "tag": "880d1835-454d-480b-a37c-c13689c903c5", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:57:31.713582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3330054f-1630-455c-8a31-094eee59113d {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:57:31.713966 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194e5472-ef1f-4416-ad37-926559627af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880d1835-454d-480b-a37c-c13689c903c5', 'code': 200} Nov 28 07:57:31.743801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=880d1835-454d-480b-a37c-c13689c903c5,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:31.888349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f71df-24af-4098-ac1f-277a933ccfc3 req-14f96a99-3f03-4d39-b483-5776c9c82185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:31.890232 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c25f71df-24af-4098-ac1f-277a933ccfc3 req-14f96a99-3f03-4d39-b483-5776c9c82185 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 1136 time: 0.0478134 Nov 28 07:57:31.939414 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c25f71df-24af-4098-ac1f-277a933ccfc3 req-dcc63e0d-cdea-4258-97cd-1d60cce48713 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395501 Nov 28 07:57:32.635420 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b32c6-b7a3-4234-a94b-5334ac9caf97 req-0352a844-b0a9-449d-b6dd-b850a68271f8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:32.637007 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-453b32c6-b7a3-4234-a94b-5334ac9caf97 req-0352a844-b0a9-449d-b6dd-b850a68271f8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 983 time: 0.0570354 Nov 28 07:57:32.684832 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-453b32c6-b7a3-4234-a94b-5334ac9caf97 req-4a7142ab-ef10-4aa7-9eb7-c2186e6c98d1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418262 Nov 28 07:57:33.808885 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c595009-7db4-4137-bf5e-d4484a82b7d0 req-a600f59b-ccbb-4100-bfd5-d9f14a867603 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:33.810351 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4c595009-7db4-4137-bf5e-d4484a82b7d0 req-a600f59b-ccbb-4100-bfd5-d9f14a867603 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 983 time: 0.0572338 Nov 28 07:57:33.856741 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4c595009-7db4-4137-bf5e-d4484a82b7d0 req-28273bbc-615d-4bd6-9e91-0b39ab2f195f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404537 Nov 28 07:57:33.978107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e05681-21f7-4fa3-b9da-90dab9561559 req-dcf743cd-8da7-4fc1-ba94-0677cc328932 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:33.979628 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-03e05681-21f7-4fa3-b9da-90dab9561559 req-dcf743cd-8da7-4fc1-ba94-0677cc328932 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 983 time: 0.0581126 Nov 28 07:57:34.030596 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-03e05681-21f7-4fa3-b9da-90dab9561559 req-417f5d1c-266e-4c4e-955e-24eb8650e220 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451324 Nov 28 07:57:34.052403 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42840) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:34.100984 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcb83e5-c6e2-4fe7-a90d-573758f95a01 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:34.102995 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bdcb83e5-c6e2-4fe7-a90d-573758f95a01 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 1131 time: 0.0496337 Nov 28 07:57:34.105839 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42842) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:34.110012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '880d1835-454d-480b-a37c-c13689c903c5', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:34.137083 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:34.230540 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:34.335736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.106 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/93ef800a-1e59-46aa-a72b-c3275d860e91) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:57:34.448244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:34.488777 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:34.525303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:57:34.528187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:57:34.534126 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:57:34.562056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=93ef800a-1e59-46aa-a72b-c3275d860e91,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:34.947061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:35.026972 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:35.186688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:35.191148 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:35.277195 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=93ef800a-1e59-46aa-a72b-c3275d860e91,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:35.284267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:35.697024 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 01201a21-c9dc-4c3a-ae90-de71be2f3ce1 associated. External IP: 172.26.2.106, port: 880d1835-454d-480b-a37c-c13689c903c5. Nov 28 07:57:35.953689 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 02402fe2-303a-4e23-9356-ff995feaba41 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:57:36.077006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:57:36.088457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cd74f-8f07-4963-8f1c-4d011d196e47 None None] Sync routers for ids ['02402fe2-303a-4e23-9356-ff995feaba41'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:57:36.095186 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:36.101173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cd74f-8f07-4963-8f1c-4d011d196e47 None None] Routers {'02402fe2-303a-4e23-9356-ff995feaba41'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:57:36.101775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-e24cd74f-8f07-4963-8f1c-4d011d196e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['02402fe2-303a-4e23-9356-ff995feaba41'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:36.129892 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0bdf9f16-059c-4b6e-b0a4-03154070dec5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.0230336 Nov 28 07:57:36.130479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194e5472-ef1f-4416-ad37-926559627af8', 'tag': '880d1835-454d-480b-a37c-c13689c903c5'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:57:36.132787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4666be1e-466a-47ff-9284-4fe6fb8789f8" -d '{"events": [{"name": "network-changed", "server_uuid": "194e5472-ef1f-4416-ad37-926559627af8", "tag": "880d1835-454d-480b-a37c-c13689c903c5"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:57:36.132953 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42848) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:36.224497 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f4918-6311-4b6e-a593-b4a97b338057 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:36.224971 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e469fde8-05e9-41f1-a6f2-e03f0284c3dc x-openstack-request-id: req-e469fde8-05e9-41f1-a6f2-e03f0284c3dc {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:57:36.225430 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194e5472-ef1f-4416-ad37-926559627af8", "tag": "880d1835-454d-480b-a37c-c13689c903c5", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:57:36.225762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e469fde8-05e9-41f1-a6f2-e03f0284c3dc {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:57:36.226065 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a77f4918-6311-4b6e-a593-b4a97b338057 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8&network_id=f5117f94-cb30-4175-9444-e8f42deb00e2 HTTP/1.1" status: 200 len: 1131 time: 0.0919666 Nov 28 07:57:36.226380 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194e5472-ef1f-4416-ad37-926559627af8', 'tag': '880d1835-454d-480b-a37c-c13689c903c5', 'status': 'completed', 'code': 200} Nov 28 07:57:36.234832 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-e24cd74f-8f07-4963-8f1c-4d011d196e47 None None] Set router 02402fe2-303a-4e23-9356-ff995feaba41 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:57:36.304495 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666be1e-466a-47ff-9284-4fe6fb8789f8 req-ea02d04c-c9fb-496a-95e8-d51868207a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:36.307476 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4666be1e-466a-47ff-9284-4fe6fb8789f8 req-ea02d04c-c9fb-496a-95e8-d51868207a54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 1136 time: 0.0560780 Nov 28 07:57:36.452801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666be1e-466a-47ff-9284-4fe6fb8789f8 req-18b5b3d2-87a2-4eea-a082-79d92a634a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:36.454247 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4666be1e-466a-47ff-9284-4fe6fb8789f8 req-18b5b3d2-87a2-4eea-a082-79d92a634a72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5117f94-cb30-4175-9444-e8f42deb00e2 HTTP/1.1" status: 200 len: 896 time: 0.1381190 Nov 28 07:57:36.492178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-e24cd74f-8f07-4963-8f1c-4d011d196e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:20Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '01201a21-c9dc-4c3a-ae90-de71be2f3ce1', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'port_id': '880d1835-454d-480b-a37c-c13689c903c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-680980228', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'mac_address': 'fa:16:3e:9b:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e5472-ef1f-4416-ad37-926559627af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:57:34Z', 'updated_at': '2021-11-28T07:57:34Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37efade5-f295-4645-bd11-1f7b887faab5', 'name': '', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:bd:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:19Z', 'updated_at': '2021-11-28T07:57:23Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:36.522177 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cd74f-8f07-4963-8f1c-4d011d196e47 None None] Checking router: 02402fe2-303a-4e23-9356-ff995feaba41 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:57:36.532053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cd74f-8f07-4963-8f1c-4d011d196e47 None None] Routers {'02402fe2-303a-4e23-9356-ff995feaba41'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:57:36.532653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-e24cd74f-8f07-4963-8f1c-4d011d196e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['02402fe2-303a-4e23-9356-ff995feaba41'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:36.534808 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081c436-96ab-49e5-b22f-f9b37a6bb32e req-9682c7c1-43f7-4632-8fcd-4d4df74a078e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:36.536301 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e081c436-96ab-49e5-b22f-f9b37a6bb32e req-9682c7c1-43f7-4632-8fcd-4d4df74a078e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 983 time: 0.1244333 Nov 28 07:57:36.563574 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4666be1e-466a-47ff-9284-4fe6fb8789f8 req-117ab66d-d7d2-4503-8f1b-53a1fdf56ed5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 200 len: 1037 time: 0.1004989 Nov 28 07:57:36.621116 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e081c436-96ab-49e5-b22f-f9b37a6bb32e req-4d617a5c-5b1f-4f37-b67a-741d5f5a8a8c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759301 Nov 28 07:57:36.632475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666be1e-466a-47ff-9284-4fe6fb8789f8 req-573ae49f-6e1a-4091-9a5a-c1a210179356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:36.643735 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4666be1e-466a-47ff-9284-4fe6fb8789f8 req-573ae49f-6e1a-4091-9a5a-c1a210179356 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca3ec4a-99e0-4020-b778-440afa0fe1ba HTTP/1.1" status: 200 len: 835 time: 0.0577233 Nov 28 07:57:36.690361 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666be1e-466a-47ff-9284-4fe6fb8789f8 req-8da9b8cc-6539-447d-8731-c4d1bd379c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:36.691913 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4666be1e-466a-47ff-9284-4fe6fb8789f8 req-8da9b8cc-6539-447d-8731-c4d1bd379c72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5117f94-cb30-4175-9444-e8f42deb00e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0494351 Nov 28 07:57:36.788804 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4666be1e-466a-47ff-9284-4fe6fb8789f8 req-373dbc91-2be6-48cc-9431-52c45d289a5e service neutron] 10.222.0.35 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875239 Nov 28 07:57:36.819185 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-e24cd74f-8f07-4963-8f1c-4d011d196e47 None None] Set router 02402fe2-303a-4e23-9356-ff995feaba41 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:57:36.877087 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4666be1e-466a-47ff-9284-4fe6fb8789f8 req-c1471d10-b621-4794-b174-2ed5dede3b27 service neutron] 10.222.0.35 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807710 Nov 28 07:57:37.068423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-e24cd74f-8f07-4963-8f1c-4d011d196e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:20Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '01201a21-c9dc-4c3a-ae90-de71be2f3ce1', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'port_id': '880d1835-454d-480b-a37c-c13689c903c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-680980228', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'mac_address': 'fa:16:3e:9b:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e5472-ef1f-4416-ad37-926559627af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:57:34Z', 'updated_at': '2021-11-28T07:57:34Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37efade5-f295-4645-bd11-1f7b887faab5', 'name': '', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:bd:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:19Z', 'updated_at': '2021-11-28T07:57:23Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:37.095501 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cd74f-8f07-4963-8f1c-4d011d196e47 None None] The sync data for ids ['02402fe2-303a-4e23-9356-ff995feaba41'] in dv-neutron-744815-16-hyperv is: [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:20Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '01201a21-c9dc-4c3a-ae90-de71be2f3ce1', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'port_id': '880d1835-454d-480b-a37c-c13689c903c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-680980228', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'mac_address': 'fa:16:3e:9b:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e5472-ef1f-4416-ad37-926559627af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:57:34Z', 'updated_at': '2021-11-28T07:57:34Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37efade5-f295-4645-bd11-1f7b887faab5', 'name': '', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:bd:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:19Z', 'updated_at': '2021-11-28T07:57:23Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:57:37.302441 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed1b489-9b85-4078-a41d-6722fa4501c7 None None] New status for floating IP 01201a21-c9dc-4c3a-ae90-de71be2f3ce1: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:57:37.755005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e73a5e-21b9-445b-b3e4-a3cbe0dd3320 req-92d3341d-c416-4175-89f1-0ab1a20c7aa5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:37.756493 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d7e73a5e-21b9-445b-b3e4-a3cbe0dd3320 req-92d3341d-c416-4175-89f1-0ab1a20c7aa5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 983 time: 0.0566664 Nov 28 07:57:37.807905 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d7e73a5e-21b9-445b-b3e4-a3cbe0dd3320 req-4fe0e84a-31a0-4666-a505-d596e4731135 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455127 Nov 28 07:57:38.208599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-623a3ca1-37ce-44ad-825e-152e796390c2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:38.210619 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-623a3ca1-37ce-44ad-825e-152e796390c2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 983 time: 0.3784471 Nov 28 07:57:38.264707 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-0f9bf484-46dd-4f4b-bad2-5674cd299f48 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:38.266060 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-0f9bf484-46dd-4f4b-bad2-5674cd299f48 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/ports/880d1835-454d-480b-a37c-c13689c903c5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0439568 Nov 28 07:57:38.372341 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-fe3cada0-b00b-4872-a2e2-4dfbcf8c998a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0959315 Nov 28 07:57:38.388849 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-fc0898e3-83b1-48f4-9629-b06a6998f0f7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:38.450764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-fc0898e3-83b1-48f4-9629-b06a6998f0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:38.601133 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-fc0898e3-83b1-48f4-9629-b06a6998f0f7 service neutron] For port 880d1835-454d-480b-a37c-c13689c903c5, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=880d1835-454d-480b-a37c-c13689c903c5,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:38.635960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-fc0898e3-83b1-48f4-9629-b06a6998f0f7 service neutron] For port 880d1835-454d-480b-a37c-c13689c903c5, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:57:38.671766 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-fc0898e3-83b1-48f4-9629-b06a6998f0f7 service neutron] device_id is not set on port 880d1835-454d-480b-a37c-c13689c903c5 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:57:38.681207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-fc0898e3-83b1-48f4-9629-b06a6998f0f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:38.687870 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-fc0898e3-83b1-48f4-9629-b06a6998f0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:38.798312 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0898e3-83b1-48f4-9629-b06a6998f0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=880d1835-454d-480b-a37c-c13689c903c5,revision_number=6']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:38.884568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-fc0898e3-83b1-48f4-9629-b06a6998f0f7 service neutron] No DVR routers for this DVR port 880d1835-454d-480b-a37c-c13689c903c5 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:57:38.938343 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1ca377f2-1280-4e05-97bc-72792900a3dc None None] Provisioning complete for port 880d1835-454d-480b-a37c-c13689c903c5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:38.938938 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1ca377f2-1280-4e05-97bc-72792900a3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:38.958772 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0a388bb-2782-4ccd-afac-f8e6dcf35aa5 req-7e8d596c-dd6b-4c8f-8459-b2d59bfeaff2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=194e5472-ef1f-4416-ad37-926559627af8 HTTP/1.1" status: 200 len: 210 time: 0.0380273 Nov 28 07:57:38.983667 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-1ca377f2-1280-4e05-97bc-72792900a3dc None None] Port 880d1835-454d-480b-a37c-c13689c903c5 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:57:39.064446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-fc0898e3-83b1-48f4-9629-b06a6998f0f7 service neutron] In _notify_port_updated(), no bound segment for port 880d1835-454d-480b-a37c-c13689c903c5 on network f5117f94-cb30-4175-9444-e8f42deb00e2 {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:57:39.065297 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-fc0898e3-83b1-48f4-9629-b06a6998f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:39.065902 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-fc0898e3-83b1-48f4-9629-b06a6998f0f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:39.067247 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8c80eec6-c50b-42ff-89d4-ddbcea56f9e0 req-fc0898e3-83b1-48f4-9629-b06a6998f0f7 service neutron] 10.222.0.35 "PUT /v2.0/ports/880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 200 len: 1026 time: 0.6824677 Nov 28 07:57:40.017420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42864) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:40.065888 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc6ae85-907e-40c5-b501-914d94411580 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:40.067278 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3cc6ae85-907e-40c5-b501-914d94411580 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports/880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 200 len: 925 time: 0.0488422 Nov 28 07:57:40.285461 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42868) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:40.290537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-56d6e791-8009-402e-b6f4-3b6d209a1b2f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-230405106', 'description': 'tempest-secgroup-smoke-230405106 description', 'project_id': '2bd5e3358de04cc29a985f74fa93a602'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:40.312500 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-56d6e791-8009-402e-b6f4-3b6d209a1b2f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.376949 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-56d6e791-8009-402e-b6f4-3b6d209a1b2f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.380925 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-56d6e791-8009-402e-b6f4-3b6d209a1b2f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.408416 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-56d6e791-8009-402e-b6f4-3b6d209a1b2f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.409630 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-56d6e791-8009-402e-b6f4-3b6d209a1b2f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1231735 Nov 28 07:57:40.412438 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42870) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:40.418181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-13e09df4-4d35-41bc-8f6d-8792b0240d16 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '99d18e6d-d1cd-46ff-a6b9-fa5173413676', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:40.424990 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6e791-8009-402e-b6f4-3b6d209a1b2f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d18e6d-d1cd-46ff-a6b9-fa5173413676,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:40.446628 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-13e09df4-4d35-41bc-8f6d-8792b0240d16 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.504641 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-13e09df4-4d35-41bc-8f6d-8792b0240d16 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.508091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-13e09df4-4d35-41bc-8f6d-8792b0240d16 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.528621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e09df4-4d35-41bc-8f6d-8792b0240d16 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bc91c3-ee42-49c8-a880-801e15005e54,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:40.538659 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-13e09df4-4d35-41bc-8f6d-8792b0240d16 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.540390 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-13e09df4-4d35-41bc-8f6d-8792b0240d16 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270301 Nov 28 07:57:40.543165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42872) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:40.547370 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5aa36405-e916-4557-ab3e-244712f06d4f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '99d18e6d-d1cd-46ff-a6b9-fa5173413676', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:40.572945 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5aa36405-e916-4557-ab3e-244712f06d4f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.626179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5aa36405-e916-4557-ab3e-244712f06d4f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.629691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5aa36405-e916-4557-ab3e-244712f06d4f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.646320 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa36405-e916-4557-ab3e-244712f06d4f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d9a14d-350c-4137-819f-512d9b4d883f,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:40.655239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5aa36405-e916-4557-ab3e-244712f06d4f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.656391 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5aa36405-e916-4557-ab3e-244712f06d4f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123364 Nov 28 07:57:40.659166 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42874) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:40.663327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-99b1997a-77ee-4cca-be97-009916ad459b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '99d18e6d-d1cd-46ff-a6b9-fa5173413676', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:40.689405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-99b1997a-77ee-4cca-be97-009916ad459b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.744987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-99b1997a-77ee-4cca-be97-009916ad459b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.748611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-99b1997a-77ee-4cca-be97-009916ad459b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.769388 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1997a-77ee-4cca-be97-009916ad459b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a4bd4c-6253-49e7-b130-d6cdd25b042f,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:40.775293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-99b1997a-77ee-4cca-be97-009916ad459b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.776479 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-99b1997a-77ee-4cca-be97-009916ad459b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164134 Nov 28 07:57:40.779338 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42876) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:40.784836 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3de468eb-2ad8-45cf-bc4d-e35171f43469 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '99d18e6d-d1cd-46ff-a6b9-fa5173413676', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:40.813175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3de468eb-2ad8-45cf-bc4d-e35171f43469 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.867672 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3de468eb-2ad8-45cf-bc4d-e35171f43469 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.871601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3de468eb-2ad8-45cf-bc4d-e35171f43469 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.891830 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de468eb-2ad8-45cf-bc4d-e35171f43469 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748a08e0-58a3-4d12-addc-560e886728b3,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:40.897084 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3de468eb-2ad8-45cf-bc4d-e35171f43469 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.898257 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3de468eb-2ad8-45cf-bc4d-e35171f43469 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175933 Nov 28 07:57:40.901595 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42878) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:40.906266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b453a5ab-355f-41b3-bb73-c697f5b868ad tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '99d18e6d-d1cd-46ff-a6b9-fa5173413676', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:40.927954 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-b453a5ab-355f-41b3-bb73-c697f5b868ad tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:57:40.933581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b453a5ab-355f-41b3-bb73-c697f5b868ad tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.990566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b453a5ab-355f-41b3-bb73-c697f5b868ad tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:40.994581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b453a5ab-355f-41b3-bb73-c697f5b868ad tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:41.011864 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453a5ab-355f-41b3-bb73-c697f5b868ad tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab53a812-203c-4cf7-afae-85ba6067cf11,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:41.018238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b453a5ab-355f-41b3-bb73-c697f5b868ad tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:41.019437 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b453a5ab-355f-41b3-bb73-c697f5b868ad tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168876 Nov 28 07:57:41.022099 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42880) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:41.026340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-f2b88ebf-6bd3-41b0-aaad-1af90548dc4d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '99d18e6d-d1cd-46ff-a6b9-fa5173413676', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:41.047493 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-f2b88ebf-6bd3-41b0-aaad-1af90548dc4d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:57:41.052094 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f2b88ebf-6bd3-41b0-aaad-1af90548dc4d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:41.109135 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f2b88ebf-6bd3-41b0-aaad-1af90548dc4d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:41.112305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f2b88ebf-6bd3-41b0-aaad-1af90548dc4d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:41.126989 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b88ebf-6bd3-41b0-aaad-1af90548dc4d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68eb66f-50d8-4a57-9a69-12ed60702944,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:41.137215 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f2b88ebf-6bd3-41b0-aaad-1af90548dc4d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:41.138409 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f2b88ebf-6bd3-41b0-aaad-1af90548dc4d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153936 Nov 28 07:57:41.283267 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-fa2a3b31-5816-4b48-b372-6dedde40e6b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-230405106&fields=id&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 267 time: 0.0436285 Nov 28 07:57:41.337948 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-1a49b441-f9e4-40cf-b256-d756c59313ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:41.339199 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-1a49b441-f9e4-40cf-b256-d756c59313ce tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports/880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 200 len: 930 time: 0.0494673 Nov 28 07:57:41.387435 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-7903a0dc-e36e-49e0-98dc-44f2682e17c9 service neutron] 10.222.0.31 "GET /v2.0/ports/880d1835-454d-480b-a37c-c13689c903c5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0364685 Nov 28 07:57:41.472344 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-349673ba-1950-4995-b66c-54c94ba0fd9a service neutron] 10.222.0.31 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790448 Nov 28 07:57:41.526267 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 880d1835-454d-480b-a37c-c13689c903c5 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:57:41.563566 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-d81885d6-f383-4080-95e1-9f40f71a202e service neutron] 10.222.0.31 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846856 Nov 28 07:57:41.575106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 880d1835-454d-480b-a37c-c13689c903c5 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:57:41.722371 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e24601b1-a9d7-4f84-800b-f5e92299a611 req-5e0db686-e114-4ce3-8d9d-fa98df9efe02 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 210 time: 0.0278003 Nov 28 07:57:42.638077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-521fac78-6da3-4508-97de-c2dd4b5089b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:42.639352 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-521fac78-6da3-4508-97de-c2dd4b5089b8 service neutron] 10.222.0.35 "GET /v2.0/ports/880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 200 len: 1026 time: 0.0391874 Nov 28 07:57:42.755715 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-113490f2-8143-4280-a66d-97e34ad1a262 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:42.757145 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-113490f2-8143-4280-a66d-97e34ad1a262 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/networks?id=f5117f94-cb30-4175-9444-e8f42deb00e2 HTTP/1.1" status: 200 len: 795 time: 0.1067865 Nov 28 07:57:42.817052 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5434df9a-77a2-4ee0-85e6-9c0fa0287656 req-fd6bfb0d-da3b-4c08-9fd4-2be0893fdcd3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 210 time: 0.0279555 Nov 28 07:57:42.847983 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-7d39c38e-7d53-442b-bdb5-7414fc04efcb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 471 time: 0.0688503 Nov 28 07:57:42.859963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Request body: {'port': {'device_id': 'eaad67e7-0076-4af4-983d-9cef1c6fc89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:42.926044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:43.187948 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880d1835-454d-480b-a37c-c13689c903c5 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:57:43.195416 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:43.207467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Transition to ACTIVE for port object 880d1835-454d-480b-a37c-c13689c903c5 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:57:43.211050 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:43.301377 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Pushing event updated for resources: {'Port': ['ID=880d1835-454d-480b-a37c-c13689c903c5,revision_number=7']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:43.397172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Attempting to bind port 880d1835-454d-480b-a37c-c13689c903c5 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:57:43.397511 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Attempting to bind port 880d1835-454d-480b-a37c-c13689c903c5 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:57:43.397840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Attempting to bind port 880d1835-454d-480b-a37c-c13689c903c5 on network f5117f94-cb30-4175-9444-e8f42deb00e2 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:57:43.402843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Port 880d1835-454d-480b-a37c-c13689c903c5 on network f5117f94-cb30-4175-9444-e8f42deb00e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:57:43.403193 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Attempting to bind port 880d1835-454d-480b-a37c-c13689c903c5 on network f5117f94-cb30-4175-9444-e8f42deb00e2 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:57:43.408233 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:57:43.408573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Checking segment: {'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:57:43.408962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Bound using segment: {'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:57:43.409393 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Bound port: 880d1835-454d-480b-a37c-c13689c903c5, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aec4fa1-e9e5-42d1-b664-c949bb9679e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:57:43.409751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:43.479342 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] For port 880d1835-454d-480b-a37c-c13689c903c5, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:57:43.482263 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] For port 880d1835-454d-480b-a37c-c13689c903c5, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=880d1835-454d-480b-a37c-c13689c903c5,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:57:43.485633 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:43.520712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:43.521354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:43.522738 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] 10.222.0.35 "PUT /v2.0/ports/880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 200 len: 1131 time: 0.6666727 Nov 28 07:57:43.523198 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaad67e7-0076-4af4-983d-9cef1c6fc89f', 'tag': '880d1835-454d-480b-a37c-c13689c903c5'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:57:43.525504 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a8115b-2040-4173-bb3b-feab30662062" -d '{"events": [{"name": "network-changed", "server_uuid": "eaad67e7-0076-4af4-983d-9cef1c6fc89f", "tag": "880d1835-454d-480b-a37c-c13689c903c5"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:57:43.563370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225763b5-7ff0-4d1a-81ff-2f21340662ae service neutron] Pushing event updated for resources: {'Port': ['ID=880d1835-454d-480b-a37c-c13689c903c5,revision_number=8']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:43.577985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdba54a-db7b-42bd-b219-0312d4d248c4 x-openstack-request-id: req-4bdba54a-db7b-42bd-b219-0312d4d248c4 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:57:43.578502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaad67e7-0076-4af4-983d-9cef1c6fc89f", "tag": "880d1835-454d-480b-a37c-c13689c903c5", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:57:43.578829 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bdba54a-db7b-42bd-b219-0312d4d248c4 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:57:43.579320 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaad67e7-0076-4af4-983d-9cef1c6fc89f', 'tag': '880d1835-454d-480b-a37c-c13689c903c5', 'status': 'completed', 'code': 200} Nov 28 07:57:43.626613 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-c38ad744-e4ea-405c-ada6-58e77f1a0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:43.628182 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-c38ad744-e4ea-405c-ada6-58e77f1a0bae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 1134 time: 0.0524268 Nov 28 07:57:43.711837 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-f180c821-4aac-43c2-8562-89549b8b29c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 200 len: 1037 time: 0.0706537 Nov 28 07:57:43.766604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-c7778663-f112-41db-99e9-ce8572db859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:43.768088 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-c7778663-f112-41db-99e9-ce8572db859e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca3ec4a-99e0-4020-b778-440afa0fe1ba HTTP/1.1" status: 200 len: 835 time: 0.0458691 Nov 28 07:57:43.824499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-2c586e50-f766-42cb-93ee-e6cb4bf60f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:43.825920 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-2c586e50-f766-42cb-93ee-e6cb4bf60f11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5117f94-cb30-4175-9444-e8f42deb00e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0464454 Nov 28 07:57:43.922609 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-94db161c-903c-4972-ac0a-8c2ad5147b85 service neutron] 10.222.0.35 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860479 Nov 28 07:57:43.941571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825f852-5553-4b20-ab17-b18b99a85051 req-026da84b-c109-4e5f-99e3-c5d7f34c1926 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:43.943100 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c825f852-5553-4b20-ab17-b18b99a85051 req-026da84b-c109-4e5f-99e3-c5d7f34c1926 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 981 time: 0.0563617 Nov 28 07:57:43.991817 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c825f852-5553-4b20-ab17-b18b99a85051 req-80b4346c-6b00-4a20-a16b-22b3a3c66b6a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425518 Nov 28 07:57:44.021134 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b778dd36-ca27-4184-9917-1ea66a16a238 req-02a401c9-9015-4620-8da4-5f2231eeff21 service neutron] 10.222.0.35 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831699 Nov 28 07:57:44.130922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8115b-2040-4173-bb3b-feab30662062 req-1f547b2a-cf24-4016-918a-f7ef35805fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:44.132418 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06a8115b-2040-4173-bb3b-feab30662062 req-1f547b2a-cf24-4016-918a-f7ef35805fb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 1134 time: 0.0515692 Nov 28 07:57:44.230909 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8115b-2040-4173-bb3b-feab30662062 req-5c34afe1-5328-4876-b9e2-906c5a1dfcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:44.232269 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06a8115b-2040-4173-bb3b-feab30662062 req-5c34afe1-5328-4876-b9e2-906c5a1dfcca service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5117f94-cb30-4175-9444-e8f42deb00e2 HTTP/1.1" status: 200 len: 896 time: 0.0910318 Nov 28 07:57:44.306469 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06a8115b-2040-4173-bb3b-feab30662062 req-1f3cf6b2-75ae-4e92-bcea-f042fea8ff1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 200 len: 1037 time: 0.0649369 Nov 28 07:57:44.355500 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8115b-2040-4173-bb3b-feab30662062 req-9bcbc24c-9841-4338-9de9-8319afde7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:44.356885 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06a8115b-2040-4173-bb3b-feab30662062 req-9bcbc24c-9841-4338-9de9-8319afde7fe5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca3ec4a-99e0-4020-b778-440afa0fe1ba HTTP/1.1" status: 200 len: 835 time: 0.0422668 Nov 28 07:57:44.408712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8115b-2040-4173-bb3b-feab30662062 req-ec219734-6300-4582-9fd0-784d4ffc5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:44.410182 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06a8115b-2040-4173-bb3b-feab30662062 req-ec219734-6300-4582-9fd0-784d4ffc5c9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5117f94-cb30-4175-9444-e8f42deb00e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0442989 Nov 28 07:57:44.500920 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06a8115b-2040-4173-bb3b-feab30662062 req-37e5a3df-a4ed-4fba-9d48-e98e8aaebb24 service neutron] 10.222.0.35 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811813 Nov 28 07:57:44.591845 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06a8115b-2040-4173-bb3b-feab30662062 req-0dda6afe-3869-4d13-b271-481a76317390 service neutron] 10.222.0.35 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825584 Nov 28 07:57:45.115620 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fd269-903f-4a4b-af45-bc4f41f29d2a req-9e72cf3b-5273-47d8-a0cf-b1b5f61f7e8a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:45.117174 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ac7fd269-903f-4a4b-af45-bc4f41f29d2a req-9e72cf3b-5273-47d8-a0cf-b1b5f61f7e8a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 981 time: 0.0574920 Nov 28 07:57:45.162436 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ac7fd269-903f-4a4b-af45-bc4f41f29d2a req-62a32c49-48fd-4f20-932d-e3a20f242652 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390506 Nov 28 07:57:45.394892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6111f8d0-4b92-4027-9809-377487c14972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:45.894756 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:57:46.285423 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f908e-16d6-48dd-85f9-bee2d014360d req-c9cecc31-236c-4cf4-9131-46d35c747f55 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:46.286894 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b73f908e-16d6-48dd-85f9-bee2d014360d req-c9cecc31-236c-4cf4-9131-46d35c747f55 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 981 time: 0.0588725 Nov 28 07:57:46.333140 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b73f908e-16d6-48dd-85f9-bee2d014360d req-0f21491c-6338-40dd-9842-cf62747c60f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402071 Nov 28 07:57:47.449752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c8f05-9ef3-486b-9a00-133d196fd7ba req-04e39e73-5547-44ce-a534-37794e3cb0db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:47.451232 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-574c8f05-9ef3-486b-9a00-133d196fd7ba req-04e39e73-5547-44ce-a534-37794e3cb0db tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 981 time: 0.0546293 Nov 28 07:57:47.496667 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-574c8f05-9ef3-486b-9a00-133d196fd7ba req-b46b3475-74c0-4c24-9039-c7f8b74fb95c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396128 Nov 28 07:57:47.530836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 880d1835-454d-480b-a37c-c13689c903c5 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:57:47.628855 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 880d1835-454d-480b-a37c-c13689c903c5, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=880d1835-454d-480b-a37c-c13689c903c5,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:47.639409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '880d1835-454d-480b-a37c-c13689c903c5', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'port_id': '880d1835-454d-480b-a37c-c13689c903c5', 'mac_address': 'fa:16:3e:9b:0e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:57:47.681059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:47.693174 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880d1835-454d-480b-a37c-c13689c903c5 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:57:47.712410 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 880d1835-454d-480b-a37c-c13689c903c5, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=880d1835-454d-480b-a37c-c13689c903c5,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:47.716127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:47.770183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=880d1835-454d-480b-a37c-c13689c903c5,revision_number=9']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:47.918336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-71db47fe-6706-48d1-8a4d-8b6852cfc75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:48.015933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['880d1835-454d-480b-a37c-c13689c903c5'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:57:48.620693 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3f82e-72f9-4ea0-9469-b1472c056ecf req-e9a7eec3-7ab3-4779-9abc-e6acc6db6d05 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:48.622167 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-19e3f82e-72f9-4ea0-9469-b1472c056ecf req-e9a7eec3-7ab3-4779-9abc-e6acc6db6d05 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 982 time: 0.0553887 Nov 28 07:57:48.668604 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-19e3f82e-72f9-4ea0-9469-b1472c056ecf req-10b3ee72-8e6d-4a71-8c3a-ea50f617b6b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Nov 28 07:57:49.030402 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:49.525435 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 880d1835-454d-480b-a37c-c13689c903c5 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:57:49.578618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 880d1835-454d-480b-a37c-c13689c903c5 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:57:49.582188 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 880d1835-454d-480b-a37c-c13689c903c5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:49.582549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:49.665480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:49.687886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaad67e7-0076-4af4-983d-9cef1c6fc89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880d1835-454d-480b-a37c-c13689c903c5'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:57:49.690102 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292438b5-3843-4cf1-91ed-47f914fde1a2" -d '{"events": [{"server_uuid": "eaad67e7-0076-4af4-983d-9cef1c6fc89f", "name": "network-vif-plugged", "status": "completed", "tag": "880d1835-454d-480b-a37c-c13689c903c5"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:57:49.706979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 880d1835-454d-480b-a37c-c13689c903c5, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=880d1835-454d-480b-a37c-c13689c903c5,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:49.713190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:49.737764 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb67e3d2-d487-4f56-a6db-03b6380dadc5 x-openstack-request-id: req-fb67e3d2-d487-4f56-a6db-03b6380dadc5 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:57:49.738058 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaad67e7-0076-4af4-983d-9cef1c6fc89f", "name": "network-vif-plugged", "status": "completed", "tag": "880d1835-454d-480b-a37c-c13689c903c5", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:57:49.738325 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb67e3d2-d487-4f56-a6db-03b6380dadc5 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:57:49.738711 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaad67e7-0076-4af4-983d-9cef1c6fc89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880d1835-454d-480b-a37c-c13689c903c5', 'code': 200} Nov 28 07:57:49.771398 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=880d1835-454d-480b-a37c-c13689c903c5,revision_number=10']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:49.804377 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662a3c-0641-4d2c-93c2-6a8ef0ed4fce req-2e51b99c-fe1d-4583-8f3a-8b826a7b0b1e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:49.806507 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d8662a3c-0641-4d2c-93c2-6a8ef0ed4fce req-2e51b99c-fe1d-4583-8f3a-8b826a7b0b1e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 984 time: 0.0676758 Nov 28 07:57:49.854747 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d8662a3c-0641-4d2c-93c2-6a8ef0ed4fce req-967653bc-4c53-4ab7-9d32-34640eacf232 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 Nov 28 07:57:49.918249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c039a70-ff57-4423-bcea-af59f1e76faa req-34c124f8-bb79-4c41-885b-913013390e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:49.919786 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1c039a70-ff57-4423-bcea-af59f1e76faa req-34c124f8-bb79-4c41-885b-913013390e89 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 1137 time: 0.0465338 Nov 28 07:57:49.968566 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1c039a70-ff57-4423-bcea-af59f1e76faa req-83528d03-c01c-449e-b275-1e94ba212791 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367749 Nov 28 07:57:50.321199 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:50.983323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc4415-ea96-4d18-baf3-0da3a2a2a744 req-57c41438-453b-4d9b-b08a-40488c3cc015 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:50.984812 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5cbc4415-ea96-4d18-baf3-0da3a2a2a744 req-57c41438-453b-4d9b-b08a-40488c3cc015 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 984 time: 0.0595644 Nov 28 07:57:51.031117 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5cbc4415-ea96-4d18-baf3-0da3a2a2a744 req-48e55ef9-57f1-4b54-8975-6dde33a95b40 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Nov 28 07:57:51.315155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:52.151058 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84f29f-d9a8-4bc3-a48a-530a8aafb948 req-0b6e115b-85b3-47b5-b8be-04eed2dea45f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:52.152557 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cd84f29f-d9a8-4bc3-a48a-530a8aafb948 req-0b6e115b-85b3-47b5-b8be-04eed2dea45f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 984 time: 0.0543182 Nov 28 07:57:52.201721 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cd84f29f-d9a8-4bc3-a48a-530a8aafb948 req-1dfa6046-eebb-472c-87f6-287f5a7b15f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433679 Nov 28 07:57:52.320017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeca982-2296-4121-8293-3e26fcf28f28 req-d881ae6d-e25b-4de2-bfc9-8d287055f0b8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:52.322098 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bbeca982-2296-4121-8293-3e26fcf28f28 req-d881ae6d-e25b-4de2-bfc9-8d287055f0b8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 984 time: 0.0549145 Nov 28 07:57:52.367668 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bbeca982-2296-4121-8293-3e26fcf28f28 req-76705269-6eb3-4702-aff3-00b3f73fb77a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 Nov 28 07:57:52.389040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42932) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:52.471254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78bbb4e-3807-4515-bf60-0e66998e0148 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:52.472769 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e78bbb4e-3807-4515-bf60-0e66998e0148 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f&network_id=f5117f94-cb30-4175-9444-e8f42deb00e2 HTTP/1.1" status: 200 len: 1132 time: 0.0827718 Nov 28 07:57:52.686609 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640607c0-5ae4-4151-b22f-e38a275848e4 req-d583a4eb-92e9-4a8b-89b7-a7ec5090b428 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:52.688116 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-640607c0-5ae4-4151-b22f-e38a275848e4 req-d583a4eb-92e9-4a8b-89b7-a7ec5090b428 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 984 time: 0.0555692 Nov 28 07:57:52.734567 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-640607c0-5ae4-4151-b22f-e38a275848e4 req-90052c0c-910f-45d5-a3d7-731eac8a5737 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404947 Nov 28 07:57:53.855976 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c1354-42bc-425a-b19a-d255386f58d8 req-09fd0e1c-8af5-4067-aa68-cf20ebf22ed7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:53.857499 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-285c1354-42bc-425a-b19a-d255386f58d8 req-09fd0e1c-8af5-4067-aa68-cf20ebf22ed7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 984 time: 0.0554264 Nov 28 07:57:53.905502 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-285c1354-42bc-425a-b19a-d255386f58d8 req-66b1d0f6-5b59-4f9b-ae11-70e1b9be2c82 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0056698-f111-4155-87e6-349d78eb78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419028 Nov 28 07:57:54.090972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-bf2dd3b8-dd2c-4b91-93b4-37b27da03ac7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:54.092327 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-bf2dd3b8-dd2c-4b91-93b4-37b27da03ac7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 984 time: 0.0536330 Nov 28 07:57:54.149223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-050b0611-66cb-40f5-99c5-0e2835e3e097 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:54.150725 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-050b0611-66cb-40f5-99c5-0e2835e3e097 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/ports/880d1835-454d-480b-a37c-c13689c903c5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0464804 Nov 28 07:57:54.254303 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-76dca7db-cb31-4ff4-9a7c-a1762d6bad35 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0934875 Nov 28 07:57:54.270126 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-598f3238-7785-4614-9f39-a78f71265e97 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:57:54.338053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-598f3238-7785-4614-9f39-a78f71265e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:54.479930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-598f3238-7785-4614-9f39-a78f71265e97 service neutron] For port 880d1835-454d-480b-a37c-c13689c903c5, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=880d1835-454d-480b-a37c-c13689c903c5,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:54.515693 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-598f3238-7785-4614-9f39-a78f71265e97 service neutron] For port 880d1835-454d-480b-a37c-c13689c903c5, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:57:54.550838 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-598f3238-7785-4614-9f39-a78f71265e97 service neutron] device_id is not set on port 880d1835-454d-480b-a37c-c13689c903c5 yet. {{(pid=115118) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 28 07:57:54.560124 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-598f3238-7785-4614-9f39-a78f71265e97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:54.565428 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-598f3238-7785-4614-9f39-a78f71265e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:54.653083 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f3238-7785-4614-9f39-a78f71265e97 service neutron] Pushing event updated for resources: {'Port': ['ID=880d1835-454d-480b-a37c-c13689c903c5,revision_number=11']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:54.693715 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-598f3238-7785-4614-9f39-a78f71265e97 service neutron] No DVR routers for this DVR port 880d1835-454d-480b-a37c-c13689c903c5 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:57:54.845723 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-598f3238-7785-4614-9f39-a78f71265e97 service neutron] In _notify_port_updated(), no bound segment for port 880d1835-454d-480b-a37c-c13689c903c5 on network f5117f94-cb30-4175-9444-e8f42deb00e2 {{(pid=115118) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 28 07:57:54.846005 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e9f6c683-5453-4cca-b358-2bfd04d6d287 None None] Provisioning complete for port 880d1835-454d-480b-a37c-c13689c903c5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:57:54.846509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e9f6c683-5453-4cca-b358-2bfd04d6d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:54.846640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-598f3238-7785-4614-9f39-a78f71265e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:57:54.847201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-598f3238-7785-4614-9f39-a78f71265e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:54.848506 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7687db52-b6e5-418a-a423-bbdfed64e1d4 req-598f3238-7785-4614-9f39-a78f71265e97 service neutron] 10.222.0.35 "PUT /v2.0/ports/880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 200 len: 1027 time: 0.5825746 Nov 28 07:57:54.885048 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6c683-5453-4cca-b358-2bfd04d6d287 None None] Port 880d1835-454d-480b-a37c-c13689c903c5 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:57:55.016770 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fa596cc8-6183-4192-907a-82efeaae21d7 req-dab669da-66fd-4b23-9767-3780731ad826 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaad67e7-0076-4af4-983d-9cef1c6fc89f HTTP/1.1" status: 200 len: 210 time: 0.0268202 Nov 28 07:57:56.073704 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42944) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:56.134511 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6cb43f3a-734d-4d25-94de-233e907367a3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:56.158625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6cb43f3a-734d-4d25-94de-233e907367a3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:56.215442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6cb43f3a-734d-4d25-94de-233e907367a3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:56.218397 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6cb43f3a-734d-4d25-94de-233e907367a3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:56.219478 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6cb43f3a-734d-4d25-94de-233e907367a3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/security-groups/99d18e6d-d1cd-46ff-a6b9-fa5173413676 HTTP/1.1" status: 204 len: 168 time: 0.1447847 Nov 28 07:57:56.228862 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb43f3a-734d-4d25-94de-233e907367a3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d18e6d-d1cd-46ff-a6b9-fa5173413676,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:56.249555 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42948) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:56.420037 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-c049efd6-92f2-4cb7-ae0c-4e655760ff3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 93ef800a-1e59-46aa-a72b-c3275d860e91 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:57:56.420375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c049efd6-92f2-4cb7-ae0c-4e655760ff3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:56.496153 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c049efd6-92f2-4cb7-ae0c-4e655760ff3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:56.496392 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c049efd6-92f2-4cb7-ae0c-4e655760ff3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:56.507602 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-c049efd6-92f2-4cb7-ae0c-4e655760ff3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 93ef800a-1e59-46aa-a72b-c3275d860e91 owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:57:56.661787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c049efd6-92f2-4cb7-ae0c-4e655760ff3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:56.687535 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049efd6-92f2-4cb7-ae0c-4e655760ff3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=93ef800a-1e59-46aa-a72b-c3275d860e91,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:56.748476 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c049efd6-92f2-4cb7-ae0c-4e655760ff3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:56.748832 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-c049efd6-92f2-4cb7-ae0c-4e655760ff3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 01201a21-c9dc-4c3a-ae90-de71be2f3ce1 disassociated (deleted). External IP: 172.26.2.106, port: 880d1835-454d-480b-a37c-c13689c903c5. Nov 28 07:57:56.990255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c049efd6-92f2-4cb7-ae0c-4e655760ff3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 02402fe2-303a-4e23-9356-ff995feaba41 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:57:57.112860 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c049efd6-92f2-4cb7-ae0c-4e655760ff3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:57:57.117934 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c049efd6-92f2-4cb7-ae0c-4e655760ff3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:57.124673 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c9949-a6ab-4c21-b3c7-01450a3b5a02 None None] Sync routers for ids ['02402fe2-303a-4e23-9356-ff995feaba41'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:57:57.135693 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c9949-a6ab-4c21-b3c7-01450a3b5a02 None None] Routers {'02402fe2-303a-4e23-9356-ff995feaba41'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:57:57.136314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0e2c9949-a6ab-4c21-b3c7-01450a3b5a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['02402fe2-303a-4e23-9356-ff995feaba41'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:57.155958 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c049efd6-92f2-4cb7-ae0c-4e655760ff3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/floatingips/01201a21-c9dc-4c3a-ae90-de71be2f3ce1 HTTP/1.1" status: 204 len: 168 time: 0.9027398 Nov 28 07:57:57.227184 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42954) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:57.260499 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-0e2c9949-a6ab-4c21-b3c7-01450a3b5a02 None None] Set router 02402fe2-303a-4e23-9356-ff995feaba41 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:57:57.283775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ffc4496a-d97f-4b50-b60a-442c8dae2a67 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:57.312843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ffc4496a-d97f-4b50-b60a-442c8dae2a67 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:57.380798 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ffc4496a-d97f-4b50-b60a-442c8dae2a67 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:57.383624 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ffc4496a-d97f-4b50-b60a-442c8dae2a67 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:57.387857 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ffc4496a-d97f-4b50-b60a-442c8dae2a67 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/security-groups/7924b0ec-2a3c-4f1b-a06e-0b8aa6b5a03e HTTP/1.1" status: 204 len: 168 time: 0.1596138 Nov 28 07:57:57.398011 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4496a-d97f-4b50-b60a-442c8dae2a67 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7924b0ec-2a3c-4f1b-a06e-0b8aa6b5a03e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:57.423620 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42958) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:57.497156 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0e2c9949-a6ab-4c21-b3c7-01450a3b5a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:20Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '37efade5-f295-4645-bd11-1f7b887faab5', 'name': '', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:bd:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:19Z', 'updated_at': '2021-11-28T07:57:23Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:57.529499 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c9949-a6ab-4c21-b3c7-01450a3b5a02 None None] Checking router: 02402fe2-303a-4e23-9356-ff995feaba41 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:57:57.538955 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c9949-a6ab-4c21-b3c7-01450a3b5a02 None None] Routers {'02402fe2-303a-4e23-9356-ff995feaba41'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:57:57.540359 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-65cba2d8-6c0f-48f5-81f3-bee77c8b12f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 880d1835-454d-480b-a37c-c13689c903c5 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:57:57.540528 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0e2c9949-a6ab-4c21-b3c7-01450a3b5a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['02402fe2-303a-4e23-9356-ff995feaba41'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:57.540706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-65cba2d8-6c0f-48f5-81f3-bee77c8b12f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:57.584507 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 880d1835-454d-480b-a37c-c13689c903c5 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:57:57.680730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 880d1835-454d-480b-a37c-c13689c903c5 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:57:57.708302 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-0e2c9949-a6ab-4c21-b3c7-01450a3b5a02 None None] Set router 02402fe2-303a-4e23-9356-ff995feaba41 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:57:57.928404 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0e2c9949-a6ab-4c21-b3c7-01450a3b5a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:20Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '37efade5-f295-4645-bd11-1f7b887faab5', 'name': '', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:bd:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:19Z', 'updated_at': '2021-11-28T07:57:23Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:57.945793 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-65cba2d8-6c0f-48f5-81f3-bee77c8b12f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:57.958582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c9949-a6ab-4c21-b3c7-01450a3b5a02 None None] The sync data for ids ['02402fe2-303a-4e23-9356-ff995feaba41'] in dv-neutron-744815-16-hyperv is: [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:20Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '37efade5-f295-4645-bd11-1f7b887faab5', 'name': '', 'network_id': 'f5117f94-cb30-4175-9444-e8f42deb00e2', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:bd:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:19Z', 'updated_at': '2021-11-28T07:57:23Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'eca3ec4a-99e0-4020-b778-440afa0fe1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:57:57.959648 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-65cba2d8-6c0f-48f5-81f3-bee77c8b12f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 880d1835-454d-480b-a37c-c13689c903c5 owned by {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:57:58.101603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-65cba2d8-6c0f-48f5-81f3-bee77c8b12f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:58.129097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cba2d8-6c0f-48f5-81f3-bee77c8b12f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=880d1835-454d-480b-a37c-c13689c903c5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:58.209206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-65cba2d8-6c0f-48f5-81f3-bee77c8b12f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:58.215755 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-65cba2d8-6c0f-48f5-81f3-bee77c8b12f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/ports/880d1835-454d-480b-a37c-c13689c903c5 HTTP/1.1" status: 204 len: 168 time: 0.7908661 Nov 28 07:57:58.217138 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7ea72-5fe0-4f0b-aa6d-a321f0719908 None None] New status for floating IP 01201a21-c9dc-4c3a-ae90-de71be2f3ce1: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:57:58.218317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42960) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:58.631394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c70917f-dc6a-40e5-8a9d-5b895cd005af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:58.915048 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-7c70917f-dc6a-40e5-8a9d-5b895cd005af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 37efade5-f295-4645-bd11-1f7b887faab5 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:57:58.915309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c70917f-dc6a-40e5-8a9d-5b895cd005af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:59.002088 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-7c70917f-dc6a-40e5-8a9d-5b895cd005af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 37efade5-f295-4645-bd11-1f7b887faab5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=37efade5-f295-4645-bd11-1f7b887faab5,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:57:59.002450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c70917f-dc6a-40e5-8a9d-5b895cd005af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:59.013918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-7c70917f-dc6a-40e5-8a9d-5b895cd005af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 37efade5-f295-4645-bd11-1f7b887faab5 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:57:59.215444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c70917f-dc6a-40e5-8a9d-5b895cd005af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:59.243636 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70917f-dc6a-40e5-8a9d-5b895cd005af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=37efade5-f295-4645-bd11-1f7b887faab5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:57:59.428096 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7c70917f-dc6a-40e5-8a9d-5b895cd005af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:59.669771 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c70917f-dc6a-40e5-8a9d-5b895cd005af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 02402fe2-303a-4e23-9356-ff995feaba41 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:57:59.790718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c70917f-dc6a-40e5-8a9d-5b895cd005af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:57:59.795779 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7c70917f-dc6a-40e5-8a9d-5b895cd005af tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/02402fe2-303a-4e23-9356-ff995feaba41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5762627 Nov 28 07:57:59.798332 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42962) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:57:59.803233 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f627702c-ce3b-4a3f-b591-a4664b8066ce None None] Sync routers for ids ['02402fe2-303a-4e23-9356-ff995feaba41'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:57:59.812995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627702c-ce3b-4a3f-b591-a4664b8066ce None None] Routers {'02402fe2-303a-4e23-9356-ff995feaba41'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:57:59.813594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f627702c-ce3b-4a3f-b591-a4664b8066ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['02402fe2-303a-4e23-9356-ff995feaba41'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:57:59.852427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0dd5983-f8b4-4f83-9506-791a9220cbaa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting subnet eca3ec4a-99e0-4020-b778-440afa0fe1ba {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:57:59.855557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f0dd5983-f8b4-4f83-9506-791a9220cbaa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:59.894145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f0dd5983-f8b4-4f83-9506-791a9220cbaa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:57:59.935706 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-f627702c-ce3b-4a3f-b591-a4664b8066ce None None] Set router 02402fe2-303a-4e23-9356-ff995feaba41 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:57:59.983611 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f0dd5983-f8b4-4f83-9506-791a9220cbaa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.045450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f0dd5983-f8b4-4f83-9506-791a9220cbaa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.071796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd5983-f8b4-4f83-9506-791a9220cbaa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Subnet': ['ID=eca3ec4a-99e0-4020-b778-440afa0fe1ba,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:00.076643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f0dd5983-f8b4-4f83-9506-791a9220cbaa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.086364 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f0dd5983-f8b4-4f83-9506-791a9220cbaa tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/subnets/eca3ec4a-99e0-4020-b778-440afa0fe1ba HTTP/1.1" status: 204 len: 168 time: 0.2865083 Nov 28 07:58:00.088922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42964) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:00.094304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281af44a-62a9-4122-8656-2764039867c1 None None] Network f5117f94-cb30-4175-9444-e8f42deb00e2 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:58:00.211813 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.215040 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f627702c-ce3b-4a3f-b591-a4664b8066ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:59Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:00.253306 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f627702c-ce3b-4a3f-b591-a4664b8066ce None None] Checking router: 02402fe2-303a-4e23-9356-ff995feaba41 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:58:00.268779 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627702c-ce3b-4a3f-b591-a4664b8066ce None None] Routers {'02402fe2-303a-4e23-9356-ff995feaba41'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:00.269393 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f627702c-ce3b-4a3f-b591-a4664b8066ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['02402fe2-303a-4e23-9356-ff995feaba41'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:00.329491 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27993579-ecd7-442c-8609-7ffcfa94e84e None None] DHCP port deletion for f5117f94-cb30-4175-9444-e8f42deb00e2 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:58:00.337728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.399362 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port a5674340-fce7-4821-b1a5-2e01c69aee19 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:00.399705 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.489173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port a5674340-fce7-4821-b1a5-2e01c69aee19, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a5674340-fce7-4821-b1a5-2e01c69aee19,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:00.489439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.502039 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for a5674340-fce7-4821-b1a5-2e01c69aee19 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:00.527702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5d03e2f0-66a7-491b-b580-7793c07f0c9c no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:58:00.624745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-f627702c-ce3b-4a3f-b591-a4664b8066ce None None] Set router 02402fe2-303a-4e23-9356-ff995feaba41 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:00.681306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.707788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=a5674340-fce7-4821-b1a5-2e01c69aee19,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:00.739493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5f9e21-4357-4570-83ac-81e5c90356f4 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:58:00.767061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.789035 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-27993579-ecd7-442c-8609-7ffcfa94e84e None None] Deleting port 5d03e2f0-66a7-491b-b580-7793c07f0c9c {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:00.789410 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-27993579-ecd7-442c-8609-7ffcfa94e84e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.819254 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.868996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.871149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.891848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-27993579-ecd7-442c-8609-7ffcfa94e84e None None] For port 5d03e2f0-66a7-491b-b580-7793c07f0c9c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5d03e2f0-66a7-491b-b580-7793c07f0c9c,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:00.892284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-27993579-ecd7-442c-8609-7ffcfa94e84e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.916092 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.916656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Fanout notify agent at l3_agent the message router_deleted on router 02402fe2-303a-4e23-9356-ff995feaba41 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:58:00.923701 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:00.924839 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-035c088d-fcb2-4b0f-b543-133fedd9757c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/routers/02402fe2-303a-4e23-9356-ff995feaba41 HTTP/1.1" status: 204 len: 168 time: 0.8349860 Nov 28 07:58:00.927553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42966) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:00.933000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-27993579-ecd7-442c-8609-7ffcfa94e84e None None] Calling delete_port for 5d03e2f0-66a7-491b-b580-7793c07f0c9c owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:00.936695 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 5d03e2f0-66a7-491b-b580-7793c07f0c9c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5d03e2f0-66a7-491b-b580-7793c07f0c9c,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:00.950079 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.010520 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.070113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f627702c-ce3b-4a3f-b591-a4664b8066ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:59Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:01.071401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 5d03e2f0-66a7-491b-b580-7793c07f0c9c {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:01.071737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.102974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=5d03e2f0-66a7-491b-b580-7793c07f0c9c,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:01.106890 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f627702c-ce3b-4a3f-b591-a4664b8066ce None None] The sync data for ids ['02402fe2-303a-4e23-9356-ff995feaba41'] in dv-neutron-744815-16-hyperv is: [{'id': '02402fe2-303a-4e23-9356-ff995feaba41', 'name': 'tempest-TestNetworkBasicOps-router-1626642445', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:59Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a5674340-fce7-4821-b1a5-2e01c69aee19', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02402fe2-303a-4e23-9356-ff995feaba41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:57:16Z', 'updated_at': '2021-11-28T07:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:58:01.119373 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-27993579-ecd7-442c-8609-7ffcfa94e84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.137850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 5d03e2f0-66a7-491b-b580-7793c07f0c9c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5d03e2f0-66a7-491b-b580-7793c07f0c9c,segment=NetworkSegment(4aec4fa1-e9e5-42d1-b664-c949bb9679e4),segment_id=4aec4fa1-e9e5-42d1-b664-c949bb9679e4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:01.138208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.151646 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 5d03e2f0-66a7-491b-b580-7793c07f0c9c owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:01.156202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27993579-ecd7-442c-8609-7ffcfa94e84e None None] Pushing event deleted for resources: {'Port': ['ID=5d03e2f0-66a7-491b-b580-7793c07f0c9c,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:01.159852 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27993579-ecd7-442c-8609-7ffcfa94e84e None None] No DVR routers for this DVR port 5d03e2f0-66a7-491b-b580-7793c07f0c9c on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:58:01.174046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.240993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.268057 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=5d03e2f0-66a7-491b-b580-7793c07f0c9c,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:01.269798 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] No DVR routers for this DVR port 5d03e2f0-66a7-491b-b580-7793c07f0c9c on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:58:01.346644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.366308 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5117f94-cb30-4175-9444-e8f42deb00e2']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:01.375778 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aec4fa1-e9e5-42d1-b664-c949bb9679e4') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:01.376080 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aec4fa1-e9e5-42d1-b664-c949bb9679e4') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:01.385086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.397672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.403876 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:58:01.404259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: self.session.flush() Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:58:01.407103 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:58:01.462846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.469676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.472956 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/networks/f5117f94-cb30-4175-9444-e8f42deb00e2 HTTP/1.1" status: 204 len: 168 time: 0.5444727 Nov 28 07:58:01.483049 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42968) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:01.487076 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58ccc1-2a2f-4f02-af27-9c7af00f144f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Network': ['ID=f5117f94-cb30-4175-9444-e8f42deb00e2,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:01.502485 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-287a4df3-575b-412a-9c6d-23fd4ef34e1d tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0172975 Nov 28 07:58:01.505234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42970) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:01.510001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9407225f-841f-4b3a-83ec-9210aac6c901 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'network': {'name': 'tempest-network-smoke--1907883418', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'port_security_enabled': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:58:01.531466 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9407225f-841f-4b3a-83ec-9210aac6c901 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:58:01.535313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9407225f-841f-4b3a-83ec-9210aac6c901 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.560907 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9407225f-841f-4b3a-83ec-9210aac6c901 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:58:01.570087 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9407225f-841f-4b3a-83ec-9210aac6c901 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.570558 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-9407225f-841f-4b3a-83ec-9210aac6c901 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Added segment c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3 of type vlan for network 0d045b25-43c9-491d-819b-4af22520b214 Nov 28 07:58:01.615223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9407225f-841f-4b3a-83ec-9210aac6c901 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.639118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9407225f-841f-4b3a-83ec-9210aac6c901 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.644634 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407225f-841f-4b3a-83ec-9210aac6c901 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:01.645210 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9407225f-841f-4b3a-83ec-9210aac6c901 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.686393 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9407225f-841f-4b3a-83ec-9210aac6c901 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1776700 Nov 28 07:58:01.686745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42972) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:01.691495 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-648350586', 'admin_state_up': True, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:58:01.715452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407225f-841f-4b3a-83ec-9210aac6c901 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Network': ['ID=0d045b25-43c9-491d-819b-4af22520b214,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:01.729046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 0d045b25-43c9-491d-819b-4af22520b214 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:58:01.732152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.733315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:01.795034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:02.270261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:02.445843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a5674340-fce7-4821-b1a5-2e01c69aee19 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:58:02.464119 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:02.466783 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: a5674340-fce7-4821-b1a5-2e01c69aee19 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:58:02.467178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a5674340-fce7-4821-b1a5-2e01c69aee19 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:58:02.467591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 37efade5-f295-4645-bd11-1f7b887faab5 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:58:02.485818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:02.490749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 37efade5-f295-4645-bd11-1f7b887faab5 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:58:02.491120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 37efade5-f295-4645-bd11-1f7b887faab5 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:58:02.589736 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.110 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/445e44f4-1f30-49fe-87ee-58ccd70c125d) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:58:02.693342 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:02.729076 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:02.762953 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:58:02.765639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:58:02.769055 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:58:02.778193 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f98eb-8f4c-4c85-9a5e-e9075dd8b7cc None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:58:02.802844 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=445e44f4-1f30-49fe-87ee-58ccd70c125d,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:02.861405 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-89f62fdb-79b8-4de5-a78d-3d8ce725e0e3 None None] Provisioning complete for port 445e44f4-1f30-49fe-87ee-58ccd70c125d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:02.861776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-89f62fdb-79b8-4de5-a78d-3d8ce725e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:02.901670 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-89f62fdb-79b8-4de5-a78d-3d8ce725e0e3 None None] Port 445e44f4-1f30-49fe-87ee-58ccd70c125d cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:58:03.051748 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:03.277169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:03.419513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:58:03.546453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:58:03.556047 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Sync routers for ids ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:58:03.565974 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Routers {'98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:03.566668 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:03.567170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:03.568456 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-287081ee-9d17-4e53-ab7d-9ee92d2ed8e6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8806016 Nov 28 07:58:03.571972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42974) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:03.604422 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a2e4f251-a77c-4282-bc0a-3ae738d89da5 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2bd5e3358de04cc29a985f74fa93a602&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313516 Nov 28 07:58:03.607506 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42976) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:03.690704 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Set router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:03.692127 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2c2ea4-07de-4118-882d-96c898d91f09 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:03.693648 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-da2c2ea4-07de-4118-882d-96c898d91f09 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857422 Nov 28 07:58:03.697168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42978) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:03.723967 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-49e2c840-ee1a-4082-bb38-50ba325f2af1 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257208 Nov 28 07:58:03.726344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42980) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:03.730901 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e869fbb7-1bc2-43f5-b51c-455c51f8ea14 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1378764421', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:58:03.827996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e869fbb7-1bc2-43f5-b51c-455c51f8ea14 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:58:03.832049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e869fbb7-1bc2-43f5-b51c-455c51f8ea14 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:03.963725 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:02Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:03.996313 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Checking router: 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:58:03.996655 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Updating router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c port 445e44f4-1f30-49fe-87ee-58ccd70c125d binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:58:04.012724 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e869fbb7-1bc2-43f5-b51c-455c51f8ea14 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.026702 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.064956 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869fbb7-1bc2-43f5-b51c-455c51f8ea14 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Subnet': ['ID=240af632-3bde-427d-ac91-3c62b288af9b,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:04.079717 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e869fbb7-1bc2-43f5-b51c-455c51f8ea14 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Checking segment: {'id': 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0d045b25-43c9-491d-819b-4af22520b214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:58:04.080005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e869fbb7-1bc2-43f5-b51c-455c51f8ea14 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network hostable DHCP agents. Network: 0d045b25-43c9-491d-819b-4af22520b214, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:58:04.096549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e869fbb7-1bc2-43f5-b51c-455c51f8ea14 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 0d045b25-43c9-491d-819b-4af22520b214 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:58:04.105209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-e869fbb7-1bc2-43f5-b51c-455c51f8ea14 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 0d045b25-43c9-491d-819b-4af22520b214) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:58:04.110029 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e869fbb7-1bc2-43f5-b51c-455c51f8ea14 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:04.110639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e869fbb7-1bc2-43f5-b51c-455c51f8ea14 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.122028 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e705f9e-3253-4cb0-a274-82d68edb60e5 None None] Network 0d045b25-43c9-491d-819b-4af22520b214 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:58:04.133243 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e869fbb7-1bc2-43f5-b51c-455c51f8ea14 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4030423 Nov 28 07:58:04.133489 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42982) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:04.280789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-0d045b25-43c9-491d-819b-4af22520b214', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ips': [{'subnet_id': '240af632-3bde-427d-ac91-3c62b288af9b'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:58:04.281744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.301225 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.308667 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.357264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e49610-83a9-4823-91f3-a99b87042683 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:58:04.366109 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Attempting to bind port 445e44f4-1f30-49fe-87ee-58ccd70c125d on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:58:04.366366 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Attempting to bind port 445e44f4-1f30-49fe-87ee-58ccd70c125d by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:58:04.366757 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Attempting to bind port 445e44f4-1f30-49fe-87ee-58ccd70c125d on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:58:04.369457 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523d761-c312-46f7-a43b-f613935b36fe None None] Pushing event updated for resources: {'Port': ['ID=445e44f4-1f30-49fe-87ee-58ccd70c125d,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:04.375864 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:58:04.375864 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:58:04.376169 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.376435 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:58:04.377095 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Bound port: 445e44f4-1f30-49fe-87ee-58ccd70c125d, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:58:04.377536 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.439485 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] For port 445e44f4-1f30-49fe-87ee-58ccd70c125d, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:58:04.442975 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] For port 445e44f4-1f30-49fe-87ee-58ccd70c125d, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=445e44f4-1f30-49fe-87ee-58ccd70c125d,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:58:04.445027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Allocated IP 172.20.0.2 (0d045b25-43c9-491d-819b-4af22520b214/240af632-3bde-427d-ac91-3c62b288af9b/eda07d86-d6c3-478d-9a86-dadeae55eee1) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:58:04.450040 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-330c893e-0764-44b0-a231-4e9be7283972 None None] Provisioning complete for port 445e44f4-1f30-49fe-87ee-58ccd70c125d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:04.450417 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-330c893e-0764-44b0-a231-4e9be7283972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.451926 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.515684 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da6d4d-9007-462f-9368-16a2e6431596 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:58:04.521786 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Routers {'98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:04.522436 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:04.564575 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523d761-c312-46f7-a43b-f613935b36fe None None] Pushing event updated for resources: {'Port': ['ID=445e44f4-1f30-49fe-87ee-58ccd70c125d,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:04.662515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.663987 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] Set router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:04.669862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.688608 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.718035 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-330c893e-0764-44b0-a231-4e9be7283972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.735504 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Network 0d045b25-43c9-491d-819b-4af22520b214 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:58:04.751301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:58:04.756387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:58:04.759902 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-330c893e-0764-44b0-a231-4e9be7283972 None None] For port 445e44f4-1f30-49fe-87ee-58ccd70c125d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=445e44f4-1f30-49fe-87ee-58ccd70c125d,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:04.767110 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Pushing event updated for resources: {'Port': ['ID=eda07d86-d6c3-478d-9a86-dadeae55eee1,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:04.772125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-330c893e-0764-44b0-a231-4e9be7283972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.863998 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:02Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:04.872831 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Attempting to bind port eda07d86-d6c3-478d-9a86-dadeae55eee1 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:58:04.873470 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Attempting to bind port eda07d86-d6c3-478d-9a86-dadeae55eee1 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0d045b25-43c9-491d-819b-4af22520b214'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:58:04.874021 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Attempting to bind port eda07d86-d6c3-478d-9a86-dadeae55eee1 on network 0d045b25-43c9-491d-819b-4af22520b214 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:58:04.882715 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c893e-0764-44b0-a231-4e9be7283972 None None] Pushing event updated for resources: {'Port': ['ID=445e44f4-1f30-49fe-87ee-58ccd70c125d,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:04.885385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:58:04.886040 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Checking segment: {'id': 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0d045b25-43c9-491d-819b-4af22520b214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:58:04.886609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.887176 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Bound using segment: {'id': 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0d045b25-43c9-491d-819b-4af22520b214'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:58:04.887814 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Bound port: eda07d86-d6c3-478d-9a86-dadeae55eee1, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0d045b25-43c9-491d-819b-4af22520b214'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:58:04.888378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:04.895761 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09637404-cc0d-44a5-80ff-60d168f631ba None None] The sync data for ids ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'] in dv-neutron-744815-16-hyperv is: [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:02Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:58:04.943327 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-97befe88-597c-418a-99cb-4bae14b08096 None None] Provisioning complete for port 445e44f4-1f30-49fe-87ee-58ccd70c125d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:04.943773 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-97befe88-597c-418a-99cb-4bae14b08096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:05.003641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.1 (0d045b25-43c9-491d-819b-4af22520b214/240af632-3bde-427d-ac91-3c62b288af9b/6d4c0ecf-6f72-40c3-8a91-d822febcabea) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:58:05.012580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-756c9878-807e-4367-bf99-78f600abed54 None None] For port eda07d86-d6c3-478d-9a86-dadeae55eee1, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:58:05.015971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-756c9878-807e-4367-bf99-78f600abed54 None None] For port eda07d86-d6c3-478d-9a86-dadeae55eee1, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=eda07d86-d6c3-478d-9a86-dadeae55eee1,segment=NetworkSegment(c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3),segment_id=c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:58:05.021166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:05.130231 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c9878-807e-4367-bf99-78f600abed54 None None] Pushing event updated for resources: {'Port': ['ID=eda07d86-d6c3-478d-9a86-dadeae55eee1,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:05.150317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:05.201635 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:05.245453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 0d045b25-43c9-491d-819b-4af22520b214 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:58:05.250991 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:58:05.256917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:58:05.288454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=6d4c0ecf-6f72-40c3-8a91-d822febcabea,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:05.320763 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:05.486200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:05.800881 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:05.806814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:05.892935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:05.895009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=6d4c0ecf-6f72-40c3-8a91-d822febcabea,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:05.993575 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 0d045b25-43c9-491d-819b-4af22520b214 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:58:05.994967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:58:06.043124 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a03750-ef28-457f-976a-9ef2f03fe796 None None] Network 0d045b25-43c9-491d-819b-4af22520b214 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:58:06.119834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5e0b54f0-35b0-4c2e-8c4a-8274a11e1d3d None None] Provisioning complete for port eda07d86-d6c3-478d-9a86-dadeae55eee1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:06.120198 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5e0b54f0-35b0-4c2e-8c4a-8274a11e1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:06.126898 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:58:06.254324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:58:06.260469 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5397c4df-b146-488f-9613-61a622c41b07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/98e44187-dc61-4a2b-aeed-eabd0bc7ee2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1257372 Nov 28 07:58:06.262848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42984) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:06.366238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7bce56-51e5-415d-9d35-527ae6f20f06 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:06.366704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7bce56-51e5-415d-9d35-527ae6f20f06 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:06.367749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7bce56-51e5-415d-9d35-527ae6f20f06 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:06.368205 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7bce56-51e5-415d-9d35-527ae6f20f06 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:06.368663 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7bce56-51e5-415d-9d35-527ae6f20f06 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:06.369119 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7bce56-51e5-415d-9d35-527ae6f20f06 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:06.370893 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0c7bce56-51e5-415d-9d35-527ae6f20f06 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1068337 Nov 28 07:58:06.373662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42986) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:06.428870 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b27b7-dc78-40a1-a96b-8090447f5f95 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:06.429431 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5e0b54f0-35b0-4c2e-8c4a-8274a11e1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:06.430405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b27b7-dc78-40a1-a96b-8090447f5f95 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:06.430553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b27b7-dc78-40a1-a96b-8090447f5f95 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:06.431151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b27b7-dc78-40a1-a96b-8090447f5f95 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:06.431592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b27b7-dc78-40a1-a96b-8090447f5f95 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:06.432030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b27b7-dc78-40a1-a96b-8090447f5f95 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:06.436857 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-456b27b7-dc78-40a1-a96b-8090447f5f95 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0622358 Nov 28 07:58:06.437395 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42988) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:06.472982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5e0b54f0-35b0-4c2e-8c4a-8274a11e1d3d None None] For port eda07d86-d6c3-478d-9a86-dadeae55eee1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=eda07d86-d6c3-478d-9a86-dadeae55eee1,segment=NetworkSegment(c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3),segment_id=c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:06.484115 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5e0b54f0-35b0-4c2e-8c4a-8274a11e1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:06.568799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b54f0-35b0-4c2e-8c4a-8274a11e1d3d None None] Pushing event updated for resources: {'Port': ['ID=eda07d86-d6c3-478d-9a86-dadeae55eee1,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:06.575755 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 445e44f4-1f30-49fe-87ee-58ccd70c125d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:58:06.642002 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 445e44f4-1f30-49fe-87ee-58ccd70c125d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:06.642472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:06.654098 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1b103596-bde0-41bb-981d-9bdeb9eddcd6 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2146809 Nov 28 07:58:06.702749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Sync routers for ids ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:58:06.744213 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Routers {'98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:06.744835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:06.801682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device eda07d86-d6c3-478d-9a86-dadeae55eee1 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:58:06.895050 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42992) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:06.895676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b8b04dca-c8d8-4be3-a855-816eb09898fe None None] Provisioning complete for port 6d4c0ecf-6f72-40c3-8a91-d822febcabea triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:06.896071 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b8b04dca-c8d8-4be3-a855-816eb09898fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:06.901534 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6039311b-e816-4f27-98e7-2233bf52fd13 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-429896125', 'description': 'tempest-secgroup-smoke-429896125 description', 'project_id': '2bd5e3358de04cc29a985f74fa93a602'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:58:06.933611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6039311b-e816-4f27-98e7-2233bf52fd13 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:06.969237 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b8b04dca-c8d8-4be3-a855-816eb09898fe None None] Port 6d4c0ecf-6f72-40c3-8a91-d822febcabea cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:58:06.983262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Set router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:07.014544 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6039311b-e816-4f27-98e7-2233bf52fd13 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.015267 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port eda07d86-d6c3-478d-9a86-dadeae55eee1 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:07.015704 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.019778 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6039311b-e816-4f27-98e7-2233bf52fd13 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.050629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b8b04dca-c8d8-4be3-a855-816eb09898fe None None] Provisioning complete for port eda07d86-d6c3-478d-9a86-dadeae55eee1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:07.050927 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b8b04dca-c8d8-4be3-a855-816eb09898fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.054742 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6039311b-e816-4f27-98e7-2233bf52fd13 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.059246 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6039311b-e816-4f27-98e7-2233bf52fd13 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1597548 Nov 28 07:58:07.059246 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039311b-e816-4f27-98e7-2233bf52fd13 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea64e02-da38-4ebc-9792-6d51cfb924ef,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:07.059903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 42994) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:07.065399 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0a1f5915-7144-4502-b22f-beac6031fed9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '1ea64e02-da38-4ebc-9792-6d51cfb924ef', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:58:07.098765 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a1f5915-7144-4502-b22f-beac6031fed9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.171085 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a1f5915-7144-4502-b22f-beac6031fed9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.175728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a1f5915-7144-4502-b22f-beac6031fed9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.192976 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f5915-7144-4502-b22f-beac6031fed9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b65b917-3786-45fe-b76a-4f24e0b5ffaa,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:07.203648 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a1f5915-7144-4502-b22f-beac6031fed9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.205127 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0a1f5915-7144-4502-b22f-beac6031fed9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441691 Nov 28 07:58:07.208125 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42996) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:07.213657 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-390ea95d-54fc-48a8-a979-519b91d9c0cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '1ea64e02-da38-4ebc-9792-6d51cfb924ef', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:58:07.240815 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-390ea95d-54fc-48a8-a979-519b91d9c0cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.297053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-390ea95d-54fc-48a8-a979-519b91d9c0cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.301549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-390ea95d-54fc-48a8-a979-519b91d9c0cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.321336 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ea95d-54fc-48a8-a979-519b91d9c0cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b1964c-b4b9-4a48-a762-a8f1cf5c21e8,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:07.331286 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-390ea95d-54fc-48a8-a979-519b91d9c0cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.332532 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-390ea95d-54fc-48a8-a979-519b91d9c0cd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232045 Nov 28 07:58:07.335274 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 42998) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:07.340396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e05ac542-5150-4ab2-95db-f0ce0da4075a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '1ea64e02-da38-4ebc-9792-6d51cfb924ef', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:58:07.366338 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e05ac542-5150-4ab2-95db-f0ce0da4075a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.370572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:05Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '6d4c0ecf-6f72-40c3-8a91-d822febcabea', 'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:e5:cc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '240af632-3bde-427d-ac91-3c62b288af9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:04Z', 'updated_at': '2021-11-28T07:58:05Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '240af632-3bde-427d-ac91-3c62b288af9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:07.401927 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Checking router: 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:58:07.402274 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Updating router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c port 6d4c0ecf-6f72-40c3-8a91-d822febcabea binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:58:07.428166 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e05ac542-5150-4ab2-95db-f0ce0da4075a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.433441 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.433957 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e05ac542-5150-4ab2-95db-f0ce0da4075a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.451135 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ac542-5150-4ab2-95db-f0ce0da4075a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f941a708-10fe-4a82-a10f-20412009ab51,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:07.461795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e05ac542-5150-4ab2-95db-f0ce0da4075a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.463096 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e05ac542-5150-4ab2-95db-f0ce0da4075a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260855 Nov 28 07:58:07.465812 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43000) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:07.470199 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c38ac599-e30b-4188-af58-2f18f21d15c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '1ea64e02-da38-4ebc-9792-6d51cfb924ef', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:58:07.495105 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f7084da4-5b5a-498b-9ae2-93bd881c168a None None] Provisioning complete for port 6d4c0ecf-6f72-40c3-8a91-d822febcabea triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:07.495472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f7084da4-5b5a-498b-9ae2-93bd881c168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.497427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c38ac599-e30b-4188-af58-2f18f21d15c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.556767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c38ac599-e30b-4188-af58-2f18f21d15c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.561843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c38ac599-e30b-4188-af58-2f18f21d15c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.579453 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ac599-e30b-4188-af58-2f18f21d15c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d5bf87-f9ff-44d4-a266-524d34cba61d,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:07.590947 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c38ac599-e30b-4188-af58-2f18f21d15c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.592306 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c38ac599-e30b-4188-af58-2f18f21d15c9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254239 Nov 28 07:58:07.595181 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43002) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:07.599897 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b71e192f-360f-44e1-8888-515f2767c086 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '1ea64e02-da38-4ebc-9792-6d51cfb924ef', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:58:07.600057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-f7084da4-5b5a-498b-9ae2-93bd881c168a None None] Port 6d4c0ecf-6f72-40c3-8a91-d822febcabea cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:58:07.623851 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-b71e192f-360f-44e1-8888-515f2767c086 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:58:07.628706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b71e192f-360f-44e1-8888-515f2767c086 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.689936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b71e192f-360f-44e1-8888-515f2767c086 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.693982 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b71e192f-360f-44e1-8888-515f2767c086 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.711783 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e192f-360f-44e1-8888-515f2767c086 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa88308e-21d5-4da6-8786-09c545f9b5f6,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:07.719349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b71e192f-360f-44e1-8888-515f2767c086 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.720558 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b71e192f-360f-44e1-8888-515f2767c086 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243410 Nov 28 07:58:07.723354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43004) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:07.727708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4928bca9-9d4f-4e20-9f5e-b5ad0f37437b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '1ea64e02-da38-4ebc-9792-6d51cfb924ef', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:58:07.751483 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-4928bca9-9d4f-4e20-9f5e-b5ad0f37437b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:58:07.756451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4928bca9-9d4f-4e20-9f5e-b5ad0f37437b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.768396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.773624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.825921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4928bca9-9d4f-4e20-9f5e-b5ad0f37437b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.832530 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4928bca9-9d4f-4e20-9f5e-b5ad0f37437b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.852422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928bca9-9d4f-4e20-9f5e-b5ad0f37437b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1391dfe-87cb-4ab5-9c49-80ec8a9638a0,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:07.861908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4928bca9-9d4f-4e20-9f5e-b5ad0f37437b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.863160 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4928bca9-9d4f-4e20-9f5e-b5ad0f37437b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388583 Nov 28 07:58:07.881050 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3fb6a-0f49-4be9-a312-d9447c1d3be8 None None] Pushing event updated for resources: {'Port': ['ID=6d4c0ecf-6f72-40c3-8a91-d822febcabea,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:07.894324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Attempting to bind port 6d4c0ecf-6f72-40c3-8a91-d822febcabea on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:58:07.894834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Attempting to bind port 6d4c0ecf-6f72-40c3-8a91-d822febcabea by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0d045b25-43c9-491d-819b-4af22520b214'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:58:07.895212 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Attempting to bind port 6d4c0ecf-6f72-40c3-8a91-d822febcabea on network 0d045b25-43c9-491d-819b-4af22520b214 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:58:07.900968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:58:07.901333 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Checking segment: {'id': 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0d045b25-43c9-491d-819b-4af22520b214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:58:07.901735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.902120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Bound using segment: {'id': 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0d045b25-43c9-491d-819b-4af22520b214'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:58:07.902578 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Bound port: 6d4c0ecf-6f72-40c3-8a91-d822febcabea, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0d045b25-43c9-491d-819b-4af22520b214'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:58:07.902970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:07.986224 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] For port 6d4c0ecf-6f72-40c3-8a91-d822febcabea, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:58:07.989772 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] For port 6d4c0ecf-6f72-40c3-8a91-d822febcabea, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6d4c0ecf-6f72-40c3-8a91-d822febcabea,segment=NetworkSegment(c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3),segment_id=c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:58:07.996250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:08.028119 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-c19ffe34-1832-4df1-bd5b-6fe05fa7a99a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429896125&fields=id&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 267 time: 0.0503783 Nov 28 07:58:08.053572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Routers {'98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:08.055109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:08.115212 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3fb6a-0f49-4be9-a312-d9447c1d3be8 None None] Pushing event updated for resources: {'Port': ['ID=6d4c0ecf-6f72-40c3-8a91-d822febcabea,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:08.161646 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-e7f36504-20bf-40c2-b401-17b539350059 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:08.163500 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-e7f36504-20bf-40c2-b401-17b539350059 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/networks?id=0d045b25-43c9-491d-819b-4af22520b214 HTTP/1.1" status: 200 len: 797 time: 0.1202998 Nov 28 07:58:08.169877 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-22c705a1-3641-4fab-8859-79b952ed220e None None] Provisioning complete for port 6d4c0ecf-6f72-40c3-8a91-d822febcabea triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:08.170249 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-22c705a1-3641-4fab-8859-79b952ed220e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:08.182004 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-6e5946bd-cbe5-41a4-b491-887ba585f024 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/quotas/2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 375 time: 0.0099115 Nov 28 07:58:08.246631 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-f7f3150e-5ecd-4431-9b0c-9ae6bd23f7cc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580626 Nov 28 07:58:08.391895 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] Set router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:08.402614 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-22f1bf7e-a140-4fc7-b54b-04e2c30e77cc service neutron] 10.222.0.31 "GET /v2.0/networks/0d045b25-43c9-491d-819b-4af22520b214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434002 Nov 28 07:58:08.477053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device eda07d86-d6c3-478d-9a86-dadeae55eee1 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:58:08.497375 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-00a6acd7-7e12-460f-a6b3-8099cea934c4 service neutron] 10.222.0.31 "GET /v2.0/networks/0d045b25-43c9-491d-819b-4af22520b214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872161 Nov 28 07:58:08.606496 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-22c705a1-3641-4fab-8859-79b952ed220e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:08.660616 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4637d62b-2835-4500-aaed-c7269926d1d5 req-86dc90d5-fe1a-48e0-baa2-717082425665 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 210 time: 0.0297151 Nov 28 07:58:08.675898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-22c705a1-3641-4fab-8859-79b952ed220e None None] For port 6d4c0ecf-6f72-40c3-8a91-d822febcabea, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6d4c0ecf-6f72-40c3-8a91-d822febcabea,segment=NetworkSegment(c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3),segment_id=c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:08.677242 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port eda07d86-d6c3-478d-9a86-dadeae55eee1 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:08.678254 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:08.683086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-22c705a1-3641-4fab-8859-79b952ed220e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:08.812115 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c705a1-3641-4fab-8859-79b952ed220e None None] Pushing event updated for resources: {'Port': ['ID=6d4c0ecf-6f72-40c3-8a91-d822febcabea,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:08.854389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-95e4b276-1e3d-4b6c-9045-fe0c1050b371 None None] Provisioning complete for port 6d4c0ecf-6f72-40c3-8a91-d822febcabea triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:08.855071 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-95e4b276-1e3d-4b6c-9045-fe0c1050b371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:08.864937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:05Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '6d4c0ecf-6f72-40c3-8a91-d822febcabea', 'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:e5:cc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '240af632-3bde-427d-ac91-3c62b288af9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:04Z', 'updated_at': '2021-11-28T07:58:07Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '240af632-3bde-427d-ac91-3c62b288af9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:08.924915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71f307-dc32-40f0-8aa5-efeca2ad40f9 None None] The sync data for ids ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'] in dv-neutron-744815-16-hyperv is: [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:05Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '6d4c0ecf-6f72-40c3-8a91-d822febcabea', 'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:e5:cc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '240af632-3bde-427d-ac91-3c62b288af9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:04Z', 'updated_at': '2021-11-28T07:58:07Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '240af632-3bde-427d-ac91-3c62b288af9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:58:09.773893 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0f3cec18-f5ba-446a-b9d9-bd03985508a6 req-2c6c8cc5-7a6e-4f45-9d2f-6f29d0bc91a3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 210 time: 0.0335872 Nov 28 07:58:09.790445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-c4f164c3-0c6b-43f3-bed8-d606cde000f8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:09.791966 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-c4f164c3-0c6b-43f3-bed8-d606cde000f8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/networks?id=0d045b25-43c9-491d-819b-4af22520b214 HTTP/1.1" status: 200 len: 797 time: 0.1467288 Nov 28 07:58:09.869601 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-d1ff3209-f4c8-4ebd-8aa1-2fe4b20de7e4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 379 time: 0.0569088 Nov 28 07:58:09.888059 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-70a7d8e5-387c-4d4b-aa77-e859a687fec9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'port': {'device_id': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'admin_state_up': True, 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'security_groups': ['1ea64e02-da38-4ebc-9792-6d51cfb924ef']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:58:10.319572 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-70a7d8e5-387c-4d4b-aa77-e859a687fec9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:58:10.323518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-70a7d8e5-387c-4d4b-aa77-e859a687fec9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:10.446782 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-70a7d8e5-387c-4d4b-aa77-e859a687fec9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.11 (0d045b25-43c9-491d-819b-4af22520b214/240af632-3bde-427d-ac91-3c62b288af9b/23089dc0-1607-40ac-8593-f37042bff416) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:58:10.480009 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6d4c0ecf-6f72-40c3-8a91-d822febcabea up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:58:10.533077 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 6d4c0ecf-6f72-40c3-8a91-d822febcabea triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:10.533444 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:10.584852 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-70a7d8e5-387c-4d4b-aa77-e859a687fec9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:10.622886 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-70a7d8e5-387c-4d4b-aa77-e859a687fec9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:10.667074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-70a7d8e5-387c-4d4b-aa77-e859a687fec9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 0d045b25-43c9-491d-819b-4af22520b214 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:58:10.670132 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-70a7d8e5-387c-4d4b-aa77-e859a687fec9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:58:10.672532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-70a7d8e5-387c-4d4b-aa77-e859a687fec9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:58:10.718981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7d8e5-387c-4d4b-aa77-e859a687fec9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=23089dc0-1607-40ac-8593-f37042bff416,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:10.737658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-70a7d8e5-387c-4d4b-aa77-e859a687fec9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:10.738260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-70a7d8e5-387c-4d4b-aa77-e859a687fec9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:10.755015 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-70a7d8e5-387c-4d4b-aa77-e859a687fec9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8713543 Nov 28 07:58:10.773001 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Request body: {'port': {'device_id': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:58:10.845742 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:10.904531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0d201-b4b2-4377-b933-176e9ccbf087 req-cdfde8b5-047d-4fa8-9b9f-40519678cc5e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:10.906210 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1fd0d201-b4b2-4377-b933-176e9ccbf087 req-cdfde8b5-047d-4fa8-9b9f-40519678cc5e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 932 time: 0.0564795 Nov 28 07:58:10.954996 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a7bc7c0b-5de4-4db5-aae7-d7a0501dd0b6 None None] Provisioning complete for port 23089dc0-1607-40ac-8593-f37042bff416 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:10.955300 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7c0b-5de4-4db5-aae7-d7a0501dd0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:10.960030 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1fd0d201-b4b2-4377-b933-176e9ccbf087 req-ac99bb19-27bf-4dc5-967e-ce344eb89aa3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ea64e02-da38-4ebc-9792-6d51cfb924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469205 Nov 28 07:58:11.002181 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc7c0b-5de4-4db5-aae7-d7a0501dd0b6 None None] Port 23089dc0-1607-40ac-8593-f37042bff416 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:58:11.125720 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23089dc0-1607-40ac-8593-f37042bff416 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:58:11.133139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:11.144875 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Transition to ACTIVE for port object 23089dc0-1607-40ac-8593-f37042bff416 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:58:11.148892 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:11.218617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Pushing event updated for resources: {'Port': ['ID=23089dc0-1607-40ac-8593-f37042bff416,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:11.271170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Attempting to bind port 23089dc0-1607-40ac-8593-f37042bff416 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:58:11.271503 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Attempting to bind port 23089dc0-1607-40ac-8593-f37042bff416 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0d045b25-43c9-491d-819b-4af22520b214'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:58:11.271828 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Attempting to bind port 23089dc0-1607-40ac-8593-f37042bff416 on network 0d045b25-43c9-491d-819b-4af22520b214 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:58:11.276900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Port 23089dc0-1607-40ac-8593-f37042bff416 on network 0d045b25-43c9-491d-819b-4af22520b214 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:58:11.277215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Attempting to bind port 23089dc0-1607-40ac-8593-f37042bff416 on network 0d045b25-43c9-491d-819b-4af22520b214 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:58:11.282240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:58:11.282572 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Checking segment: {'id': 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0d045b25-43c9-491d-819b-4af22520b214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:58:11.282975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Bound using segment: {'id': 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0d045b25-43c9-491d-819b-4af22520b214'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:58:11.283394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Bound port: 23089dc0-1607-40ac-8593-f37042bff416, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0d045b25-43c9-491d-819b-4af22520b214'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:58:11.283761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:11.357878 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] For port 23089dc0-1607-40ac-8593-f37042bff416, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:58:11.360877 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] For port 23089dc0-1607-40ac-8593-f37042bff416, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=23089dc0-1607-40ac-8593-f37042bff416,segment=NetworkSegment(c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3),segment_id=c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:58:11.365681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:11.397403 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:11.398521 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:11.400006 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] 10.222.0.35 "PUT /v2.0/ports/23089dc0-1607-40ac-8593-f37042bff416 HTTP/1.1" status: 200 len: 1094 time: 0.6313717 Nov 28 07:58:11.400418 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'tag': '23089dc0-1607-40ac-8593-f37042bff416'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:58:11.402670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1d610b-4bea-4a18-8a95-c6ab0405d457" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff20f0d-807f-4f18-be93-1bc72df2305d", "tag": "23089dc0-1607-40ac-8593-f37042bff416"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:58:11.439240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654a9d9-af0b-4714-91aa-0995ceae09f9 service neutron] Pushing event updated for resources: {'Port': ['ID=23089dc0-1607-40ac-8593-f37042bff416,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:11.462954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f952ea-fb71-48b1-91ff-3ce7bf45fad3 x-openstack-request-id: req-d7f952ea-fb71-48b1-91ff-3ce7bf45fad3 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:58:11.463339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff20f0d-807f-4f18-be93-1bc72df2305d", "tag": "23089dc0-1607-40ac-8593-f37042bff416", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:58:11.463660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7f952ea-fb71-48b1-91ff-3ce7bf45fad3 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:58:11.464131 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'tag': '23089dc0-1607-40ac-8593-f37042bff416', 'status': 'completed', 'code': 200} Nov 28 07:58:11.527774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-8db694cf-3bb7-4d07-b243-7a30b1909f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:11.529472 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-8db694cf-3bb7-4d07-b243-7a30b1909f54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 1097 time: 0.0490618 Nov 28 07:58:11.585343 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-0808eb0c-5ac2-4401-88b0-47a3e29552a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23089dc0-1607-40ac-8593-f37042bff416 HTTP/1.1" status: 200 len: 217 time: 0.0403397 Nov 28 07:58:11.637500 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-6865608d-14fa-44c7-ad19-d1c77f3b37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:11.638899 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-6865608d-14fa-44c7-ad19-d1c77f3b37d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240af632-3bde-427d-ac91-3c62b288af9b HTTP/1.1" status: 200 len: 835 time: 0.0422091 Nov 28 07:58:11.696724 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-bc8ddb3b-d748-4d8b-8079-e310dfb879ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:11.698249 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-bc8ddb3b-d748-4d8b-8079-e310dfb879ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d045b25-43c9-491d-819b-4af22520b214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0469828 Nov 28 07:58:11.793968 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-b16367f3-4ce9-41c9-938b-c2980d55517e service neutron] 10.222.0.35 "GET /v2.0/networks/0d045b25-43c9-491d-819b-4af22520b214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834908 Nov 28 07:58:11.886309 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-77a1eec6-3044-4224-b225-7aefdea18aa9 req-274975d7-f004-4f8e-acba-469f65915fe1 service neutron] 10.222.0.35 "GET /v2.0/networks/0d045b25-43c9-491d-819b-4af22520b214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796664 Nov 28 07:58:11.997558 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d610b-4bea-4a18-8a95-c6ab0405d457 req-27969369-53cf-454b-8bc7-c6d40314a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:11.999098 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec1d610b-4bea-4a18-8a95-c6ab0405d457 req-27969369-53cf-454b-8bc7-c6d40314a339 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 1097 time: 0.0512557 Nov 28 07:58:12.080641 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529739a-198d-4365-b2fa-b41fc43337b0 req-6d7b41ed-b640-4c46-98d8-fcaafb188166 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:12.082115 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e529739a-198d-4365-b2fa-b41fc43337b0 req-6d7b41ed-b640-4c46-98d8-fcaafb188166 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 944 time: 0.0545127 Nov 28 07:58:12.090378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d610b-4bea-4a18-8a95-c6ab0405d457 req-5abb48b4-4095-4de4-aa80-203ae8fb9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:12.091847 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec1d610b-4bea-4a18-8a95-c6ab0405d457 req-5abb48b4-4095-4de4-aa80-203ae8fb9e2f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d045b25-43c9-491d-819b-4af22520b214 HTTP/1.1" status: 200 len: 898 time: 0.0830345 Nov 28 07:58:12.135387 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e529739a-198d-4365-b2fa-b41fc43337b0 req-a90e7c5b-3d33-4ecc-badf-441128bc5afd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ea64e02-da38-4ebc-9792-6d51cfb924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471468 Nov 28 07:58:12.143079 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec1d610b-4bea-4a18-8a95-c6ab0405d457 req-674b66dc-0331-413c-9419-02c19a2b70d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23089dc0-1607-40ac-8593-f37042bff416 HTTP/1.1" status: 200 len: 217 time: 0.0392740 Nov 28 07:58:12.191023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d610b-4bea-4a18-8a95-c6ab0405d457 req-17200f86-4f90-4404-a128-48cf083fb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:12.192408 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec1d610b-4bea-4a18-8a95-c6ab0405d457 req-17200f86-4f90-4404-a128-48cf083fb9ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240af632-3bde-427d-ac91-3c62b288af9b HTTP/1.1" status: 200 len: 835 time: 0.0420623 Nov 28 07:58:12.243626 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d610b-4bea-4a18-8a95-c6ab0405d457 req-cddb69bd-1436-4725-b2b8-6d82b092b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:12.244963 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec1d610b-4bea-4a18-8a95-c6ab0405d457 req-cddb69bd-1436-4725-b2b8-6d82b092b786 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d045b25-43c9-491d-819b-4af22520b214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0440605 Nov 28 07:58:12.338111 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec1d610b-4bea-4a18-8a95-c6ab0405d457 req-dbf57ac6-4fae-4eb0-a86a-81dea77e6a9a service neutron] 10.222.0.35 "GET /v2.0/networks/0d045b25-43c9-491d-819b-4af22520b214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832763 Nov 28 07:58:12.431998 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec1d610b-4bea-4a18-8a95-c6ab0405d457 req-97a73768-902f-4e76-bc8a-e0c8c67c66d7 service neutron] 10.222.0.35 "GET /v2.0/networks/0d045b25-43c9-491d-819b-4af22520b214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853760 Nov 28 07:58:13.261154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc3c99-4ae0-4d74-a7eb-3afc0847fd5c req-4c83cdef-a85d-4d34-b7f7-6b2cefe65a97 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:13.262622 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ccfc3c99-4ae0-4d74-a7eb-3afc0847fd5c req-4c83cdef-a85d-4d34-b7f7-6b2cefe65a97 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 944 time: 0.0589731 Nov 28 07:58:13.310375 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ccfc3c99-4ae0-4d74-a7eb-3afc0847fd5c req-155e03f3-3be4-460c-b42c-5a783edf0725 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ea64e02-da38-4ebc-9792-6d51cfb924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417943 Nov 28 07:58:13.743598 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7b0389f7-77fd-41e6-a120-982bea4b0d64 req-60ebcfcf-25ad-4eee-b780-9c3ba0dc1b77 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439887 Nov 28 07:58:13.842200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0389f7-77fd-41e6-a120-982bea4b0d64 req-c7943479-a273-4077-9774-b044862b6cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:13.843716 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7b0389f7-77fd-41e6-a120-982bea4b0d64 req-c7943479-a273-4077-9774-b044862b6cb5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 1099 time: 0.0458891 Nov 28 07:58:13.950120 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0389f7-77fd-41e6-a120-982bea4b0d64 req-fde4399b-2293-4773-bc8e-7bd6681f780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:13.951631 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7b0389f7-77fd-41e6-a120-982bea4b0d64 req-fde4399b-2293-4773-bc8e-7bd6681f780f service neutron] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 912 time: 0.0870123 Nov 28 07:58:14.024857 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7b0389f7-77fd-41e6-a120-982bea4b0d64 req-fb6ff948-655d-448a-9b20-15e276707bc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0343904e-2d3b-4a53-bfdb-26c85409a855 HTTP/1.1" status: 200 len: 1002 time: 0.0634031 Nov 28 07:58:14.080591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0389f7-77fd-41e6-a120-982bea4b0d64 req-053358d0-4e26-4a9d-8d90-7e278ff7b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:14.082083 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7b0389f7-77fd-41e6-a120-982bea4b0d64 req-053358d0-4e26-4a9d-8d90-7e278ff7b00c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0469627 Nov 28 07:58:14.136718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0389f7-77fd-41e6-a120-982bea4b0d64 req-1361e850-97f0-4c78-bbd4-8f2595b7f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:14.138148 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7b0389f7-77fd-41e6-a120-982bea4b0d64 req-1361e850-97f0-4c78-bbd4-8f2595b7f2b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450304 Nov 28 07:58:14.231842 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7b0389f7-77fd-41e6-a120-982bea4b0d64 req-68ab68b7-b6bb-4b9a-8229-6810855a412f service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805206 Nov 28 07:58:14.323032 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7b0389f7-77fd-41e6-a120-982bea4b0d64 req-cabbeb62-809d-4ee3-b0a9-b24ef5828c2d service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820491 Nov 28 07:58:14.430286 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8603c-c55e-4817-99a9-e3bad570021c req-de42cee4-6a70-43bb-ad2c-258a3dd065f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:14.431793 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-12a8603c-c55e-4817-99a9-e3bad570021c req-de42cee4-6a70-43bb-ad2c-258a3dd065f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 944 time: 0.0556674 Nov 28 07:58:14.479916 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-12a8603c-c55e-4817-99a9-e3bad570021c req-9245f48d-dba7-42b4-bd74-9cd1ce39f507 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ea64e02-da38-4ebc-9792-6d51cfb924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422482 Nov 28 07:58:15.396358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6104477e-a00c-4623-a733-4b180a6aa13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:15.605348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f101ad3-943f-4440-9cb2-2a5671129ef1 req-99e826fc-f349-4d3e-878a-9d0cedb7b1ca tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:15.606810 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5f101ad3-943f-4440-9cb2-2a5671129ef1 req-99e826fc-f349-4d3e-878a-9d0cedb7b1ca tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 944 time: 0.0549998 Nov 28 07:58:15.634966 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 23089dc0-1607-40ac-8593-f37042bff416 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:58:15.655313 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5f101ad3-943f-4440-9cb2-2a5671129ef1 req-517accb1-679d-4cfc-821e-fa86c520e7ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ea64e02-da38-4ebc-9792-6d51cfb924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425661 Nov 28 07:58:15.728689 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 23089dc0-1607-40ac-8593-f37042bff416, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=23089dc0-1607-40ac-8593-f37042bff416,segment=NetworkSegment(c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3),segment_id=c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:15.738836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '23089dc0-1607-40ac-8593-f37042bff416', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'port_id': '23089dc0-1607-40ac-8593-f37042bff416', 'mac_address': 'fa:16:3e:a0:c2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240af632-3bde-427d-ac91-3c62b288af9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:58:15.783348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:15.796216 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23089dc0-1607-40ac-8593-f37042bff416 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:58:15.814836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 23089dc0-1607-40ac-8593-f37042bff416, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=23089dc0-1607-40ac-8593-f37042bff416,segment=NetworkSegment(c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3),segment_id=c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:15.819001 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:15.870618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=23089dc0-1607-40ac-8593-f37042bff416,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:16.099205 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['23089dc0-1607-40ac-8593-f37042bff416'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:58:16.500384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43048) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:16.676999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-165cfcf9-578e-46ca-9109-ca431f8afd11 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Deleting port c2d46b1f-d5fe-4b11-8177-aafafb96193b {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:16.677691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-165cfcf9-578e-46ca-9109-ca431f8afd11 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:16.752666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-165cfcf9-578e-46ca-9109-ca431f8afd11 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:16.752987 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-165cfcf9-578e-46ca-9109-ca431f8afd11 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:16.764922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-165cfcf9-578e-46ca-9109-ca431f8afd11 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Calling delete_port for c2d46b1f-d5fe-4b11-8177-aafafb96193b owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:16.781034 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196e61e-1741-4008-bf54-f93ef0e25d99 req-f14a24e1-e52c-44bf-82d6-df148109d86f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:16.782550 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c196e61e-1741-4008-bf54-f93ef0e25d99 req-f14a24e1-e52c-44bf-82d6-df148109d86f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 945 time: 0.0577660 Nov 28 07:58:16.831723 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c196e61e-1741-4008-bf54-f93ef0e25d99 req-3ca2dca2-3799-4338-b8ce-5c17f0032a56 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ea64e02-da38-4ebc-9792-6d51cfb924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428905 Nov 28 07:58:16.917201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-165cfcf9-578e-46ca-9109-ca431f8afd11 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:16.941578 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cfcf9-578e-46ca-9109-ca431f8afd11 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event deleted for resources: {'Port': ['ID=c2d46b1f-d5fe-4b11-8177-aafafb96193b,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:17.005203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-165cfcf9-578e-46ca-9109-ca431f8afd11 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:17.005530 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-165cfcf9-578e-46ca-9109-ca431f8afd11 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Floating IP 57d579aa-4e49-430d-bbd2-787ba17831e9 disassociated (deleted). External IP: 172.26.2.251, port: e504bd1e-59d0-40af-b0f4-d97a44458dc3. Nov 28 07:58:17.238400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165cfcf9-578e-46ca-9109-ca431f8afd11 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Router 99c3d9b1-592d-4777-bd0f-59bd76e30474 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:58:17.358414 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165cfcf9-578e-46ca-9109-ca431f8afd11 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:58:17.363107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-165cfcf9-578e-46ca-9109-ca431f8afd11 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:17.367888 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4932ccc1-1d98-4d46-b4b7-873d9a3ac175 None None] Sync routers for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:58:17.377255 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932ccc1-1d98-4d46-b4b7-873d9a3ac175 None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:17.377879 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-4932ccc1-1d98-4d46-b4b7-873d9a3ac175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:17.394658 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-165cfcf9-578e-46ca-9109-ca431f8afd11 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "DELETE /v2.0/floatingips/57d579aa-4e49-430d-bbd2-787ba17831e9 HTTP/1.1" status: 204 len: 168 time: 0.8931692 Nov 28 07:58:17.395296 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'tag': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:58:17.398292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8ba0b8-70fb-431f-a6b4-e67f11f9c7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9885d67-7bec-40de-b44a-cbe11cbb5d96", "tag": "e504bd1e-59d0-40af-b0f4-d97a44458dc3"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:58:17.433962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8214c113-a6d5-4fdd-975a-e87014d4341f x-openstack-request-id: req-8214c113-a6d5-4fdd-975a-e87014d4341f {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:58:17.434259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9885d67-7bec-40de-b44a-cbe11cbb5d96", "tag": "e504bd1e-59d0-40af-b0f4-d97a44458dc3", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:58:17.434514 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8214c113-a6d5-4fdd-975a-e87014d4341f {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:58:17.435016 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'tag': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3', 'status': 'completed', 'code': 200} Nov 28 07:58:17.509616 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-4932ccc1-1d98-4d46-b4b7-873d9a3ac175 None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:17.516912 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba0b8-70fb-431f-a6b4-e67f11f9c7f0 req-961447fd-7aed-45de-91ac-866081e35939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:17.518534 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ea8ba0b8-70fb-431f-a6b4-e67f11f9c7f0 req-961447fd-7aed-45de-91ac-866081e35939 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 1099 time: 0.0529413 Nov 28 07:58:17.625304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba0b8-70fb-431f-a6b4-e67f11f9c7f0 req-9666c539-40bf-42bd-81e6-84d8674fc5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:17.626778 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ea8ba0b8-70fb-431f-a6b4-e67f11f9c7f0 req-9666c539-40bf-42bd-81e6-84d8674fc5d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 912 time: 0.0946639 Nov 28 07:58:17.638061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a59f4-6f98-48f4-894c-4a2ea81041dd req-d8f5f948-bbdd-4a34-82a1-fab2f3e89750 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:17.639661 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-910a59f4-6f98-48f4-894c-4a2ea81041dd req-d8f5f948-bbdd-4a34-82a1-fab2f3e89750 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 946 time: 0.0619640 Nov 28 07:58:17.666999 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 23089dc0-1607-40ac-8593-f37042bff416 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:58:17.673509 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ea8ba0b8-70fb-431f-a6b4-e67f11f9c7f0 req-cea4e3ea-68cc-45e6-a18c-d213e1c3a2e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e504bd1e-59d0-40af-b0f4-d97a44458dc3 HTTP/1.1" status: 200 len: 217 time: 0.0375042 Nov 28 07:58:17.701630 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-910a59f4-6f98-48f4-894c-4a2ea81041dd req-98b0ea1b-57fe-4c86-9e13-61b2bd432a37 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557265 Nov 28 07:58:17.737059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 23089dc0-1607-40ac-8593-f37042bff416 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:58:17.737330 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba0b8-70fb-431f-a6b4-e67f11f9c7f0 req-5011c59c-6d68-4bf4-b214-37121b9b839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:17.738558 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ea8ba0b8-70fb-431f-a6b4-e67f11f9c7f0 req-5011c59c-6d68-4bf4-b214-37121b9b839d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0545661 Nov 28 07:58:17.741252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 23089dc0-1607-40ac-8593-f37042bff416 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:58:17.741821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:17.769289 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-4932ccc1-1d98-4d46-b4b7-873d9a3ac175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5850964e-6cc0-4d3f-8e3d-45e8ea1f719c', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:a7:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f603875-528b-4644-9144-2acccf582447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:54:23Z', 'updated_at': '2021-11-28T07:54:26Z', 'revision_number': 1, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:17.797927 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba0b8-70fb-431f-a6b4-e67f11f9c7f0 req-ab98bc7b-9fbd-4313-82b4-c623a6b7c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:17.799485 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ea8ba0b8-70fb-431f-a6b4-e67f11f9c7f0 req-ab98bc7b-9fbd-4313-82b4-c623a6b7c486 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0517454 Nov 28 07:58:17.801136 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4932ccc1-1d98-4d46-b4b7-873d9a3ac175 None None] Checking router: 99c3d9b1-592d-4777-bd0f-59bd76e30474 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:58:17.809629 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932ccc1-1d98-4d46-b4b7-873d9a3ac175 None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:17.810275 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-4932ccc1-1d98-4d46-b4b7-873d9a3ac175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:57:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:17.839808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:17.879724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23089dc0-1607-40ac-8593-f37042bff416'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:58:17.883594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3094895-3326-4700-92b2-92fa9575d1cf" -d '{"events": [{"server_uuid": "0ff20f0d-807f-4f18-be93-1bc72df2305d", "name": "network-vif-plugged", "status": "completed", "tag": "23089dc0-1607-40ac-8593-f37042bff416"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:58:17.905123 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ea8ba0b8-70fb-431f-a6b4-e67f11f9c7f0 req-7a66e633-b632-4817-8bb2-e6f3041c757a service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949647 Nov 28 07:58:17.921355 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 23089dc0-1607-40ac-8593-f37042bff416, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=23089dc0-1607-40ac-8593-f37042bff416,segment=NetworkSegment(c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3),segment_id=c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:17.933687 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:17.941705 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e24a74d2-55ea-4648-b2f9-fb3c29e1df82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:17.968941 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95400c30-ec3a-43d5-9264-a68955fc6fea x-openstack-request-id: req-95400c30-ec3a-43d5-9264-a68955fc6fea {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:58:17.969548 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff20f0d-807f-4f18-be93-1bc72df2305d", "name": "network-vif-plugged", "status": "completed", "tag": "23089dc0-1607-40ac-8593-f37042bff416", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:58:17.969993 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95400c30-ec3a-43d5-9264-a68955fc6fea {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:58:17.971191 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23089dc0-1607-40ac-8593-f37042bff416', 'code': 200} Nov 28 07:58:18.015682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=23089dc0-1607-40ac-8593-f37042bff416,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:18.061443 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-4932ccc1-1d98-4d46-b4b7-873d9a3ac175 None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:18.066778 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003cfa5-506b-4bd2-86b6-bf261dee99ef req-9647aaa5-2986-4c9a-93a5-fc14ec034f4c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:18.069180 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b003cfa5-506b-4bd2-86b6-bf261dee99ef req-9647aaa5-2986-4c9a-93a5-fc14ec034f4c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 945 time: 0.1631274 Nov 28 07:58:18.098131 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ea8ba0b8-70fb-431f-a6b4-e67f11f9c7f0 req-e7acf5c5-feb3-4c57-8471-f72c0d638c7f service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801381 Nov 28 07:58:18.142523 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b003cfa5-506b-4bd2-86b6-bf261dee99ef req-0737d965-5985-4d77-a460-211acd527232 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ea64e02-da38-4ebc-9792-6d51cfb924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624971 Nov 28 07:58:18.182784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da63422-78f6-4f5c-8ad6-60e124393011 req-8eb74d52-a511-41cf-9b21-9be576327aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:18.184351 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8da63422-78f6-4f5c-8ad6-60e124393011 req-8eb74d52-a511-41cf-9b21-9be576327aa1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 1099 time: 0.0653539 Nov 28 07:58:18.230793 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8da63422-78f6-4f5c-8ad6-60e124393011 req-38749205-3e88-4bfd-8c82-38e0b07f7f5e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1ea64e02-da38-4ebc-9792-6d51cfb924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382266 Nov 28 07:58:18.297822 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-4932ccc1-1d98-4d46-b4b7-873d9a3ac175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5850964e-6cc0-4d3f-8e3d-45e8ea1f719c', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:a7:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f603875-528b-4644-9144-2acccf582447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:54:23Z', 'updated_at': '2021-11-28T07:54:26Z', 'revision_number': 1, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:18.328183 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4932ccc1-1d98-4d46-b4b7-873d9a3ac175 None None] The sync data for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv is: [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5850964e-6cc0-4d3f-8e3d-45e8ea1f719c', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'port_id': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'mac_address': 'fa:16:3e:a7:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f603875-528b-4644-9144-2acccf582447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:54:23Z', 'updated_at': '2021-11-28T07:54:26Z', 'revision_number': 1, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:58:18.533801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c414ee-5ec4-4147-b47c-8038c37f4d27 None None] New status for floating IP 57d579aa-4e49-430d-bbd2-787ba17831e9: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:58:18.819701 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d350f-56d3-482c-9933-f14d44401fa5 req-6e120f11-3664-42c0-824e-b447178587aa tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:18.821220 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-733d350f-56d3-482c-9933-f14d44401fa5 req-6e120f11-3664-42c0-824e-b447178587aa tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 946 time: 0.0551653 Nov 28 07:58:18.869776 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-733d350f-56d3-482c-9933-f14d44401fa5 req-17143fa8-e9c9-44db-bc7e-8fa117333db6 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422220 Nov 28 07:58:19.033382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:19.267675 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b9e32-0487-4a3a-b285-fc8600ef970c req-b2402636-4fe9-4f6e-a9c0-606187b71e5f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:19.269165 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-633b9e32-0487-4a3a-b285-fc8600ef970c req-b2402636-4fe9-4f6e-a9c0-606187b71e5f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 946 time: 0.0607774 Nov 28 07:58:19.317540 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-633b9e32-0487-4a3a-b285-fc8600ef970c req-823cf10f-2627-44be-b3c7-921f90d31042 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ea64e02-da38-4ebc-9792-6d51cfb924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417571 Nov 28 07:58:19.686014 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326294f-ab6a-46f1-b87a-087701d98261 req-0e754978-b0f2-444f-8be4-6e7720a7db15 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:19.687456 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1326294f-ab6a-46f1-b87a-087701d98261 req-0e754978-b0f2-444f-8be4-6e7720a7db15 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 946 time: 0.0561931 Nov 28 07:58:19.785023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-1326294f-ab6a-46f1-b87a-087701d98261 req-67ae3da8-c3d6-4551-abaf-8d024c893d1b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Deleting port e504bd1e-59d0-40af-b0f4-d97a44458dc3 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:19.785354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1326294f-ab6a-46f1-b87a-087701d98261 req-67ae3da8-c3d6-4551-abaf-8d024c893d1b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:19.879379 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-1326294f-ab6a-46f1-b87a-087701d98261 req-67ae3da8-c3d6-4551-abaf-8d024c893d1b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] For port e504bd1e-59d0-40af-b0f4-d97a44458dc3, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=e504bd1e-59d0-40af-b0f4-d97a44458dc3,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:19.879636 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1326294f-ab6a-46f1-b87a-087701d98261 req-67ae3da8-c3d6-4551-abaf-8d024c893d1b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:19.891116 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-1326294f-ab6a-46f1-b87a-087701d98261 req-67ae3da8-c3d6-4551-abaf-8d024c893d1b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Calling delete_port for e504bd1e-59d0-40af-b0f4-d97a44458dc3 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:19.995323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261ba91-4cd0-47cd-8aa4-2f59dae8167c req-faf71e47-8008-4fa5-a90a-00bf98dabfd4 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:19.996815 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1261ba91-4cd0-47cd-8aa4-2f59dae8167c req-faf71e47-8008-4fa5-a90a-00bf98dabfd4 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 946 time: 0.0598438 Nov 28 07:58:20.023373 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1326294f-ab6a-46f1-b87a-087701d98261 req-67ae3da8-c3d6-4551-abaf-8d024c893d1b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:20.049955 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1261ba91-4cd0-47cd-8aa4-2f59dae8167c req-61232ec5-3b63-4e63-805f-64227165affb tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472691 Nov 28 07:58:20.061679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae3da8-c3d6-4551-abaf-8d024c893d1b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event deleted for resources: {'Port': ['ID=e504bd1e-59d0-40af-b0f4-d97a44458dc3,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:20.105896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-1326294f-ab6a-46f1-b87a-087701d98261 req-67ae3da8-c3d6-4551-abaf-8d024c893d1b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] No DVR routers for this DVR port e504bd1e-59d0-40af-b0f4-d97a44458dc3 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:58:20.108307 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1326294f-ab6a-46f1-b87a-087701d98261 req-67ae3da8-c3d6-4551-abaf-8d024c893d1b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:20.111664 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1326294f-ab6a-46f1-b87a-087701d98261 req-67ae3da8-c3d6-4551-abaf-8d024c893d1b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "DELETE /v2.0/ports/e504bd1e-59d0-40af-b0f4-d97a44458dc3 HTTP/1.1" status: 204 len: 173 time: 0.4178014 Nov 28 07:58:20.112099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'name': 'network-vif-deleted', 'tag': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:58:20.114673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a095d91-b9a6-465f-9919-982e7ea37e87" -d '{"events": [{"server_uuid": "b9885d67-7bec-40de-b44a-cbe11cbb5d96", "name": "network-vif-deleted", "tag": "e504bd1e-59d0-40af-b0f4-d97a44458dc3"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:58:20.156428 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee4e780-4e97-4c12-ab73-02754e34849c x-openstack-request-id: req-5ee4e780-4e97-4c12-ab73-02754e34849c {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:58:20.156725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9885d67-7bec-40de-b44a-cbe11cbb5d96", "name": "network-vif-deleted", "tag": "e504bd1e-59d0-40af-b0f4-d97a44458dc3", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:58:20.156986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ee4e780-4e97-4c12-ab73-02754e34849c {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:58:20.157386 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9885d67-7bec-40de-b44a-cbe11cbb5d96', 'name': 'network-vif-deleted', 'tag': 'e504bd1e-59d0-40af-b0f4-d97a44458dc3', 'status': 'completed', 'code': 200} Nov 28 07:58:20.323264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:20.454428 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392cf0f-ec86-4625-8136-7d7d1a369f55 req-63897356-c800-40ed-a582-ed01cd9117ac tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:20.456054 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c392cf0f-ec86-4625-8136-7d7d1a369f55 req-63897356-c800-40ed-a582-ed01cd9117ac tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 946 time: 0.0716817 Nov 28 07:58:20.513926 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c392cf0f-ec86-4625-8136-7d7d1a369f55 req-384aec72-2c2f-46e8-b473-4ce9b17f3416 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ea64e02-da38-4ebc-9792-6d51cfb924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475636 Nov 28 07:58:20.640728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caee17b-0cba-4e3c-ab2b-89d987204a5b req-381bf409-8b1b-465e-a2c1-fc3a847627c5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:20.642151 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3caee17b-0cba-4e3c-ab2b-89d987204a5b req-381bf409-8b1b-465e-a2c1-fc3a847627c5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 946 time: 0.0544581 Nov 28 07:58:20.695715 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3caee17b-0cba-4e3c-ab2b-89d987204a5b req-8805a95a-8917-45c4-9474-69cfb1008aac tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ea64e02-da38-4ebc-9792-6d51cfb924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474060 Nov 28 07:58:20.717814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43076) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:20.768215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4d1bd-0d85-4a50-88df-cf8b63e6fbf4 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:20.772543 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fde4d1bd-0d85-4a50-88df-cf8b63e6fbf4 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 1094 time: 0.0509655 Nov 28 07:58:20.772709 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43078) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:20.777565 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '23089dc0-1607-40ac-8593-f37042bff416', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:58:20.799345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:20.895122 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:21.012790 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.43 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/05682df2-e7a1-4d01-8b34-7f59b070545b) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:58:21.118518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:21.147810 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b8e68df5-f367-4030-8398-28ed14732331 req-4b0800dd-895a-4bd2-b076-91cdb6f67a1c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 210 time: 0.0293880 Nov 28 07:58:21.158904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:21.203812 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:58:21.208734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:58:21.214143 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:58:21.241372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=05682df2-e7a1-4d01-8b34-7f59b070545b,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:21.323366 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:21.939813 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:22.015473 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:22.169893 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:22.176117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:22.278973 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0b1f669f-c6ab-4ceb-b3ca-2550d3f16821 req-7fa048ae-5b30-4507-b794-9ddd07c05c91 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 210 time: 0.0440476 Nov 28 07:58:22.286140 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=05682df2-e7a1-4d01-8b34-7f59b070545b,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:22.299064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:22.412926 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 4ea86ddd-fd4b-4f27-95f7-27816dc58853 associated. External IP: 172.26.2.43, port: 23089dc0-1607-40ac-8593-f37042bff416. Nov 28 07:58:22.659248 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:58:22.787252 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:58:22.797531 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32180e89-65f4-4e62-bb56-d301d1f6f10f None None] Sync routers for ids ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:58:22.807407 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:22.809475 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32180e89-65f4-4e62-bb56-d301d1f6f10f None None] Routers {'98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:22.810096 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-32180e89-65f4-4e62-bb56-d301d1f6f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:22.843512 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-45fdbdb4-9910-44f5-bf87-ad6a82c0332f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0668435 Nov 28 07:58:22.843512 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'tag': '23089dc0-1607-40ac-8593-f37042bff416'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:58:22.843912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43084) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:22.844387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379b9844-15ce-46d8-a610-e8e923d979d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff20f0d-807f-4f18-be93-1bc72df2305d", "tag": "23089dc0-1607-40ac-8593-f37042bff416"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:58:22.885557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75bf52c-fe1e-482a-88de-35c203173eac x-openstack-request-id: req-b75bf52c-fe1e-482a-88de-35c203173eac {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:58:22.885867 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff20f0d-807f-4f18-be93-1bc72df2305d", "tag": "23089dc0-1607-40ac-8593-f37042bff416", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:58:22.886278 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b75bf52c-fe1e-482a-88de-35c203173eac {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:58:22.886681 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'tag': '23089dc0-1607-40ac-8593-f37042bff416', 'status': 'completed', 'code': 200} Nov 28 07:58:22.908553 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:58:22.977125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b9844-15ce-46d8-a610-e8e923d979d5 req-3e5d428f-373a-4e52-b2ba-71d4ca93ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:22.978554 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-379b9844-15ce-46d8-a610-e8e923d979d5 req-3e5d428f-373a-4e52-b2ba-71d4ca93ef88 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 1099 time: 0.0680711 Nov 28 07:58:22.984246 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-32180e89-65f4-4e62-bb56-d301d1f6f10f None None] Set router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:23.014185 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-63a8294c-efce-469d-8a28-97b4a5553e7b tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/routers/98e44187-dc61-4a2b-aeed-eabd0bc7ee2c HTTP/1.1" status: 200 len: 922 time: 0.1689656 Nov 28 07:58:23.015681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43088) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:23.124428 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0678a390-714e-4438-a46f-78d15c3dc20b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/4ea86ddd-fd4b-4f27-95f7-27816dc58853 HTTP/1.1" status: 200 len: 991 time: 0.1075826 Nov 28 07:58:23.133893 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b9844-15ce-46d8-a610-e8e923d979d5 req-36a65754-f180-479d-a79f-770b2db48540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:23.135366 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-379b9844-15ce-46d8-a610-e8e923d979d5 req-36a65754-f180-479d-a79f-770b2db48540 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d045b25-43c9-491d-819b-4af22520b214 HTTP/1.1" status: 200 len: 898 time: 0.1485529 Nov 28 07:58:23.207495 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-379b9844-15ce-46d8-a610-e8e923d979d5 req-a01cf8c8-0738-4296-a06c-f67366a171f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23089dc0-1607-40ac-8593-f37042bff416 HTTP/1.1" status: 200 len: 999 time: 0.0649283 Nov 28 07:58:23.241739 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-32180e89-65f4-4e62-bb56-d301d1f6f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:05Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '4ea86ddd-fd4b-4f27-95f7-27816dc58853', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.43', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'port_id': '23089dc0-1607-40ac-8593-f37042bff416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'mac_address': 'fa:16:3e:a0:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:58:21Z', 'updated_at': '2021-11-28T07:58:21Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4c0ecf-6f72-40c3-8a91-d822febcabea', 'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:e5:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '240af632-3bde-427d-ac91-3c62b288af9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:04Z', 'updated_at': '2021-11-28T07:58:08Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '240af632-3bde-427d-ac91-3c62b288af9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:23.262979 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b9844-15ce-46d8-a610-e8e923d979d5 req-5769c191-cc8b-4383-8943-ab797a233f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:23.264511 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-379b9844-15ce-46d8-a610-e8e923d979d5 req-5769c191-cc8b-4383-8943-ab797a233f5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240af632-3bde-427d-ac91-3c62b288af9b HTTP/1.1" status: 200 len: 835 time: 0.0506310 Nov 28 07:58:23.269643 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32180e89-65f4-4e62-bb56-d301d1f6f10f None None] Checking router: 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:58:23.278790 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32180e89-65f4-4e62-bb56-d301d1f6f10f None None] Routers {'98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:23.279433 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-32180e89-65f4-4e62-bb56-d301d1f6f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:23.319435 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b9844-15ce-46d8-a610-e8e923d979d5 req-7639d307-f230-420d-8ffa-64980bcf3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:23.321062 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-379b9844-15ce-46d8-a610-e8e923d979d5 req-7639d307-f230-420d-8ffa-64980bcf3f22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d045b25-43c9-491d-819b-4af22520b214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0494204 Nov 28 07:58:23.410133 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02376f15-9b57-4afa-ab53-7c59d5b307ae req-ad9cb7d9-28f5-456a-bc06-68ac2877feb8 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 210 time: 0.0551579 Nov 28 07:58:23.411976 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-32180e89-65f4-4e62-bb56-d301d1f6f10f None None] Set router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:23.451670 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-379b9844-15ce-46d8-a610-e8e923d979d5 req-bd10d1f7-b45a-4383-99ad-13fc3a2c755c service neutron] 10.222.0.35 "GET /v2.0/networks/0d045b25-43c9-491d-819b-4af22520b214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229749 Nov 28 07:58:23.547636 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-379b9844-15ce-46d8-a610-e8e923d979d5 req-e151e1ad-3e87-4632-930c-da223612ab32 service neutron] 10.222.0.35 "GET /v2.0/networks/0d045b25-43c9-491d-819b-4af22520b214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878701 Nov 28 07:58:23.663270 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-32180e89-65f4-4e62-bb56-d301d1f6f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:05Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '4ea86ddd-fd4b-4f27-95f7-27816dc58853', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.43', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'port_id': '23089dc0-1607-40ac-8593-f37042bff416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'mac_address': 'fa:16:3e:a0:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:58:21Z', 'updated_at': '2021-11-28T07:58:21Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4c0ecf-6f72-40c3-8a91-d822febcabea', 'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:e5:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '240af632-3bde-427d-ac91-3c62b288af9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:04Z', 'updated_at': '2021-11-28T07:58:08Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '240af632-3bde-427d-ac91-3c62b288af9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:23.680519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device e504bd1e-59d0-40af-b0f4-d97a44458dc3 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:58:23.690771 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32180e89-65f4-4e62-bb56-d301d1f6f10f None None] The sync data for ids ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'] in dv-neutron-744815-16-hyperv is: [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:05Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '4ea86ddd-fd4b-4f27-95f7-27816dc58853', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.43', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'port_id': '23089dc0-1607-40ac-8593-f37042bff416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'mac_address': 'fa:16:3e:a0:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:58:21Z', 'updated_at': '2021-11-28T07:58:21Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4c0ecf-6f72-40c3-8a91-d822febcabea', 'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:e5:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '240af632-3bde-427d-ac91-3c62b288af9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:04Z', 'updated_at': '2021-11-28T07:58:08Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '240af632-3bde-427d-ac91-3c62b288af9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:58:23.704410 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: e504bd1e-59d0-40af-b0f4-d97a44458dc3 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:58:23.704843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device e504bd1e-59d0-40af-b0f4-d97a44458dc3 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:58:23.884232 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0955226d-b874-4a8b-8f6e-9355590ce7ca None None] New status for floating IP 4ea86ddd-fd4b-4f27-95f7-27816dc58853: ACTIVE {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:58:24.128191 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43092) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:24.202632 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7818b325-ae5a-4b1b-80c4-ff7a17ffbb51 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/4ea86ddd-fd4b-4f27-95f7-27816dc58853 HTTP/1.1" status: 200 len: 993 time: 0.0732651 Nov 28 07:58:24.527550 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-cb0740db-c5a8-408f-b3ce-8f41f6ee25fa req-c421af95-b3db-41ad-b7b5-e38e29032dd7 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9885d67-7bec-40de-b44a-cbe11cbb5d96 HTTP/1.1" status: 200 len: 210 time: 0.0293798 Nov 28 07:58:30.936761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43118) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:31.103968 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Deleting port 3e13e3fd-3f05-4e7f-adde-f2d0dfba6336 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:31.104301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:31.164398 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:31.177326 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:31.177581 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:31.188968 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Calling delete_port for 3e13e3fd-3f05-4e7f-adde-f2d0dfba6336 owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:31.339426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:31.367971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event deleted for resources: {'Port': ['ID=3e13e3fd-3f05-4e7f-adde-f2d0dfba6336,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:31.379229 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:31.379584 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:31.379925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:31.380262 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:31.380596 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:31.380922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:31.381335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:31.381583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:31.382452 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:31.382776 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:31.383125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:31.383452 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:31.383771 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:31.436756 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:31.437000 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Floating IP 5850964e-6cc0-4d3f-8e3d-45e8ea1f719c disassociated (deleted). External IP: 172.26.2.187, port: 0343904e-2d3b-4a53-bfdb-26c85409a855. Nov 28 07:58:31.667995 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Router 99c3d9b1-592d-4777-bd0f-59bd76e30474 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:58:31.786351 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:58:31.791582 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:31.796216 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a90ad3-0a22-42c4-bb19-d5d76c2f275a None None] Sync routers for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:58:31.807071 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a90ad3-0a22-42c4-bb19-d5d76c2f275a None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:31.807668 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c3a90ad3-0a22-42c4-bb19-d5d76c2f275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:31.825633 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ee3b8f29-59c5-4591-aa18-53907355337b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "DELETE /v2.0/floatingips/5850964e-6cc0-4d3f-8e3d-45e8ea1f719c HTTP/1.1" status: 204 len: 168 time: 0.8877780 Nov 28 07:58:31.826218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f603875-528b-4644-9144-2acccf582447', 'tag': '0343904e-2d3b-4a53-bfdb-26c85409a855'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:58:31.828498 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1457262-f27a-443f-a52a-3c9b91f01703" -d '{"events": [{"name": "network-changed", "server_uuid": "7f603875-528b-4644-9144-2acccf582447", "tag": "0343904e-2d3b-4a53-bfdb-26c85409a855"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:58:31.865895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d52faa7-1d9f-4d7a-9b19-73c23f13362f x-openstack-request-id: req-6d52faa7-1d9f-4d7a-9b19-73c23f13362f {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:58:31.867443 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f603875-528b-4644-9144-2acccf582447", "tag": "0343904e-2d3b-4a53-bfdb-26c85409a855", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:58:31.867443 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d52faa7-1d9f-4d7a-9b19-73c23f13362f {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:58:31.867803 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f603875-528b-4644-9144-2acccf582447', 'tag': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'status': 'completed', 'code': 200} Nov 28 07:58:31.940403 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-c3a90ad3-0a22-42c4-bb19-d5d76c2f275a None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:31.948712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1457262-f27a-443f-a52a-3c9b91f01703 req-1d1a1d6a-4c49-40da-9989-ec9ad4215247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:31.950940 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d1457262-f27a-443f-a52a-3c9b91f01703 req-1d1a1d6a-4c49-40da-9989-ec9ad4215247 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 1099 time: 0.0575514 Nov 28 07:58:32.084779 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1457262-f27a-443f-a52a-3c9b91f01703 req-31fd679a-1091-4e58-89e2-f8630700465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:32.086216 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d1457262-f27a-443f-a52a-3c9b91f01703 req-31fd679a-1091-4e58-89e2-f8630700465f service neutron] 10.222.0.35 "GET /v2.0/networks?id=7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 200 len: 912 time: 0.1248519 Nov 28 07:58:32.097016 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58a8c9-7f1a-4bc3-9487-a74c86f42ad9 req-d389d788-d05a-4bde-8ea9-681792467da7 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:32.098535 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7c58a8c9-7f1a-4bc3-9487-a74c86f42ad9 req-d389d788-d05a-4bde-8ea9-681792467da7 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 946 time: 0.0825939 Nov 28 07:58:32.148004 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d1457262-f27a-443f-a52a-3c9b91f01703 req-0c7cb755-66fe-4c45-b4a9-d53f7b597d32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0343904e-2d3b-4a53-bfdb-26c85409a855 HTTP/1.1" status: 200 len: 217 time: 0.0479259 Nov 28 07:58:32.208177 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7c58a8c9-7f1a-4bc3-9487-a74c86f42ad9 req-46e1ba32-b265-493c-875d-c322a6510038 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023231 Nov 28 07:58:32.217379 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1457262-f27a-443f-a52a-3c9b91f01703 req-0022489e-c91a-4a37-a00e-14d30fcab1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:32.218783 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d1457262-f27a-443f-a52a-3c9b91f01703 req-0022489e-c91a-4a37-a00e-14d30fcab1e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 200 len: 850 time: 0.0582578 Nov 28 07:58:32.252176 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c3a90ad3-0a22-42c4-bb19-d5d76c2f275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:32.277677 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1457262-f27a-443f-a52a-3c9b91f01703 req-27c57567-b867-48d5-a08a-d67c1bceec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:32.279208 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d1457262-f27a-443f-a52a-3c9b91f01703 req-27c57567-b867-48d5-a08a-d67c1bceec94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7da37311-dec4-471b-8dc0-0449b07915c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0508733 Nov 28 07:58:32.279800 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a90ad3-0a22-42c4-bb19-d5d76c2f275a None None] Checking router: 99c3d9b1-592d-4777-bd0f-59bd76e30474 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:58:32.288648 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a90ad3-0a22-42c4-bb19-d5d76c2f275a None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:32.289218 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c3a90ad3-0a22-42c4-bb19-d5d76c2f275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:32.376781 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d1457262-f27a-443f-a52a-3c9b91f01703 req-9ea1c4b5-390c-4f00-87be-95718cfc8a57 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829525 Nov 28 07:58:32.411146 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-c3a90ad3-0a22-42c4-bb19-d5d76c2f275a None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:32.472127 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d1457262-f27a-443f-a52a-3c9b91f01703 req-a7414e07-45e6-43ca-91da-c1a97cca5aa8 service neutron] 10.222.0.35 "GET /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878022 Nov 28 07:58:32.611460 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c3a90ad3-0a22-42c4-bb19-d5d76c2f275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:32.638349 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a90ad3-0a22-42c4-bb19-d5d76c2f275a None None] The sync data for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv is: [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '77032206-5341-49a4-8079-289adefbb92d', 'name': '', 'network_id': '7da37311-dec4-471b-8dc0-0449b07915c8', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'mac_address': 'fa:16:3e:7a:d7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:31Z', 'updated_at': '2021-11-28T07:50:39Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'subnets': [{'id': 'fa24fc04-8175-487a-9c35-18981de10d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:58:32.952435 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2e4ec-be49-46f1-8af3-45512655dd13 None None] New status for floating IP 5850964e-6cc0-4d3f-8e3d-45e8ea1f719c: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:58:33.336812 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5786-6d7f-48ca-be18-95ea4ffea124 req-1d0ce89c-0904-4c2c-83d6-6d5fb1b673a5 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:33.338286 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-237b5786-6d7f-48ca-be18-95ea4ffea124 req-1d0ce89c-0904-4c2c-83d6-6d5fb1b673a5 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 946 time: 0.0551202 Nov 28 07:58:33.386585 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-237b5786-6d7f-48ca-be18-95ea4ffea124 req-2d8bfa35-e6bc-4bf3-b431-1ccac2146969 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/security-groups?id=56d7772c-f9f2-4c22-ab34-0cf7994e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423894 Nov 28 07:58:33.723038 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52363aab-56aa-4d24-8c9f-f2b30ddd54ef req-3de1bb49-b8a9-40ae-8c1b-f273a76dc90b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:58:33.724501 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52363aab-56aa-4d24-8c9f-f2b30ddd54ef req-3de1bb49-b8a9-40ae-8c1b-f273a76dc90b tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 946 time: 0.0545647 Nov 28 07:58:33.824198 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-52363aab-56aa-4d24-8c9f-f2b30ddd54ef req-ee72c3d7-59db-42d8-9ece-722ffc2e276c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Deleting port 0343904e-2d3b-4a53-bfdb-26c85409a855 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:33.824531 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-52363aab-56aa-4d24-8c9f-f2b30ddd54ef req-ee72c3d7-59db-42d8-9ece-722ffc2e276c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:33.911172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-52363aab-56aa-4d24-8c9f-f2b30ddd54ef req-ee72c3d7-59db-42d8-9ece-722ffc2e276c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] For port 0343904e-2d3b-4a53-bfdb-26c85409a855, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=0343904e-2d3b-4a53-bfdb-26c85409a855,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:33.911530 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-52363aab-56aa-4d24-8c9f-f2b30ddd54ef req-ee72c3d7-59db-42d8-9ece-722ffc2e276c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:33.924190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-52363aab-56aa-4d24-8c9f-f2b30ddd54ef req-ee72c3d7-59db-42d8-9ece-722ffc2e276c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Calling delete_port for 0343904e-2d3b-4a53-bfdb-26c85409a855 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:34.371155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-52363aab-56aa-4d24-8c9f-f2b30ddd54ef req-ee72c3d7-59db-42d8-9ece-722ffc2e276c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:34.400525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72c3d7-59db-42d8-9ece-722ffc2e276c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event deleted for resources: {'Port': ['ID=0343904e-2d3b-4a53-bfdb-26c85409a855,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:34.444116 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-52363aab-56aa-4d24-8c9f-f2b30ddd54ef req-ee72c3d7-59db-42d8-9ece-722ffc2e276c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] No DVR routers for this DVR port 0343904e-2d3b-4a53-bfdb-26c85409a855 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:58:34.447697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-52363aab-56aa-4d24-8c9f-f2b30ddd54ef req-ee72c3d7-59db-42d8-9ece-722ffc2e276c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:34.451193 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52363aab-56aa-4d24-8c9f-f2b30ddd54ef req-ee72c3d7-59db-42d8-9ece-722ffc2e276c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.35 "DELETE /v2.0/ports/0343904e-2d3b-4a53-bfdb-26c85409a855 HTTP/1.1" status: 204 len: 173 time: 0.7206411 Nov 28 07:58:34.451642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f603875-528b-4644-9144-2acccf582447', 'name': 'network-vif-deleted', 'tag': '0343904e-2d3b-4a53-bfdb-26c85409a855'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:58:34.453911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b4cd68-d77d-4b74-b58c-7c0943222e59" -d '{"events": [{"server_uuid": "7f603875-528b-4644-9144-2acccf582447", "name": "network-vif-deleted", "tag": "0343904e-2d3b-4a53-bfdb-26c85409a855"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:58:34.497517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8b55dc-b89e-433c-8d67-5886276a605e x-openstack-request-id: req-5c8b55dc-b89e-433c-8d67-5886276a605e {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:58:34.497816 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f603875-528b-4644-9144-2acccf582447", "name": "network-vif-deleted", "tag": "0343904e-2d3b-4a53-bfdb-26c85409a855", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:58:34.498071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c8b55dc-b89e-433c-8d67-5886276a605e {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:58:34.498463 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f603875-528b-4644-9144-2acccf582447', 'name': 'network-vif-deleted', 'tag': '0343904e-2d3b-4a53-bfdb-26c85409a855', 'status': 'completed', 'code': 200} Nov 28 07:58:34.500614 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7a2da8c1-c939-40ac-8569-088a539d59ae req-fdc31204-9088-4088-9d0f-3fc51527265c tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 210 time: 0.0351470 Nov 28 07:58:35.597920 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c7905abe-203f-4c6a-a5ba-4140b38fca8f req-5043d8cd-f5a1-440f-b8e4-f532b3b38344 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 210 time: 0.0273538 Nov 28 07:58:36.689584 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bee7bcde-db90-4e79-8a04-ffbb41a40f5c req-d03e5489-a70e-4f66-a45e-9099478be037 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 210 time: 0.0268257 Nov 28 07:58:37.713871 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 0343904e-2d3b-4a53-bfdb-26c85409a855 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:58:37.736785 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 0343904e-2d3b-4a53-bfdb-26c85409a855 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:58:37.737187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 0343904e-2d3b-4a53-bfdb-26c85409a855 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:58:37.789740 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8c23499e-1a5c-458d-aa1f-36d22cb3e676 req-8197aa69-6271-47d4-8f22-ea34a6ce393e tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 210 time: 0.0303617 Nov 28 07:58:38.896028 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d26ede99-93d2-45fa-a2ec-1cd4850556ad req-a6d56513-db3b-4457-b616-cb4874ca20fc tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f603875-528b-4644-9144-2acccf582447 HTTP/1.1" status: 200 len: 210 time: 0.0276146 Nov 28 07:58:39.958056 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43142) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:40.088356 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-62762575-18f3-4955-9d67-ffd5f0f6bc8a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Deleting port d87da026-34b0-49ad-81c3-af2c81db085a {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:40.088689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62762575-18f3-4955-9d67-ffd5f0f6bc8a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:40.162686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62762575-18f3-4955-9d67-ffd5f0f6bc8a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:40.163542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62762575-18f3-4955-9d67-ffd5f0f6bc8a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:40.174606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-62762575-18f3-4955-9d67-ffd5f0f6bc8a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Calling delete_port for d87da026-34b0-49ad-81c3-af2c81db085a owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:40.314083 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62762575-18f3-4955-9d67-ffd5f0f6bc8a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:40.340864 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62762575-18f3-4955-9d67-ffd5f0f6bc8a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event deleted for resources: {'Port': ['ID=d87da026-34b0-49ad-81c3-af2c81db085a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:40.399335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62762575-18f3-4955-9d67-ffd5f0f6bc8a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:40.401949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-62762575-18f3-4955-9d67-ffd5f0f6bc8a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:40.403107 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-62762575-18f3-4955-9d67-ffd5f0f6bc8a tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "DELETE /v2.0/floatingips/2582a5ab-6f94-4eda-aea4-989285e5e117 HTTP/1.1" status: 204 len: 168 time: 0.4440303 Nov 28 07:58:43.688723 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43158) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:43.743970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ddc314ad-5129-4fd8-94f8-0a3c90655c74 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:43.768024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ddc314ad-5129-4fd8-94f8-0a3c90655c74 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:43.838112 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ddc314ad-5129-4fd8-94f8-0a3c90655c74 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:43.841573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ddc314ad-5129-4fd8-94f8-0a3c90655c74 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:43.842781 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ddc314ad-5129-4fd8-94f8-0a3c90655c74 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] 10.222.0.31 "DELETE /v2.0/security-groups/56d7772c-f9f2-4c22-ab34-0cf7994e05e9 HTTP/1.1" status: 204 len: 168 time: 0.1530337 Nov 28 07:58:43.856014 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc314ad-5129-4fd8-94f8-0a3c90655c74 tempest-TestVolumeBootPattern-1281591576 tempest-TestVolumeBootPattern-1281591576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d7772c-f9f2-4c22-ab34-0cf7994e05e9,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:43.906910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43162) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:44.477716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c1a4c751-da16-49aa-bd13-321f098f45fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:44.756533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-c1a4c751-da16-49aa-bd13-321f098f45fa admin admin] Deleting port 77032206-5341-49a4-8079-289adefbb92d {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:44.757236 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c1a4c751-da16-49aa-bd13-321f098f45fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:44.835785 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-c1a4c751-da16-49aa-bd13-321f098f45fa admin admin] For port 77032206-5341-49a4-8079-289adefbb92d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=77032206-5341-49a4-8079-289adefbb92d,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:44.836147 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c1a4c751-da16-49aa-bd13-321f098f45fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:44.852180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-c1a4c751-da16-49aa-bd13-321f098f45fa admin admin] Calling delete_port for 77032206-5341-49a4-8079-289adefbb92d owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:45.042684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c1a4c751-da16-49aa-bd13-321f098f45fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:45.068284 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4c751-da16-49aa-bd13-321f098f45fa admin admin] Pushing event deleted for resources: {'Port': ['ID=77032206-5341-49a4-8079-289adefbb92d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:45.251396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c1a4c751-da16-49aa-bd13-321f098f45fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:45.398951 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9a35390d-2b44-44e1-b4f6-8e68e73781f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:45.492734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a4c751-da16-49aa-bd13-321f098f45fa admin admin] Router 99c3d9b1-592d-4777-bd0f-59bd76e30474 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:58:45.613254 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a4c751-da16-49aa-bd13-321f098f45fa admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:58:45.618497 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c1a4c751-da16-49aa-bd13-321f098f45fa admin admin] 10.222.0.31 "PUT /v2.0/routers/99c3d9b1-592d-4777-bd0f-59bd76e30474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7105742 Nov 28 07:58:45.621021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43166) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:45.622407 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8294e7-bfae-4161-90b3-386b32b6f4a5 None None] Sync routers for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:58:45.633396 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8294e7-bfae-4161-90b3-386b32b6f4a5 None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:45.634005 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-cd8294e7-bfae-4161-90b3-386b32b6f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:45.737718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:45.752061 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-cd8294e7-bfae-4161-90b3-386b32b6f4a5 None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:45.854303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:45.915136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] Deleting port 64b571bb-6c0b-4442-af76-25065c44b448 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:45.915472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:45.929164 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-cd8294e7-bfae-4161-90b3-386b32b6f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '64b571bb-6c0b-4442-af76-25065c44b448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:58:44Z', 'revision_number': 5, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port': {'id': '64b571bb-6c0b-4442-af76-25065c44b448', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:27Z', 'updated_at': '2021-11-28T07:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:45.957776 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8294e7-bfae-4161-90b3-386b32b6f4a5 None None] Checking router: 99c3d9b1-592d-4777-bd0f-59bd76e30474 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:58:45.966301 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8294e7-bfae-4161-90b3-386b32b6f4a5 None None] Routers {'99c3d9b1-592d-4777-bd0f-59bd76e30474'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:45.966912 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-cd8294e7-bfae-4161-90b3-386b32b6f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['99c3d9b1-592d-4777-bd0f-59bd76e30474'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:45.996784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] For port 64b571bb-6c0b-4442-af76-25065c44b448, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=64b571bb-6c0b-4442-af76-25065c44b448,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:45.997061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:46.009126 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] Calling delete_port for 64b571bb-6c0b-4442-af76-25065c44b448 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:46.063331 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-cd8294e7-bfae-4161-90b3-386b32b6f4a5 None None] Set router 99c3d9b1-592d-4777-bd0f-59bd76e30474 gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:46.120293 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-cd8294e7-bfae-4161-90b3-386b32b6f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:58:45Z', 'revision_number': 6, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:46.147617 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8294e7-bfae-4161-90b3-386b32b6f4a5 None None] The sync data for ids ['99c3d9b1-592d-4777-bd0f-59bd76e30474'] in dv-neutron-744815-16-hyperv is: [{'id': '99c3d9b1-592d-4777-bd0f-59bd76e30474', 'name': 'tempest-TestVolumeBootPattern-663737840-router', 'tenant_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:26Z', 'updated_at': '2021-11-28T07:58:45Z', 'revision_number': 6, 'project_id': 'da89a66b3328400a9ef8e9bcb65cc46e', 'gw_port_host': None}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:58:46.186769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:46.211986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] Pushing event deleted for resources: {'Port': ['ID=64b571bb-6c0b-4442-af76-25065c44b448,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:46.225560 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065c3481-4a5f-4230-a89c-b4cd990aab11 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:58:46.271045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:46.693237 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:46.695354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:46.739098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:46.739642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99c3d9b1-592d-4777-bd0f-59bd76e30474 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:58:46.744002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:46.745209 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-59c2e001-f5fd-44c8-bdb2-f8aa15a386bb admin admin] 10.222.0.31 "DELETE /v2.0/routers/99c3d9b1-592d-4777-bd0f-59bd76e30474 HTTP/1.1" status: 204 len: 168 time: 1.1232591 Nov 28 07:58:46.748053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43172) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:46.793887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-237f8f37-fb71-441c-975c-12735fa5f576 admin admin] Deleting subnet fa24fc04-8175-487a-9c35-18981de10d0f {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:58:46.796925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-237f8f37-fb71-441c-975c-12735fa5f576 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:46.837231 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-237f8f37-fb71-441c-975c-12735fa5f576 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:46.916291 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-237f8f37-fb71-441c-975c-12735fa5f576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:46.918741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 77032206-5341-49a4-8079-289adefbb92d no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:58:46.941194 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 77032206-5341-49a4-8079-289adefbb92d {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:58:46.941835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 77032206-5341-49a4-8079-289adefbb92d not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:58:46.975255 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-237f8f37-fb71-441c-975c-12735fa5f576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.001400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f8f37-fb71-441c-975c-12735fa5f576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa24fc04-8175-487a-9c35-18981de10d0f,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:47.003438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-237f8f37-fb71-441c-975c-12735fa5f576 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.009878 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-237f8f37-fb71-441c-975c-12735fa5f576 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fa24fc04-8175-487a-9c35-18981de10d0f HTTP/1.1" status: 204 len: 168 time: 0.2593548 Nov 28 07:58:47.010935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43174) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:47.013427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcefa401-ec27-46e7-bc20-c4a8454e33e3 None None] Network 7da37311-dec4-471b-8dc0-0449b07915c8 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:58:47.085511 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.147735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Deleting port b70a2a55-b03d-4610-b1db-0480787c41b5 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:47.148072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.222074 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] DHCP port deletion for 7da37311-dec4-471b-8dc0-0449b07915c8 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:58:47.222350 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] For port b70a2a55-b03d-4610-b1db-0480787c41b5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b70a2a55-b03d-4610-b1db-0480787c41b5,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:47.222737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.235488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Calling delete_port for b70a2a55-b03d-4610-b1db-0480787c41b5 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:47.275433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Deleting port b70a2a55-b03d-4610-b1db-0480787c41b5 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:47.275899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.317525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.339935 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] For port b70a2a55-b03d-4610-b1db-0480787c41b5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b70a2a55-b03d-4610-b1db-0480787c41b5,segment=NetworkSegment(5354e925-7356-47f2-b357-e6f4d7be5030),segment_id=5354e925-7356-47f2-b357-e6f4d7be5030)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:47.340331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.343731 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Pushing event deleted for resources: {'Port': ['ID=b70a2a55-b03d-4610-b1db-0480787c41b5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:47.351381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] No DVR routers for this DVR port b70a2a55-b03d-4610-b1db-0480787c41b5 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:58:47.353766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Calling delete_port for b70a2a55-b03d-4610-b1db-0480787c41b5 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:47.423733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: from cryptography.utils import int_from_bytes Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: from cryptography.utils import int_from_bytes Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 07:58:47.427325 dv-neutron-744815-16-hyperv neutron-server[115120]: self.session.flush() Nov 28 07:58:47.434032 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.443630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da37311-dec4-471b-8dc0-0449b07915c8']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:47.453068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5354e925-7356-47f2-b357-e6f4d7be5030') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:47.453398 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5354e925-7356-47f2-b357-e6f4d7be5030') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:47.458257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Pushing event deleted for resources: {'Port': ['ID=b70a2a55-b03d-4610-b1db-0480787c41b5,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:47.462472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.467573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] No DVR routers for this DVR port b70a2a55-b03d-4610-b1db-0480787c41b5 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:58:47.469652 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:47.470086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:47.470537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:47.470925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:47.471264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:47.471595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:47.471926 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:47.472257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:47.472583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:47.472915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:47.473241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:47.473554 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:47.474074 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164ef1c-cbf6-4234-9a0f-5d37f40360e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:58:47.476043 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.483100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:58:47.483372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:58:47.485004 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:58:47.542772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.547138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.550750 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7da37311-dec4-471b-8dc0-0449b07915c8 HTTP/1.1" status: 204 len: 168 time: 0.5386660 Nov 28 07:58:47.554518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43176) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:47.603186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b19b98-d4c9-48b6-a580-d8120bd7a644 admin admin] Pushing event deleted for resources: {'Network': ['ID=7da37311-dec4-471b-8dc0-0449b07915c8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:47.924162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-56e6fc29-8ba3-404b-a58a-b60677cf42f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:47.950391 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c76eee4d-61c2-440a-b56d-7467745174f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:48.222569 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-c76eee4d-61c2-440a-b56d-7467745174f3 admin admin] Deleting port 1f8be766-b031-496c-881f-1b1642d4592b {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:48.222805 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c76eee4d-61c2-440a-b56d-7467745174f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:48.300042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-c76eee4d-61c2-440a-b56d-7467745174f3 admin admin] For port 1f8be766-b031-496c-881f-1b1642d4592b, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1f8be766-b031-496c-881f-1b1642d4592b,segment=NetworkSegment(269752df-7227-4ede-92ea-377122c6f026),segment_id=269752df-7227-4ede-92ea-377122c6f026)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:48.300416 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c76eee4d-61c2-440a-b56d-7467745174f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:48.311915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-c76eee4d-61c2-440a-b56d-7467745174f3 admin admin] Calling delete_port for 1f8be766-b031-496c-881f-1b1642d4592b owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:48.468449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b70a2a55-b03d-4610-b1db-0480787c41b5 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:58:48.489657 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: b70a2a55-b03d-4610-b1db-0480787c41b5 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:58:48.489926 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b70a2a55-b03d-4610-b1db-0480787c41b5 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:58:48.490336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 64b571bb-6c0b-4442-af76-25065c44b448 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:58:48.501966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c76eee4d-61c2-440a-b56d-7467745174f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:48.510711 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 64b571bb-6c0b-4442-af76-25065c44b448 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:58:48.511092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 64b571bb-6c0b-4442-af76-25065c44b448 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:58:48.529876 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76eee4d-61c2-440a-b56d-7467745174f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8be766-b031-496c-881f-1b1642d4592b,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:48.709824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c76eee4d-61c2-440a-b56d-7467745174f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:48.949907 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76eee4d-61c2-440a-b56d-7467745174f3 admin admin] Router 2d20716d-f9aa-4fc6-aa19-9d306ed47921 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:58:49.035497 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:49.081927 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76eee4d-61c2-440a-b56d-7467745174f3 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:58:49.086932 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c76eee4d-61c2-440a-b56d-7467745174f3 admin admin] 10.222.0.31 "PUT /v2.0/routers/2d20716d-f9aa-4fc6-aa19-9d306ed47921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5312014 Nov 28 07:58:49.089451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43178) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:49.091731 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb556179-24d2-4d75-b5c5-f0721674d7d2 None None] Sync routers for ids ['2d20716d-f9aa-4fc6-aa19-9d306ed47921'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:58:49.102488 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb556179-24d2-4d75-b5c5-f0721674d7d2 None None] Routers {'2d20716d-f9aa-4fc6-aa19-9d306ed47921'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:49.103133 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-eb556179-24d2-4d75-b5c5-f0721674d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['2d20716d-f9aa-4fc6-aa19-9d306ed47921'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:49.388953 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-eb556179-24d2-4d75-b5c5-f0721674d7d2 None None] Set router 2d20716d-f9aa-4fc6-aa19-9d306ed47921 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:49.531276 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:49.573996 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-eb556179-24d2-4d75-b5c5-f0721674d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'name': 'tempest-TestVolumeBootPattern-2101054605-router', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:36Z', 'updated_at': '2021-11-28T07:58:48Z', 'revision_number': 5, 'project_id': 'ed0315d7a6304217931247d94c1f3b2a', 'gw_port': {'id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:38Z', 'updated_at': '2021-11-28T07:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:49.603331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb556179-24d2-4d75-b5c5-f0721674d7d2 None None] Checking router: 2d20716d-f9aa-4fc6-aa19-9d306ed47921 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:58:49.611629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb556179-24d2-4d75-b5c5-f0721674d7d2 None None] Routers {'2d20716d-f9aa-4fc6-aa19-9d306ed47921'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:58:49.612223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-eb556179-24d2-4d75-b5c5-f0721674d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['2d20716d-f9aa-4fc6-aa19-9d306ed47921'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:49.651364 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:49.707837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] Deleting port 0209d033-97a0-4727-9661-dc9229fc6fb6 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:49.708169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:49.732438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-eb556179-24d2-4d75-b5c5-f0721674d7d2 None None] Set router 2d20716d-f9aa-4fc6-aa19-9d306ed47921 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:58:49.789511 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] For port 0209d033-97a0-4727-9661-dc9229fc6fb6, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=0209d033-97a0-4727-9661-dc9229fc6fb6,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:49.789870 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:49.801169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] Calling delete_port for 0209d033-97a0-4727-9661-dc9229fc6fb6 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:49.912430 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-eb556179-24d2-4d75-b5c5-f0721674d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'name': 'tempest-TestVolumeBootPattern-2101054605-router', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:36Z', 'updated_at': '2021-11-28T07:58:48Z', 'revision_number': 5, 'project_id': 'ed0315d7a6304217931247d94c1f3b2a', 'gw_port': {'id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:38Z', 'updated_at': '2021-11-28T07:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:49.941273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb556179-24d2-4d75-b5c5-f0721674d7d2 None None] The sync data for ids ['2d20716d-f9aa-4fc6-aa19-9d306ed47921'] in dv-neutron-744815-16-hyperv is: [{'id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'name': 'tempest-TestVolumeBootPattern-2101054605-router', 'tenant_id': 'ed0315d7a6304217931247d94c1f3b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:50:36Z', 'updated_at': '2021-11-28T07:58:48Z', 'revision_number': 5, 'project_id': 'ed0315d7a6304217931247d94c1f3b2a', 'gw_port': {'id': '0209d033-97a0-4727-9661-dc9229fc6fb6', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d20716d-f9aa-4fc6-aa19-9d306ed47921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:50:38Z', 'updated_at': '2021-11-28T07:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:58:49.982221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.008346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] Pushing event deleted for resources: {'Port': ['ID=0209d033-97a0-4727-9661-dc9229fc6fb6,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:50.021481 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ad06c8-27e4-4bfb-98f6-82040692644e None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:58:50.067717 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.170023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.172019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.216884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.217526 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d20716d-f9aa-4fc6-aa19-9d306ed47921 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:58:50.222801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.223560 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-80b86fdf-1cd4-44bc-8c5b-f92956b90157 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2d20716d-f9aa-4fc6-aa19-9d306ed47921 HTTP/1.1" status: 204 len: 168 time: 1.1331308 Nov 28 07:58:50.226283 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43182) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:50.275636 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-93967784-5218-4a6f-af55-b4cabc810d59 admin admin] Deleting subnet cd972768-e0da-405e-9302-b5af96382cf2 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:58:50.278901 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-93967784-5218-4a6f-af55-b4cabc810d59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.318275 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-93967784-5218-4a6f-af55-b4cabc810d59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.326690 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.401207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-93967784-5218-4a6f-af55-b4cabc810d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.455563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-93967784-5218-4a6f-af55-b4cabc810d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.482433 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93967784-5218-4a6f-af55-b4cabc810d59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd972768-e0da-405e-9302-b5af96382cf2,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:50.484513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-93967784-5218-4a6f-af55-b4cabc810d59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.490091 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-93967784-5218-4a6f-af55-b4cabc810d59 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cd972768-e0da-405e-9302-b5af96382cf2 HTTP/1.1" status: 204 len: 168 time: 0.2606122 Nov 28 07:58:50.490446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43184) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:50.493477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec22933b-4b47-4048-ba44-87b4906162d9 None None] Network 62daa447-ca34-4808-a853-439bba01a556 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:58:50.577478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.591167 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1f8be766-b031-496c-881f-1b1642d4592b no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:58:50.616413 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 1f8be766-b031-496c-881f-1b1642d4592b {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:58:50.616772 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1f8be766-b031-496c-881f-1b1642d4592b not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:58:50.640651 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Deleting port be363908-07ad-4bdc-ba7c-a7ce55b947d5 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:58:50.641019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.706421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] For port be363908-07ad-4bdc-ba7c-a7ce55b947d5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=be363908-07ad-4bdc-ba7c-a7ce55b947d5,segment=NetworkSegment(269752df-7227-4ede-92ea-377122c6f026),segment_id=269752df-7227-4ede-92ea-377122c6f026)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:50.706782 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.720383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Calling delete_port for be363908-07ad-4bdc-ba7c-a7ce55b947d5 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:58:50.804057 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.833818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=be363908-07ad-4bdc-ba7c-a7ce55b947d5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:50.835698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] No DVR routers for this DVR port be363908-07ad-4bdc-ba7c-a7ce55b947d5 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:58:50.911302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.933670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62daa447-ca34-4808-a853-439bba01a556']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:50.942599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269752df-7227-4ede-92ea-377122c6f026') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:50.942921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269752df-7227-4ede-92ea-377122c6f026') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:58:50.952975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.966418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27feb86-04c2-4675-8267-df0f652e7bab None None] DHCP port deletion for 62daa447-ca34-4808-a853-439bba01a556 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:58:50.969125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.978852 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:58:50.979354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:58:50.981232 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:58:51.041302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:51.046539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:51.049757 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] 10.222.0.31 "DELETE /v2.0/networks/62daa447-ca34-4808-a853-439bba01a556 HTTP/1.1" status: 204 len: 168 time: 0.5579216 Nov 28 07:58:51.061279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6a9cb-23fa-4b7d-bac6-8ca2b5d71c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=62daa447-ca34-4808-a853-439bba01a556,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:51.177707 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43188) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:51.217504 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cd15ce9d-6848-4ce2-86af-6eaef8d25674 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da89a66b3328400a9ef8e9bcb65cc46e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379333 Nov 28 07:58:51.219872 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43190) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:51.267983 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e4dd-1611-4691-9eb3-aa8a810d137d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:51.289429 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e4dd-1611-4691-9eb3-aa8a810d137d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:51.316256 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:51.337196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e4dd-1611-4691-9eb3-aa8a810d137d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:51.339877 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e4dd-1611-4691-9eb3-aa8a810d137d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:51.341164 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ebe8e4dd-1611-4691-9eb3-aa8a810d137d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0682591c-4a9a-416c-a479-cd9c5f96116c HTTP/1.1" status: 204 len: 168 time: 0.1202896 Nov 28 07:58:51.349091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8e4dd-1611-4691-9eb3-aa8a810d137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0682591c-4a9a-416c-a479-cd9c5f96116c,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:51.649162 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43196) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:51.692503 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-89fd6e12-cb77-43f4-a8e2-cf195c284a76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed0315d7a6304217931247d94c1f3b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422084 Nov 28 07:58:51.694984 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43198) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:51.740312 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ba2cf5ef-d34b-481d-9474-d2b0d6e055c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:51.760614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ba2cf5ef-d34b-481d-9474-d2b0d6e055c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:51.808189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ba2cf5ef-d34b-481d-9474-d2b0d6e055c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:51.811112 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ba2cf5ef-d34b-481d-9474-d2b0d6e055c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:51.812245 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ba2cf5ef-d34b-481d-9474-d2b0d6e055c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec14c9d1-c7dc-4aca-b299-654c35fd2eea HTTP/1.1" status: 204 len: 168 time: 0.1163855 Nov 28 07:58:51.819848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2cf5ef-d34b-481d-9474-d2b0d6e055c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec14c9d1-c7dc-4aca-b299-654c35fd2eea,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:52.468183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 0209d033-97a0-4727-9661-dc9229fc6fb6 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:58:52.488835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 0209d033-97a0-4727-9661-dc9229fc6fb6 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:58:52.489183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 0209d033-97a0-4727-9661-dc9229fc6fb6 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:58:52.489584 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device be363908-07ad-4bdc-ba7c-a7ce55b947d5 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:58:52.509361 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: be363908-07ad-4bdc-ba7c-a7ce55b947d5 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:58:52.509701 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device be363908-07ad-4bdc-ba7c-a7ce55b947d5 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:58:57.742971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43206) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:57.879126 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43208) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:57.880409 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-90629895-17c3-4450-a4de-a11ba036c2b9 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/routers/98e44187-dc61-4a2b-aeed-eabd0bc7ee2c/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1363506 Nov 28 07:58:58.018515 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90bf376-c142-4b80-9c4a-ff1542ebaa9d tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Notify agent at dv-neutron-744815-16-hyperv the message router_removed_from_agent {{(pid=115119) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 28 07:58:58.024648 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d90bf376-c142-4b80-9c4a-ff1542ebaa9d tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "DELETE /v2.0/agents/63fc7b68-9fc6-4784-a400-e3b079dc0674/l3-routers/98e44187-dc61-4a2b-aeed-eabd0bc7ee2c HTTP/1.1" status: 204 len: 168 time: 0.1413414 Nov 28 07:58:58.025667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43210) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:58.151840 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-00641dee-8e35-47b6-9dfd-6fbd2db09c72 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/routers/98e44187-dc61-4a2b-aeed-eabd0bc7ee2c/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1259155 Nov 28 07:58:58.154379 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43212) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:58.217541 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0a605be9-8f4a-4df6-a644-8243222bd413 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/4ea86ddd-fd4b-4f27-95f7-27816dc58853 HTTP/1.1" status: 200 len: 993 time: 0.0621016 Nov 28 07:58:58.470421 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6d4c0ecf-6f72-40c3-8a91-d822febcabea no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:58:58.556785 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:58.589095 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 6d4c0ecf-6f72-40c3-8a91-d822febcabea, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6d4c0ecf-6f72-40c3-8a91-d822febcabea,segment=NetworkSegment(c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3),segment_id=c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:58:58.592626 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:58:58.642379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=6d4c0ecf-6f72-40c3-8a91-d822febcabea,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:58:58.802403 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96726189-446a-4740-b431-e1e79a3e2ebd None None] New status for floating IP 4ea86ddd-fd4b-4f27-95f7-27816dc58853: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:58:59.220756 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43214) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:58:59.579509 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b482313b-1efb-416f-ab1f-abb8c44e8ff3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/4ea86ddd-fd4b-4f27-95f7-27816dc58853 HTTP/1.1" status: 200 len: 991 time: 0.3576977 Nov 28 07:58:59.898176 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:59:00.469093 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 445e44f4-1f30-49fe-87ee-58ccd70c125d no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:59:00.553492 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:00.576144 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 445e44f4-1f30-49fe-87ee-58ccd70c125d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=445e44f4-1f30-49fe-87ee-58ccd70c125d,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:59:00.581109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:00.631614 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=445e44f4-1f30-49fe-87ee-58ccd70c125d,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:00.703582 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43218) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:00.840303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d477dfe9-d310-45ce-95fb-10f69c06e3d5 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:59:00.840612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d477dfe9-d310-45ce-95fb-10f69c06e3d5 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Notify agent at dv-neutron-744815-16-hyperv the message router_added_to_agent {{(pid=115119) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 28 07:59:00.866053 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d477dfe9-d310-45ce-95fb-10f69c06e3d5 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "POST /v2.0/agents/63fc7b68-9fc6-4784-a400-e3b079dc0674/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1614206 Nov 28 07:59:00.868981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43222) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:00.886330 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5ff55-583b-46aa-8e5d-16a0861cacf7 None None] Sync routers for ids ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:59:00.896815 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5ff55-583b-46aa-8e5d-16a0861cacf7 None None] Routers {'98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:59:00.897501 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-66d5ff55-583b-46aa-8e5d-16a0861cacf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:00.999636 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b19773c7-292d-44b4-bc10-c16ce21f8098 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/routers/98e44187-dc61-4a2b-aeed-eabd0bc7ee2c/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1290884 Nov 28 07:59:01.002313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43226) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:01.025591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-66d5ff55-583b-46aa-8e5d-16a0861cacf7 None None] Set router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:59:01.071203 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-038916f5-a937-4f9d-b2a0-efd7a01d3e33 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/4ea86ddd-fd4b-4f27-95f7-27816dc58853 HTTP/1.1" status: 200 len: 991 time: 0.0666523 Nov 28 07:59:01.205712 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:01.265003 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-66d5ff55-583b-46aa-8e5d-16a0861cacf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:05Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:59:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '4ea86ddd-fd4b-4f27-95f7-27816dc58853', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.43', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'port_id': '23089dc0-1607-40ac-8593-f37042bff416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'mac_address': 'fa:16:3e:a0:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:58:21Z', 'updated_at': '2021-11-28T07:58:58Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4c0ecf-6f72-40c3-8a91-d822febcabea', 'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:e5:cc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '240af632-3bde-427d-ac91-3c62b288af9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:04Z', 'updated_at': '2021-11-28T07:58:58Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '240af632-3bde-427d-ac91-3c62b288af9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:01.296025 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5ff55-583b-46aa-8e5d-16a0861cacf7 None None] Checking router: 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:59:01.304285 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5ff55-583b-46aa-8e5d-16a0861cacf7 None None] Routers {'98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:59:01.305131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-66d5ff55-583b-46aa-8e5d-16a0861cacf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:01.424141 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-66d5ff55-583b-46aa-8e5d-16a0861cacf7 None None] Set router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:59:01.799438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-66d5ff55-583b-46aa-8e5d-16a0861cacf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:05Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:59:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '4ea86ddd-fd4b-4f27-95f7-27816dc58853', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.43', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'port_id': '23089dc0-1607-40ac-8593-f37042bff416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'mac_address': 'fa:16:3e:a0:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:58:21Z', 'updated_at': '2021-11-28T07:58:58Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4c0ecf-6f72-40c3-8a91-d822febcabea', 'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:e5:cc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '240af632-3bde-427d-ac91-3c62b288af9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:04Z', 'updated_at': '2021-11-28T07:58:58Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '240af632-3bde-427d-ac91-3c62b288af9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:01.830108 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5ff55-583b-46aa-8e5d-16a0861cacf7 None None] The sync data for ids ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'] in dv-neutron-744815-16-hyperv is: [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:05Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:59:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '4ea86ddd-fd4b-4f27-95f7-27816dc58853', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.43', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'port_id': '23089dc0-1607-40ac-8593-f37042bff416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'mac_address': 'fa:16:3e:a0:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:58:21Z', 'updated_at': '2021-11-28T07:58:58Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4c0ecf-6f72-40c3-8a91-d822febcabea', 'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:e5:cc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '240af632-3bde-427d-ac91-3c62b288af9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:04Z', 'updated_at': '2021-11-28T07:58:58Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '240af632-3bde-427d-ac91-3c62b288af9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:59:02.074612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43228) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:02.148661 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-aece8cc3-b05a-4baa-b916-4b7de828c147 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/4ea86ddd-fd4b-4f27-95f7-27816dc58853 HTTP/1.1" status: 200 len: 991 time: 0.0712259 Nov 28 07:59:02.518092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 445e44f4-1f30-49fe-87ee-58ccd70c125d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:59:02.580233 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 445e44f4-1f30-49fe-87ee-58ccd70c125d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:02.580534 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:02.673746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:02.694440 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 445e44f4-1f30-49fe-87ee-58ccd70c125d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=445e44f4-1f30-49fe-87ee-58ccd70c125d,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:59:02.700162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:02.701015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6d4c0ecf-6f72-40c3-8a91-d822febcabea up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:59:02.783655 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=445e44f4-1f30-49fe-87ee-58ccd70c125d,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:02.797106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 6d4c0ecf-6f72-40c3-8a91-d822febcabea triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:02.797482 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:02.893485 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:02.924876 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 6d4c0ecf-6f72-40c3-8a91-d822febcabea, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6d4c0ecf-6f72-40c3-8a91-d822febcabea,segment=NetworkSegment(c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3),segment_id=c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:59:02.931645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:02.991112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=6d4c0ecf-6f72-40c3-8a91-d822febcabea,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:03.151557 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43230) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:03.215930 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-338f5e0c-ed18-43c5-a83f-264507ba947b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/4ea86ddd-fd4b-4f27-95f7-27816dc58853 HTTP/1.1" status: 200 len: 991 time: 0.0631440 Nov 28 07:59:03.381255 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b9393-8863-4260-b6b7-32bebeeaa7f0 None None] New status for floating IP 4ea86ddd-fd4b-4f27-95f7-27816dc58853: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:59:04.219362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43232) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:04.291940 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5c6d2c5f-9850-4cd7-b54a-102dad17950f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/4ea86ddd-fd4b-4f27-95f7-27816dc58853 HTTP/1.1" status: 200 len: 993 time: 0.0712504 Nov 28 07:59:04.480850 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 445e44f4-1f30-49fe-87ee-58ccd70c125d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:59:04.535895 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 445e44f4-1f30-49fe-87ee-58ccd70c125d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:04.536267 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:04.559829 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43238) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:04.624262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6d4c0ecf-6f72-40c3-8a91-d822febcabea up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:59:04.673285 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 6d4c0ecf-6f72-40c3-8a91-d822febcabea triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:04.673653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:04.732298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-7b2bea7f-74eb-4517-84b1-b0e0bd738153 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 05682df2-e7a1-4d01-8b34-7f59b070545b {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:59:04.732545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b2bea7f-74eb-4517-84b1-b0e0bd738153 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:04.806596 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b2bea7f-74eb-4517-84b1-b0e0bd738153 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:04.806939 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b2bea7f-74eb-4517-84b1-b0e0bd738153 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:04.817932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-7b2bea7f-74eb-4517-84b1-b0e0bd738153 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 05682df2-e7a1-4d01-8b34-7f59b070545b owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:59:04.977983 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b2bea7f-74eb-4517-84b1-b0e0bd738153 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:05.006762 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bea7f-74eb-4517-84b1-b0e0bd738153 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=05682df2-e7a1-4d01-8b34-7f59b070545b,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:05.065339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b2bea7f-74eb-4517-84b1-b0e0bd738153 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:05.065661 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-7b2bea7f-74eb-4517-84b1-b0e0bd738153 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 4ea86ddd-fd4b-4f27-95f7-27816dc58853 disassociated (deleted). External IP: 172.26.2.43, port: 23089dc0-1607-40ac-8593-f37042bff416. Nov 28 07:59:05.296068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2bea7f-74eb-4517-84b1-b0e0bd738153 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:59:05.415068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2bea7f-74eb-4517-84b1-b0e0bd738153 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:59:05.419567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7b2bea7f-74eb-4517-84b1-b0e0bd738153 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:05.425119 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa242018-f75a-40f4-bb20-0cb742cbdd09 None None] Sync routers for ids ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:59:05.436052 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa242018-f75a-40f4-bb20-0cb742cbdd09 None None] Routers {'98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:59:05.436665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fa242018-f75a-40f4-bb20-0cb742cbdd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:05.452787 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7b2bea7f-74eb-4517-84b1-b0e0bd738153 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/floatingips/4ea86ddd-fd4b-4f27-95f7-27816dc58853 HTTP/1.1" status: 204 len: 168 time: 0.8918793 Nov 28 07:59:05.453372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'tag': '23089dc0-1607-40ac-8593-f37042bff416'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:59:05.455657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd123659-0c97-4327-bbc0-5794c1745dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff20f0d-807f-4f18-be93-1bc72df2305d", "tag": "23089dc0-1607-40ac-8593-f37042bff416"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:59:05.502628 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a76654b-630d-4a11-b7bb-939e7e62992d x-openstack-request-id: req-4a76654b-630d-4a11-b7bb-939e7e62992d {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:59:05.502963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff20f0d-807f-4f18-be93-1bc72df2305d", "tag": "23089dc0-1607-40ac-8593-f37042bff416", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:59:05.503303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a76654b-630d-4a11-b7bb-939e7e62992d {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:59:05.503713 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'tag': '23089dc0-1607-40ac-8593-f37042bff416', 'status': 'completed', 'code': 200} Nov 28 07:59:05.575137 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-fa242018-f75a-40f4-bb20-0cb742cbdd09 None None] Set router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:59:05.582243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123659-0c97-4327-bbc0-5794c1745dfe req-f5927c7c-1e51-42f0-a51a-8c9d69ec3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:05.583939 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd123659-0c97-4327-bbc0-5794c1745dfe req-f5927c7c-1e51-42f0-a51a-8c9d69ec3938 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 1099 time: 0.0503004 Nov 28 07:59:05.675802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123659-0c97-4327-bbc0-5794c1745dfe req-dac95855-0ad1-42d6-9e08-55ef3c956214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:05.677389 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd123659-0c97-4327-bbc0-5794c1745dfe req-dac95855-0ad1-42d6-9e08-55ef3c956214 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d045b25-43c9-491d-819b-4af22520b214 HTTP/1.1" status: 200 len: 898 time: 0.0855277 Nov 28 07:59:05.701952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8293bbf-9150-4a86-a65a-3ddfa03d0970 req-83d4e475-b832-418c-9355-83b0fbfeae64 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:05.703462 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b8293bbf-9150-4a86-a65a-3ddfa03d0970 req-83d4e475-b832-418c-9355-83b0fbfeae64 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 946 time: 0.0587809 Nov 28 07:59:05.725422 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd123659-0c97-4327-bbc0-5794c1745dfe req-5a489b12-9b9f-4682-967d-119aa4a34495 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23089dc0-1607-40ac-8593-f37042bff416 HTTP/1.1" status: 200 len: 217 time: 0.0403073 Nov 28 07:59:05.753629 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b8293bbf-9150-4a86-a65a-3ddfa03d0970 req-6dfcdb6f-e776-44ba-952d-6d3430ed69c1 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ea64e02-da38-4ebc-9792-6d51cfb924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438180 Nov 28 07:59:05.786178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123659-0c97-4327-bbc0-5794c1745dfe req-757f1953-0729-4ec0-bf13-7769ec638f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:05.787760 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd123659-0c97-4327-bbc0-5794c1745dfe req-757f1953-0729-4ec0-bf13-7769ec638f4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240af632-3bde-427d-ac91-3c62b288af9b HTTP/1.1" status: 200 len: 835 time: 0.0546503 Nov 28 07:59:05.805055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fa242018-f75a-40f4-bb20-0cb742cbdd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:05Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:59:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '6d4c0ecf-6f72-40c3-8a91-d822febcabea', 'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:e5:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '240af632-3bde-427d-ac91-3c62b288af9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:04Z', 'updated_at': '2021-11-28T07:59:02Z', 'revision_number': 7, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '240af632-3bde-427d-ac91-3c62b288af9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:05.833377 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa242018-f75a-40f4-bb20-0cb742cbdd09 None None] Checking router: 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:59:05.842221 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa242018-f75a-40f4-bb20-0cb742cbdd09 None None] Routers {'98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:59:05.842828 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fa242018-f75a-40f4-bb20-0cb742cbdd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:05.844103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123659-0c97-4327-bbc0-5794c1745dfe req-a5bf7500-05aa-49e8-b008-17061b973315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:05.845594 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd123659-0c97-4327-bbc0-5794c1745dfe req-a5bf7500-05aa-49e8-b008-17061b973315 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d045b25-43c9-491d-819b-4af22520b214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0479810 Nov 28 07:59:05.938698 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd123659-0c97-4327-bbc0-5794c1745dfe req-5349328f-ad9b-483f-83ef-7e3a23eb9395 service neutron] 10.222.0.35 "GET /v2.0/networks/0d045b25-43c9-491d-819b-4af22520b214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847988 Nov 28 07:59:05.964878 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-fa242018-f75a-40f4-bb20-0cb742cbdd09 None None] Set router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:59:06.030980 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd123659-0c97-4327-bbc0-5794c1745dfe req-9bb02cf6-3189-435e-9be4-9baa130a3be7 service neutron] 10.222.0.35 "GET /v2.0/networks/0d045b25-43c9-491d-819b-4af22520b214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819383 Nov 28 07:59:06.170208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-fa242018-f75a-40f4-bb20-0cb742cbdd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:05Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:59:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '6d4c0ecf-6f72-40c3-8a91-d822febcabea', 'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:e5:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '240af632-3bde-427d-ac91-3c62b288af9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:04Z', 'updated_at': '2021-11-28T07:59:02Z', 'revision_number': 7, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '240af632-3bde-427d-ac91-3c62b288af9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:06.204143 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa242018-f75a-40f4-bb20-0cb742cbdd09 None None] The sync data for ids ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'] in dv-neutron-744815-16-hyperv is: [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:58:05Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:59:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '6d4c0ecf-6f72-40c3-8a91-d822febcabea', 'name': '', 'network_id': '0d045b25-43c9-491d-819b-4af22520b214', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:e5:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '240af632-3bde-427d-ac91-3c62b288af9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:04Z', 'updated_at': '2021-11-28T07:59:02Z', 'revision_number': 7, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '240af632-3bde-427d-ac91-3c62b288af9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:59:06.806245 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02133ef4-f7f7-499a-991d-ca31af4ee3ad None None] New status for floating IP 4ea86ddd-fd4b-4f27-95f7-27816dc58853: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:59:06.883960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20849aa3-9a85-4346-9957-3feeb158c96c req-53e84339-c778-4524-8bc8-2ee62b021400 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:06.886252 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-20849aa3-9a85-4346-9957-3feeb158c96c req-53e84339-c778-4524-8bc8-2ee62b021400 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 946 time: 0.0603116 Nov 28 07:59:06.936478 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-20849aa3-9a85-4346-9957-3feeb158c96c req-df0823a6-091b-459a-a581-a94ec8445e4d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ea64e02-da38-4ebc-9792-6d51cfb924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442524 Nov 28 07:59:07.306415 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe4187-a74c-4a64-bf30-a7a1b0b46f6a req-b5806080-f9d9-416f-a2ea-93363878b10d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:07.307863 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-39fe4187-a74c-4a64-bf30-a7a1b0b46f6a req-b5806080-f9d9-416f-a2ea-93363878b10d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 946 time: 0.0536962 Nov 28 07:59:07.411370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-39fe4187-a74c-4a64-bf30-a7a1b0b46f6a req-cfdfed2f-5cc4-4d3f-b3cc-a28f05066a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 23089dc0-1607-40ac-8593-f37042bff416 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:59:07.411700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-39fe4187-a74c-4a64-bf30-a7a1b0b46f6a req-cfdfed2f-5cc4-4d3f-b3cc-a28f05066a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:07.498349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-39fe4187-a74c-4a64-bf30-a7a1b0b46f6a req-cfdfed2f-5cc4-4d3f-b3cc-a28f05066a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 23089dc0-1607-40ac-8593-f37042bff416, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=23089dc0-1607-40ac-8593-f37042bff416,segment=NetworkSegment(c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3),segment_id=c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:59:07.498707 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-39fe4187-a74c-4a64-bf30-a7a1b0b46f6a req-cfdfed2f-5cc4-4d3f-b3cc-a28f05066a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:07.511086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-39fe4187-a74c-4a64-bf30-a7a1b0b46f6a req-cfdfed2f-5cc4-4d3f-b3cc-a28f05066a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 23089dc0-1607-40ac-8593-f37042bff416 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:59:07.644602 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-39fe4187-a74c-4a64-bf30-a7a1b0b46f6a req-cfdfed2f-5cc4-4d3f-b3cc-a28f05066a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:07.672844 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfed2f-5cc4-4d3f-b3cc-a28f05066a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=23089dc0-1607-40ac-8593-f37042bff416,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:07.716377 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fe4187-a74c-4a64-bf30-a7a1b0b46f6a req-cfdfed2f-5cc4-4d3f-b3cc-a28f05066a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] No DVR routers for this DVR port 23089dc0-1607-40ac-8593-f37042bff416 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:59:07.718940 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-39fe4187-a74c-4a64-bf30-a7a1b0b46f6a req-cfdfed2f-5cc4-4d3f-b3cc-a28f05066a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:07.722319 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-39fe4187-a74c-4a64-bf30-a7a1b0b46f6a req-cfdfed2f-5cc4-4d3f-b3cc-a28f05066a84 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "DELETE /v2.0/ports/23089dc0-1607-40ac-8593-f37042bff416 HTTP/1.1" status: 204 len: 173 time: 0.4045761 Nov 28 07:59:07.722941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'name': 'network-vif-deleted', 'tag': '23089dc0-1607-40ac-8593-f37042bff416'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:59:07.727298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f059f45-b092-414d-bda6-98d5a38dc921" -d '{"events": [{"server_uuid": "0ff20f0d-807f-4f18-be93-1bc72df2305d", "name": "network-vif-deleted", "tag": "23089dc0-1607-40ac-8593-f37042bff416"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:59:07.765742 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087a5061-7987-4ebc-b094-e1a7899aec56 x-openstack-request-id: req-087a5061-7987-4ebc-b094-e1a7899aec56 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:59:07.766041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff20f0d-807f-4f18-be93-1bc72df2305d", "name": "network-vif-deleted", "tag": "23089dc0-1607-40ac-8593-f37042bff416", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:59:07.766299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-087a5061-7987-4ebc-b094-e1a7899aec56 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:59:07.766721 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff20f0d-807f-4f18-be93-1bc72df2305d', 'name': 'network-vif-deleted', 'tag': '23089dc0-1607-40ac-8593-f37042bff416', 'status': 'completed', 'code': 200} Nov 28 07:59:08.051096 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bddd2b34-535a-4a55-8c30-9a1f8e984c2b req-dd4c2749-1e63-47d7-bbfc-55799cf408e9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff20f0d-807f-4f18-be93-1bc72df2305d HTTP/1.1" status: 200 len: 210 time: 0.0359294 Nov 28 07:59:09.169459 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43256) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:09.225262 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4c7bf661-aaa7-4510-a563-02e33b99af6e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:09.250438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4c7bf661-aaa7-4510-a563-02e33b99af6e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:09.308294 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4c7bf661-aaa7-4510-a563-02e33b99af6e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:09.310887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4c7bf661-aaa7-4510-a563-02e33b99af6e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:09.312054 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4c7bf661-aaa7-4510-a563-02e33b99af6e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/security-groups/1ea64e02-da38-4ebc-9792-6d51cfb924ef HTTP/1.1" status: 204 len: 168 time: 0.1416104 Nov 28 07:59:09.320870 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bf661-aaa7-4510-a563-02e33b99af6e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea64e02-da38-4ebc-9792-6d51cfb924ef,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:09.341855 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43260) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:09.744362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:10.027826 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 6d4c0ecf-6f72-40c3-8a91-d822febcabea {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:59:10.028160 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:10.117115 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 6d4c0ecf-6f72-40c3-8a91-d822febcabea, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6d4c0ecf-6f72-40c3-8a91-d822febcabea,segment=NetworkSegment(c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3),segment_id=c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:59:10.117465 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:10.128900 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 6d4c0ecf-6f72-40c3-8a91-d822febcabea owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:59:10.329305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:10.354537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=6d4c0ecf-6f72-40c3-8a91-d822febcabea,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:10.364121 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:10.364474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:10.364814 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:10.365153 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:10.365481 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:10.365807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:10.366133 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:10.367008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:10.367335 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:10.367657 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:10.367981 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:10.368676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:10.368676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:10.568994 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:10.812957 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:59:10.941273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:59:10.946185 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-22b8b153-73c9-4cd7-ab62-a3946e9e0a45 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/98e44187-dc61-4a2b-aeed-eabd0bc7ee2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6027522 Nov 28 07:59:10.948848 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43262) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:10.951531 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c47295-dc9f-47e6-ba89-ff6f1f3e1fd1 None None] Sync routers for ids ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:59:10.962014 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c47295-dc9f-47e6-ba89-ff6f1f3e1fd1 None None] Routers {'98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:59:10.962615 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-97c47295-dc9f-47e6-ba89-ff6f1f3e1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:10.999401 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bca2894-e2e2-4acb-830c-b603bd04708b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting subnet 240af632-3bde-427d-ac91-3c62b288af9b {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 07:59:11.002506 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3bca2894-e2e2-4acb-830c-b603bd04708b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:11.044813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3bca2894-e2e2-4acb-830c-b603bd04708b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:11.082826 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-97c47295-dc9f-47e6-ba89-ff6f1f3e1fd1 None None] Set router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:59:11.130350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3bca2894-e2e2-4acb-830c-b603bd04708b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:11.187768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3bca2894-e2e2-4acb-830c-b603bd04708b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:11.216027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3bca2894-e2e2-4acb-830c-b603bd04708b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:11.220202 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3bca2894-e2e2-4acb-830c-b603bd04708b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/subnets/240af632-3bde-427d-ac91-3c62b288af9b HTTP/1.1" status: 204 len: 168 time: 0.2704291 Nov 28 07:59:11.221238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca2894-e2e2-4acb-830c-b603bd04708b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Subnet': ['ID=240af632-3bde-427d-ac91-3c62b288af9b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:11.222748 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43264) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:11.239293 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9886cead-3d42-4f91-b378-67d126e4bfc1 None None] Network 0d045b25-43c9-491d-819b-4af22520b214 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:59:11.348082 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:11.357187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-97c47295-dc9f-47e6-ba89-ff6f1f3e1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:59:10Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:59:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:11.391432 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c47295-dc9f-47e6-ba89-ff6f1f3e1fd1 None None] Checking router: 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:59:11.406943 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c47295-dc9f-47e6-ba89-ff6f1f3e1fd1 None None] Routers {'98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:59:11.407556 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-97c47295-dc9f-47e6-ba89-ff6f1f3e1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:11.470557 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:11.531836 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 445e44f4-1f30-49fe-87ee-58ccd70c125d {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:59:11.532180 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:11.612751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 445e44f4-1f30-49fe-87ee-58ccd70c125d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=445e44f4-1f30-49fe-87ee-58ccd70c125d,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:59:11.613111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:11.625032 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 445e44f4-1f30-49fe-87ee-58ccd70c125d owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:59:11.659974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44920c86-1cd5-47df-8519-659d79b361b8 None None] DHCP port deletion for 0d045b25-43c9-491d-819b-4af22520b214 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:59:11.714556 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-97c47295-dc9f-47e6-ba89-ff6f1f3e1fd1 None None] Set router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:59:11.803682 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:11.836419 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=445e44f4-1f30-49fe-87ee-58ccd70c125d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:11.844821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78524d90-f9ea-4b30-a1fb-62abf372c211 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:59:11.853051 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-44920c86-1cd5-47df-8519-659d79b361b8 None None] Deleting port eda07d86-d6c3-478d-9a86-dadeae55eee1 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 07:59:11.853422 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-44920c86-1cd5-47df-8519-659d79b361b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:11.892943 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:11.918406 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 23089dc0-1607-40ac-8593-f37042bff416 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:59:11.956691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 23089dc0-1607-40ac-8593-f37042bff416 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:59:11.957426 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 23089dc0-1607-40ac-8593-f37042bff416 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:59:11.989109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-44920c86-1cd5-47df-8519-659d79b361b8 None None] For port eda07d86-d6c3-478d-9a86-dadeae55eee1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=eda07d86-d6c3-478d-9a86-dadeae55eee1,segment=NetworkSegment(c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3),segment_id=c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:59:11.989506 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-44920c86-1cd5-47df-8519-659d79b361b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:11.993097 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:11.995218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.002923 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-44920c86-1cd5-47df-8519-659d79b361b8 None None] Calling delete_port for eda07d86-d6c3-478d-9a86-dadeae55eee1 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 07:59:12.043254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.043913 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Fanout notify agent at l3_agent the message router_deleted on router 98e44187-dc61-4a2b-aeed-eabd0bc7ee2c {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 07:59:12.051116 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.052246 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-857f38b4-98a7-4c27-a4c0-fe90f395ecfb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/routers/98e44187-dc61-4a2b-aeed-eabd0bc7ee2c HTTP/1.1" status: 204 len: 168 time: 0.8284986 Nov 28 07:59:12.055757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43266) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:12.088059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-97c47295-dc9f-47e6-ba89-ff6f1f3e1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:59:10Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:59:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:12.124683 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c47295-dc9f-47e6-ba89-ff6f1f3e1fd1 None None] The sync data for ids ['98e44187-dc61-4a2b-aeed-eabd0bc7ee2c'] in dv-neutron-744815-16-hyperv is: [{'id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'name': 'tempest-TestNetworkBasicOps-router-648350586', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:58:01Z', 'updated_at': '2021-11-28T07:59:10Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '445e44f4-1f30-49fe-87ee-58ccd70c125d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e44187-dc61-4a2b-aeed-eabd0bc7ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:58:02Z', 'updated_at': '2021-11-28T07:59:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:59:12.131645 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac9f429b-f89f-4fbd-84e5-e4ab1235776a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.139465 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-44920c86-1cd5-47df-8519-659d79b361b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.171370 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44920c86-1cd5-47df-8519-659d79b361b8 None None] Pushing event deleted for resources: {'Port': ['ID=eda07d86-d6c3-478d-9a86-dadeae55eee1,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:12.175872 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44920c86-1cd5-47df-8519-659d79b361b8 None None] No DVR routers for this DVR port eda07d86-d6c3-478d-9a86-dadeae55eee1 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 07:59:12.540497 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac9f429b-f89f-4fbd-84e5-e4ab1235776a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.562265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ac9f429b-f89f-4fbd-84e5-e4ab1235776a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d045b25-43c9-491d-819b-4af22520b214']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:12.572727 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ac9f429b-f89f-4fbd-84e5-e4ab1235776a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:12.573026 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ac9f429b-f89f-4fbd-84e5-e4ab1235776a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a99ab0-64db-4b1b-a302-b5bfb5fdecc3') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:12.584367 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac9f429b-f89f-4fbd-84e5-e4ab1235776a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.598710 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac9f429b-f89f-4fbd-84e5-e4ab1235776a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.613537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9f429b-f89f-4fbd-84e5-e4ab1235776a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 07:59:12.614001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac9f429b-f89f-4fbd-84e5-e4ab1235776a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 07:59:12.618141 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 07:59:12.620636 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device eda07d86-d6c3-478d-9a86-dadeae55eee1 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:59:12.641210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: eda07d86-d6c3-478d-9a86-dadeae55eee1 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:59:12.641807 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device eda07d86-d6c3-478d-9a86-dadeae55eee1 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:59:12.642229 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6d4c0ecf-6f72-40c3-8a91-d822febcabea no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:59:12.666044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 6d4c0ecf-6f72-40c3-8a91-d822febcabea {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:59:12.666386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6d4c0ecf-6f72-40c3-8a91-d822febcabea not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:59:12.689261 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac9f429b-f89f-4fbd-84e5-e4ab1235776a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.696090 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac9f429b-f89f-4fbd-84e5-e4ab1235776a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.699288 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ac9f429b-f89f-4fbd-84e5-e4ab1235776a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/networks/0d045b25-43c9-491d-819b-4af22520b214 HTTP/1.1" status: 204 len: 168 time: 0.6426225 Nov 28 07:59:12.711258 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f429b-f89f-4fbd-84e5-e4ab1235776a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Network': ['ID=0d045b25-43c9-491d-819b-4af22520b214,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:12.718153 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43268) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:12.723125 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-f539c61d-3d87-4a2e-b6dd-1a26f09cbc41 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'network': {'name': 'tempest-network-smoke--328791438', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'port_security_enabled': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:59:12.745019 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f539c61d-3d87-4a2e-b6dd-1a26f09cbc41 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:59:12.749713 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f539c61d-3d87-4a2e-b6dd-1a26f09cbc41 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.775484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f539c61d-3d87-4a2e-b6dd-1a26f09cbc41 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 07:59:12.785524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f539c61d-3d87-4a2e-b6dd-1a26f09cbc41 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.785891 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-f539c61d-3d87-4a2e-b6dd-1a26f09cbc41 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Added segment a44aec3b-4b3d-4cb3-8817-02a9cdd47f06 of type vlan for network e8120533-b2f9-4665-b305-2158747fca33 Nov 28 07:59:12.830256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f539c61d-3d87-4a2e-b6dd-1a26f09cbc41 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.859474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f539c61d-3d87-4a2e-b6dd-1a26f09cbc41 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.865022 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f539c61d-3d87-4a2e-b6dd-1a26f09cbc41 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:12.865539 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f539c61d-3d87-4a2e-b6dd-1a26f09cbc41 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.903145 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f539c61d-3d87-4a2e-b6dd-1a26f09cbc41 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1839201 Nov 28 07:59:12.905974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43270) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:12.910646 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-179986752', 'admin_state_up': True, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:59:12.935953 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.937138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:12.938564 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539c61d-3d87-4a2e-b6dd-1a26f09cbc41 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Network': ['ID=e8120533-b2f9-4665-b305-2158747fca33,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:12.950119 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network e8120533-b2f9-4665-b305-2158747fca33 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 07:59:13.004866 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:13.153808 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:13.662551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:13.681199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:13.781844 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.238 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/a7603ea5-a7b8-4d73-8fbb-294dbb357f66) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:59:13.878260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:13.918518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:13.954818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:59:13.957699 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:59:13.964434 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:59:13.971421 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f21ea0e-56d9-465b-8884-17d3cb1f14b3 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:59:13.994583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=a7603ea5-a7b8-4d73-8fbb-294dbb357f66,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:14.013591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5176ef3e-26c2-4e57-9eef-6e932bbd60c8 None None] Provisioning complete for port a7603ea5-a7b8-4d73-8fbb-294dbb357f66 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:14.014055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5176ef3e-26c2-4e57-9eef-6e932bbd60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:14.052166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5176ef3e-26c2-4e57-9eef-6e932bbd60c8 None None] Port a7603ea5-a7b8-4d73-8fbb-294dbb357f66 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:59:14.247253 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:14.439281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 445e44f4-1f30-49fe-87ee-58ccd70c125d no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 07:59:14.460753 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 445e44f4-1f30-49fe-87ee-58ccd70c125d {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 07:59:14.461170 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 445e44f4-1f30-49fe-87ee-58ccd70c125d not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 07:59:14.471818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:14.611835 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 5d934255-3304-4c3a-a837-f5ec08594c51 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 07:59:14.731551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:59:14.742080 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Sync routers for ids ['5d934255-3304-4c3a-a837-f5ec08594c51'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:59:14.751111 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Routers {'5d934255-3304-4c3a-a837-f5ec08594c51'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:59:14.751727 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['5d934255-3304-4c3a-a837-f5ec08594c51'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:14.752466 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:14.753684 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-471c3551-3d61-49f9-93e6-0fc58bc14e1c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8467128 Nov 28 07:59:14.756662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43272) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:14.788790 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-20e38576-fabf-409a-83fd-6f83caf08595 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2bd5e3358de04cc29a985f74fa93a602&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299997 Nov 28 07:59:14.791212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43274) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:14.872152 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Set router 5d934255-3304-4c3a-a837-f5ec08594c51 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:59:14.877189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a9f5a-4ad5-4ce9-8833-658132d7236f tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:14.878709 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-675a9f5a-4ad5-4ce9-8833-658132d7236f tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865765 Nov 28 07:59:14.881463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43276) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:14.910951 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-10855e67-a70e-4b9a-a2c1-1a9b4daa6026 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261221 Nov 28 07:59:14.911211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43278) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:14.916403 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c759ee48-ff16-4e0a-9887-c807c723b7b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-751399393', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:59:15.006679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c759ee48-ff16-4e0a-9887-c807c723b7b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:59:15.010225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c759ee48-ff16-4e0a-9887-c807c723b7b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.051304 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T07:59:14Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:15.082184 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Checking router: 5d934255-3304-4c3a-a837-f5ec08594c51 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:59:15.082558 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Updating router 5d934255-3304-4c3a-a837-f5ec08594c51 port a7603ea5-a7b8-4d73-8fbb-294dbb357f66 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:59:15.114385 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.189424 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c759ee48-ff16-4e0a-9887-c807c723b7b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.248986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759ee48-ff16-4e0a-9887-c807c723b7b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Subnet': ['ID=ba8d831b-2696-436e-979e-774c3160ef89,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:15.256780 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c759ee48-ff16-4e0a-9887-c807c723b7b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Checking segment: {'id': 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:59:15.257634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759ee48-ff16-4e0a-9887-c807c723b7b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network hostable DHCP agents. Network: e8120533-b2f9-4665-b305-2158747fca33, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 07:59:15.273934 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759ee48-ff16-4e0a-9887-c807c723b7b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network e8120533-b2f9-4665-b305-2158747fca33 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 07:59:15.282696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-c759ee48-ff16-4e0a-9887-c807c723b7b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, e8120533-b2f9-4665-b305-2158747fca33) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:59:15.287309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c759ee48-ff16-4e0a-9887-c807c723b7b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:15.287921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c759ee48-ff16-4e0a-9887-c807c723b7b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.292126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee40942-dc5a-4570-946c-093368bf64b5 None None] Network e8120533-b2f9-4665-b305-2158747fca33 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:59:15.306403 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c759ee48-ff16-4e0a-9887-c807c723b7b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3942683 Nov 28 07:59:15.309230 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43280) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:15.381488 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.388280 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.433198 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1c0f619b-7b86-4875-82e3-2d79736892b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.438162 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Attempting to bind port a7603ea5-a7b8-4d73-8fbb-294dbb357f66 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:59:15.439076 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Attempting to bind port a7603ea5-a7b8-4d73-8fbb-294dbb357f66 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:59:15.439076 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Attempting to bind port a7603ea5-a7b8-4d73-8fbb-294dbb357f66 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:59:15.454304 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:59:15.454751 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:59:15.455361 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.455615 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:59:15.455822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07cdfbc-cda8-48fd-93d8-28a8f6ec4135 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:59:15.456096 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Bound port: a7603ea5-a7b8-4d73-8fbb-294dbb357f66, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:59:15.456473 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.468601 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-e8120533-b2f9-4665-b305-2158747fca33', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ips': [{'subnet_id': 'ba8d831b-2696-436e-979e-774c3160ef89'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 07:59:15.469472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.487499 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Pushing event updated for resources: {'Port': ['ID=a7603ea5-a7b8-4d73-8fbb-294dbb357f66,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:15.503786 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:15.504267 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:15.504666 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:15.505057 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:15.505446 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:15.505833 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:15.506216 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:15.506599 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:15.507552 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:15.507936 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:15.508318 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:15.508684 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:15.509059 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 07:59:15.533898 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] For port a7603ea5-a7b8-4d73-8fbb-294dbb357f66, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:59:15.537075 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] For port a7603ea5-a7b8-4d73-8fbb-294dbb357f66, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a7603ea5-a7b8-4d73-8fbb-294dbb357f66,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:59:15.540818 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.591566 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Routers {'5d934255-3304-4c3a-a837-f5ec08594c51'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:59:15.592181 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:58:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['5d934255-3304-4c3a-a837-f5ec08594c51'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:15.605834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f14cd38-22bc-4555-a88a-471491d0efb6 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 07:59:15.637561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b8226dd0-203c-46a7-a490-358bb9e961cf None None] Provisioning complete for port a7603ea5-a7b8-4d73-8fbb-294dbb357f66 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:15.638027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b8226dd0-203c-46a7-a490-358bb9e961cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.666214 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Allocated IP 172.20.0.2 (e8120533-b2f9-4665-b305-2158747fca33/ba8d831b-2696-436e-979e-774c3160ef89/ceec1e09-aa09-4af2-85a4-079204693864) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:59:15.667649 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc798f-7730-4eca-b006-431f57291987 None None] Pushing event updated for resources: {'Port': ['ID=a7603ea5-a7b8-4d73-8fbb-294dbb357f66,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:15.739079 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] Set router 5d934255-3304-4c3a-a837-f5ec08594c51 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:59:15.807647 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b8226dd0-203c-46a7-a490-358bb9e961cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.852715 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.855187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b8226dd0-203c-46a7-a490-358bb9e961cf None None] For port a7603ea5-a7b8-4d73-8fbb-294dbb357f66, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a7603ea5-a7b8-4d73-8fbb-294dbb357f66,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:59:15.861714 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b8226dd0-203c-46a7-a490-358bb9e961cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.910117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.921241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:15.932746 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T07:59:14Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:15.970678 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef488be7-de83-423c-a67e-ef521d3b6bae None None] The sync data for ids ['5d934255-3304-4c3a-a837-f5ec08594c51'] in dv-neutron-744815-16-hyperv is: [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T07:59:14Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:59:15.972849 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8226dd0-203c-46a7-a490-358bb9e961cf None None] Pushing event updated for resources: {'Port': ['ID=a7603ea5-a7b8-4d73-8fbb-294dbb357f66,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:16.004948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Network e8120533-b2f9-4665-b305-2158747fca33 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:59:16.012264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:59:16.014598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:59:16.043113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Pushing event updated for resources: {'Port': ['ID=ceec1e09-aa09-4af2-85a4-079204693864,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:16.068469 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8090478c-0f12-454c-9884-7bafad2d6307 None None] Provisioning complete for port a7603ea5-a7b8-4d73-8fbb-294dbb357f66 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:16.068828 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8090478c-0f12-454c-9884-7bafad2d6307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:16.128153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Attempting to bind port ceec1e09-aa09-4af2-85a4-079204693864 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:59:16.128521 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Attempting to bind port ceec1e09-aa09-4af2-85a4-079204693864 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:59:16.128877 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Attempting to bind port ceec1e09-aa09-4af2-85a4-079204693864 on network e8120533-b2f9-4665-b305-2158747fca33 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:59:16.137487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:59:16.137851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Checking segment: {'id': 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:59:16.138239 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:16.138627 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Bound using segment: {'id': 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:59:16.139108 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Bound port: ceec1e09-aa09-4af2-85a4-079204693864, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:59:16.139563 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:16.190374 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.1 (e8120533-b2f9-4665-b305-2158747fca33/ba8d831b-2696-436e-979e-774c3160ef89/04149fdd-8c78-4066-b950-a40c8eb78ed5) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:59:16.260643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] For port ceec1e09-aa09-4af2-85a4-079204693864, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:59:16.263956 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] For port ceec1e09-aa09-4af2-85a4-079204693864, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ceec1e09-aa09-4af2-85a4-079204693864,segment=NetworkSegment(a44aec3b-4b3d-4cb3-8817-02a9cdd47f06),segment_id=a44aec3b-4b3d-4cb3-8817-02a9cdd47f06)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:59:16.268126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:16.334626 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14223f2a-96b0-4a27-a311-4ea78d38f0bb None None] Pushing event updated for resources: {'Port': ['ID=ceec1e09-aa09-4af2-85a4-079204693864,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:16.347673 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:16.394492 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:16.438390 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network e8120533-b2f9-4665-b305-2158747fca33 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:59:16.443108 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:59:16.446962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:59:16.493417 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=04149fdd-8c78-4066-b950-a40c8eb78ed5,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:16.519067 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:16.556776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a7603ea5-a7b8-4d73-8fbb-294dbb357f66 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:59:16.627261 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port a7603ea5-a7b8-4d73-8fbb-294dbb357f66 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:16.627633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:16.722407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:17.035939 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:17.041200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:17.117872 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:17.126289 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=04149fdd-8c78-4066-b950-a40c8eb78ed5,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:17.221676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network e8120533-b2f9-4665-b305-2158747fca33 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:59:17.223129 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:59:17.318075 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ebe55-44bb-4fe6-8eba-bc09fd53d288 None None] Network e8120533-b2f9-4665-b305-2158747fca33 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 07:59:17.354840 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 5d934255-3304-4c3a-a837-f5ec08594c51 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:59:17.397182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f76a72ce-3198-4947-8d55-91b3a0d36a5e None None] Provisioning complete for port ceec1e09-aa09-4af2-85a4-079204693864 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:17.397756 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f76a72ce-3198-4947-8d55-91b3a0d36a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:17.480897 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:59:17.486046 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c337a230-5c5a-470e-94a0-2ec6a3f8a1eb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/5d934255-3304-4c3a-a837-f5ec08594c51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1753228 Nov 28 07:59:17.488402 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43282) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:17.549378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f76a72ce-3198-4947-8d55-91b3a0d36a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:17.587616 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16fa31b-9521-4862-9da1-41a3f892bbc5 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:17.588302 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16fa31b-9521-4862-9da1-41a3f892bbc5 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:17.588767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16fa31b-9521-4862-9da1-41a3f892bbc5 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:17.589222 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16fa31b-9521-4862-9da1-41a3f892bbc5 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:17.590280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f76a72ce-3198-4947-8d55-91b3a0d36a5e None None] For port ceec1e09-aa09-4af2-85a4-079204693864, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ceec1e09-aa09-4af2-85a4-079204693864,segment=NetworkSegment(a44aec3b-4b3d-4cb3-8817-02a9cdd47f06),segment_id=a44aec3b-4b3d-4cb3-8817-02a9cdd47f06)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:59:17.593623 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f16fa31b-9521-4862-9da1-41a3f892bbc5 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1017346 Nov 28 07:59:17.593845 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43284) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:17.599930 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f76a72ce-3198-4947-8d55-91b3a0d36a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:17.651371 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c4f385-40ea-4cc1-b33d-d33cf421c172 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:17.651857 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c4f385-40ea-4cc1-b33d-d33cf421c172 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:17.652446 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c4f385-40ea-4cc1-b33d-d33cf421c172 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:17.653200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c4f385-40ea-4cc1-b33d-d33cf421c172 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:17.657798 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f8c4f385-40ea-4cc1-b33d-d33cf421c172 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0598710 Nov 28 07:59:17.657798 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43286) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:17.661271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a72ce-3198-4947-8d55-91b3a0d36a5e None None] Pushing event updated for resources: {'Port': ['ID=ceec1e09-aa09-4af2-85a4-079204693864,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:17.830940 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-665d8a09-fcc8-4ad4-8ed3-713b7415e4f0 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1723483 Nov 28 07:59:17.937605 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2dbf6f8b-3229-4066-b682-8c3cf1a36e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:17.967554 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Sync routers for ids ['5d934255-3304-4c3a-a837-f5ec08594c51'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:59:17.988649 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Routers {'5d934255-3304-4c3a-a837-f5ec08594c51'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:59:17.989385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:59:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['5d934255-3304-4c3a-a837-f5ec08594c51'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:17.994758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-aeb7215b-526e-4b21-b679-93f74b2bdc7e None None] Provisioning complete for port 04149fdd-8c78-4066-b950-a40c8eb78ed5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:17.994758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-aeb7215b-526e-4b21-b679-93f74b2bdc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.081913 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43290) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:18.086836 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-78affed1-17ab-461c-9dfe-23f26ac952fc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1646623729', 'description': 'tempest-secgroup-smoke-1646623729 description', 'project_id': '2bd5e3358de04cc29a985f74fa93a602'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:59:18.117579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78affed1-17ab-461c-9dfe-23f26ac952fc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.192630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78affed1-17ab-461c-9dfe-23f26ac952fc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.198675 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78affed1-17ab-461c-9dfe-23f26ac952fc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.231798 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78affed1-17ab-461c-9dfe-23f26ac952fc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e571e32a-1aa5-4b2d-b283-43bf0c008a3f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:18.236315 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78affed1-17ab-461c-9dfe-23f26ac952fc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.240729 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-78affed1-17ab-461c-9dfe-23f26ac952fc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1546428 Nov 28 07:59:18.240729 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43292) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:18.245776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6cb7f3bc-8c02-4a2d-a5bd-b61b3ef479d4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'e571e32a-1aa5-4b2d-b283-43bf0c008a3f', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:59:18.275478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f3bc-8c02-4a2d-a5bd-b61b3ef479d4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.281914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7215b-526e-4b21-b679-93f74b2bdc7e None None] Port 04149fdd-8c78-4066-b950-a40c8eb78ed5 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:59:18.314063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-aeb7215b-526e-4b21-b679-93f74b2bdc7e None None] Provisioning complete for port ceec1e09-aa09-4af2-85a4-079204693864 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:18.314354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-aeb7215b-526e-4b21-b679-93f74b2bdc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.347708 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f3bc-8c02-4a2d-a5bd-b61b3ef479d4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.351444 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Set router 5d934255-3304-4c3a-a837-f5ec08594c51 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:59:18.353396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f3bc-8c02-4a2d-a5bd-b61b3ef479d4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.376254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7f3bc-8c02-4a2d-a5bd-b61b3ef479d4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b17252-990a-48ab-b1b3-12218e2df2c3,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:18.380571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f3bc-8c02-4a2d-a5bd-b61b3ef479d4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.381780 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6cb7f3bc-8c02-4a2d-a5bd-b61b3ef479d4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401501 Nov 28 07:59:18.387030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43294) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:18.391158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-38309424-75c6-4eae-a69a-1d8c78bc1dc8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'e571e32a-1aa5-4b2d-b283-43bf0c008a3f', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:59:18.417517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-38309424-75c6-4eae-a69a-1d8c78bc1dc8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.479709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-38309424-75c6-4eae-a69a-1d8c78bc1dc8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.484738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-38309424-75c6-4eae-a69a-1d8c78bc1dc8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.511957 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38309424-75c6-4eae-a69a-1d8c78bc1dc8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebae0f94-7065-4503-9350-4b233b4f6806,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:18.518414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-38309424-75c6-4eae-a69a-1d8c78bc1dc8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.522861 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-38309424-75c6-4eae-a69a-1d8c78bc1dc8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321983 Nov 28 07:59:18.523488 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43296) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:18.528048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-213208b7-af61-4c61-b3cb-a43dcac40acc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'e571e32a-1aa5-4b2d-b283-43bf0c008a3f', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:59:18.536148 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ceec1e09-aa09-4af2-85a4-079204693864 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:59:18.556979 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-213208b7-af61-4c61-b3cb-a43dcac40acc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.617082 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-213208b7-af61-4c61-b3cb-a43dcac40acc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.620793 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-213208b7-af61-4c61-b3cb-a43dcac40acc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.637460 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213208b7-af61-4c61-b3cb-a43dcac40acc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54d5a8b-6e55-497b-a70b-809dcedbfd8e,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:18.641441 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port ceec1e09-aa09-4af2-85a4-079204693864 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:18.641837 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.649030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-213208b7-af61-4c61-b3cb-a43dcac40acc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.650249 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-213208b7-af61-4c61-b3cb-a43dcac40acc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263039 Nov 28 07:59:18.653037 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43298) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:18.657265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ea76e344-4b1c-4f41-8246-3f78d7a3b139 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'e571e32a-1aa5-4b2d-b283-43bf0c008a3f', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:59:18.685240 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ea76e344-4b1c-4f41-8246-3f78d7a3b139 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.708215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T07:59:16Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '04149fdd-8c78-4066-b950-a40c8eb78ed5', 'name': '', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:55:c6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:16Z', 'updated_at': '2021-11-28T07:59:16Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:18.709862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-51a48bb4-2906-4f8b-8ab3-ef82ba5e767a None None] Provisioning complete for port 04149fdd-8c78-4066-b950-a40c8eb78ed5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:18.710763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-51a48bb4-2906-4f8b-8ab3-ef82ba5e767a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.745597 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ea76e344-4b1c-4f41-8246-3f78d7a3b139 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.749415 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ea76e344-4b1c-4f41-8246-3f78d7a3b139 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.762403 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Checking router: 5d934255-3304-4c3a-a837-f5ec08594c51 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:59:18.762766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Updating router 5d934255-3304-4c3a-a837-f5ec08594c51 port 04149fdd-8c78-4066-b950-a40c8eb78ed5 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 07:59:18.764152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76e344-4b1c-4f41-8246-3f78d7a3b139 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8409a27b-a162-48bb-9a88-dcba1298927f,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:18.776088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ea76e344-4b1c-4f41-8246-3f78d7a3b139 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.779860 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ea76e344-4b1c-4f41-8246-3f78d7a3b139 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257353 Nov 28 07:59:18.780170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43300) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:18.790684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e28b696b-7a28-496a-bf50-c05e34cfe86f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'e571e32a-1aa5-4b2d-b283-43bf0c008a3f', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:59:18.817714 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-e28b696b-7a28-496a-bf50-c05e34cfe86f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:59:18.822535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e28b696b-7a28-496a-bf50-c05e34cfe86f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.832973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-51a48bb4-2906-4f8b-8ab3-ef82ba5e767a None None] Port 04149fdd-8c78-4066-b950-a40c8eb78ed5 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:59:18.834301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.882859 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e28b696b-7a28-496a-bf50-c05e34cfe86f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.887036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e28b696b-7a28-496a-bf50-c05e34cfe86f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.909751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b696b-7a28-496a-bf50-c05e34cfe86f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cc2b45-50e7-4b72-8a2b-4fc3fcbefa34,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:18.920922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e28b696b-7a28-496a-bf50-c05e34cfe86f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:18.922279 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e28b696b-7a28-496a-bf50-c05e34cfe86f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399281 Nov 28 07:59:18.925031 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43302) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:18.930261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-ff6bcf8e-ade7-4a1b-b68f-4603646a3fb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': 'e571e32a-1aa5-4b2d-b283-43bf0c008a3f', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:59:18.953552 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-ff6bcf8e-ade7-4a1b-b68f-4603646a3fb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 07:59:18.958405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff6bcf8e-ade7-4a1b-b68f-4603646a3fb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:19.030677 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff6bcf8e-ade7-4a1b-b68f-4603646a3fb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:19.034626 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff6bcf8e-ade7-4a1b-b68f-4603646a3fb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:19.049774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:19.052194 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bcf8e-ade7-4a1b-b68f-4603646a3fb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2742d55d-3159-46d3-8412-9b5da28ce082,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:19.062090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ff6bcf8e-ade7-4a1b-b68f-4603646a3fb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:19.063376 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ff6bcf8e-ade7-4a1b-b68f-4603646a3fb7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372862 Nov 28 07:59:19.143149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:19.150144 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:19.238719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0311f-8f0b-4379-a8ff-946ba314031d None None] Pushing event updated for resources: {'Port': ['ID=04149fdd-8c78-4066-b950-a40c8eb78ed5,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:19.271477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Attempting to bind port 04149fdd-8c78-4066-b950-a40c8eb78ed5 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:59:19.271935 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Attempting to bind port 04149fdd-8c78-4066-b950-a40c8eb78ed5 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:59:19.272452 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Attempting to bind port 04149fdd-8c78-4066-b950-a40c8eb78ed5 on network e8120533-b2f9-4665-b305-2158747fca33 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:59:19.274464 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-9f38a4c8-604d-498e-b0bc-0ebbfa5aa47b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1646623729&fields=id&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 267 time: 0.0518315 Nov 28 07:59:19.278413 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:59:19.278971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Checking segment: {'id': 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:59:19.279373 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:19.279821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Bound using segment: {'id': 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:59:19.280279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Bound port: 04149fdd-8c78-4066-b950-a40c8eb78ed5, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:59:19.280652 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:19.350421 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] For port 04149fdd-8c78-4066-b950-a40c8eb78ed5, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:59:19.354303 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] For port 04149fdd-8c78-4066-b950-a40c8eb78ed5, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=04149fdd-8c78-4066-b950-a40c8eb78ed5,segment=NetworkSegment(a44aec3b-4b3d-4cb3-8817-02a9cdd47f06),segment_id=a44aec3b-4b3d-4cb3-8817-02a9cdd47f06)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:59:19.358850 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:19.396253 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63563fd4-5631-45e9-b752-0e13c173b325 req-d534a053-06f9-4e16-bd7b-8eadfbc88699 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:19.399190 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-d534a053-06f9-4e16-bd7b-8eadfbc88699 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/networks?id=e8120533-b2f9-4665-b305-2158747fca33 HTTP/1.1" status: 200 len: 796 time: 0.1152089 Nov 28 07:59:19.419349 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-e50ac3e7-61f0-4e90-bcce-702f163080e9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/quotas/2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 375 time: 0.0117922 Nov 28 07:59:19.427596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Routers {'5d934255-3304-4c3a-a837-f5ec08594c51'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:59:19.428227 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:59:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['5d934255-3304-4c3a-a837-f5ec08594c51'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:19.470036 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0311f-8f0b-4379-a8ff-946ba314031d None None] Pushing event updated for resources: {'Port': ['ID=04149fdd-8c78-4066-b950-a40c8eb78ed5,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:19.489122 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-5d77d055-751a-4e85-b3c1-b97b88910a0f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624595 Nov 28 07:59:19.503790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-26a37322-1288-434f-863d-d85edb3c6c13 None None] Provisioning complete for port 04149fdd-8c78-4066-b950-a40c8eb78ed5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:19.504153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26a37322-1288-434f-863d-d85edb3c6c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:19.599288 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-3dc486b6-7040-43df-9c98-a32e66908c0a service neutron] 10.222.0.31 "GET /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961621 Nov 28 07:59:19.607872 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] Set router 5d934255-3304-4c3a-a837-f5ec08594c51 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:59:19.687879 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-ecf87a8b-f3e9-4cff-9402-63b0cdacc97b service neutron] 10.222.0.31 "GET /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825200 Nov 28 07:59:19.733204 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26a37322-1288-434f-863d-d85edb3c6c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:19.810723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-26a37322-1288-434f-863d-d85edb3c6c13 None None] For port 04149fdd-8c78-4066-b950-a40c8eb78ed5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=04149fdd-8c78-4066-b950-a40c8eb78ed5,segment=NetworkSegment(a44aec3b-4b3d-4cb3-8817-02a9cdd47f06),segment_id=a44aec3b-4b3d-4cb3-8817-02a9cdd47f06)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:59:19.822283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26a37322-1288-434f-863d-d85edb3c6c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:19.869252 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-89b380f3-1395-4c54-af66-47bc9f248b40 req-604d6c54-0c0b-49e4-b9ed-b6d5dbd9cd23 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 210 time: 0.0332530 Nov 28 07:59:19.912862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a37322-1288-434f-863d-d85edb3c6c13 None None] Pushing event updated for resources: {'Port': ['ID=04149fdd-8c78-4066-b950-a40c8eb78ed5,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:19.931383 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T07:59:16Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '04149fdd-8c78-4066-b950-a40c8eb78ed5', 'name': '', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:55:c6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:16Z', 'updated_at': '2021-11-28T07:59:19Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:20.128161 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c98a9-ed38-4e93-be07-63059c3e5c03 None None] The sync data for ids ['5d934255-3304-4c3a-a837-f5ec08594c51'] in dv-neutron-744815-16-hyperv is: [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T07:59:16Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '04149fdd-8c78-4066-b950-a40c8eb78ed5', 'name': '', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:55:c6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:16Z', 'updated_at': '2021-11-28T07:59:19Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:59:20.139876 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e0c0ae35-9850-41df-9b16-6d32337947a5 None None] Provisioning complete for port 04149fdd-8c78-4066-b950-a40c8eb78ed5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:20.140270 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e0c0ae35-9850-41df-9b16-6d32337947a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:20.330621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:20.517921 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 04149fdd-8c78-4066-b950-a40c8eb78ed5 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:59:20.577981 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 04149fdd-8c78-4066-b950-a40c8eb78ed5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:20.578341 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:20.939140 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63563fd4-5631-45e9-b752-0e13c173b325 req-9cc6c07c-64e4-439b-9d3c-8131bb218d78 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:20.941480 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-9cc6c07c-64e4-439b-9d3c-8131bb218d78 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/networks?id=e8120533-b2f9-4665-b305-2158747fca33 HTTP/1.1" status: 200 len: 796 time: 0.1247957 Nov 28 07:59:20.993509 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-98b90d23-1c94-47ac-a628-50d6e08fb716 req-4554785b-7535-469d-8102-772786ae7ab9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 210 time: 0.0413568 Nov 28 07:59:21.055250 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-5599729b-4783-4f8c-9266-188a228f888f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 380 time: 0.0866184 Nov 28 07:59:21.064865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-63563fd4-5631-45e9-b752-0e13c173b325 req-8a6d0c77-503a-4094-a007-1149b5928c52 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'port': {'device_id': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'admin_state_up': True, 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'security_groups': ['e571e32a-1aa5-4b2d-b283-43bf0c008a3f']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:59:21.182221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63563fd4-5631-45e9-b752-0e13c173b325 req-8a6d0c77-503a-4094-a007-1149b5928c52 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 07:59:21.186079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-63563fd4-5631-45e9-b752-0e13c173b325 req-8a6d0c77-503a-4094-a007-1149b5928c52 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:21.308950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-63563fd4-5631-45e9-b752-0e13c173b325 req-8a6d0c77-503a-4094-a007-1149b5928c52 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.8 (e8120533-b2f9-4665-b305-2158747fca33/ba8d831b-2696-436e-979e-774c3160ef89/516977d9-a79f-4675-aca1-9eabf2696c4b) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:59:21.319729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:21.451269 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-63563fd4-5631-45e9-b752-0e13c173b325 req-8a6d0c77-503a-4094-a007-1149b5928c52 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:21.486431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-63563fd4-5631-45e9-b752-0e13c173b325 req-8a6d0c77-503a-4094-a007-1149b5928c52 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:21.526607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63563fd4-5631-45e9-b752-0e13c173b325 req-8a6d0c77-503a-4094-a007-1149b5928c52 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network e8120533-b2f9-4665-b305-2158747fca33 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:59:21.529714 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-63563fd4-5631-45e9-b752-0e13c173b325 req-8a6d0c77-503a-4094-a007-1149b5928c52 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:59:21.535824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-63563fd4-5631-45e9-b752-0e13c173b325 req-8a6d0c77-503a-4094-a007-1149b5928c52 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:59:21.574072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d0c77-503a-4094-a007-1149b5928c52 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=516977d9-a79f-4675-aca1-9eabf2696c4b,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:21.597813 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63563fd4-5631-45e9-b752-0e13c173b325 req-8a6d0c77-503a-4094-a007-1149b5928c52 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:21.598426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-63563fd4-5631-45e9-b752-0e13c173b325 req-8a6d0c77-503a-4094-a007-1149b5928c52 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:21.615487 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-8a6d0c77-503a-4094-a007-1149b5928c52 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5542135 Nov 28 07:59:21.633900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Request body: {'port': {'device_id': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:59:21.698914 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:21.798753 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bc379a00-e3ee-46d7-9e7e-c106923c2c06 None None] Provisioning complete for port 516977d9-a79f-4675-aca1-9eabf2696c4b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:21.799073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bc379a00-e3ee-46d7-9e7e-c106923c2c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:21.839519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-bc379a00-e3ee-46d7-9e7e-c106923c2c06 None None] Port 516977d9-a79f-4675-aca1-9eabf2696c4b cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 07:59:21.964187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516977d9-a79f-4675-aca1-9eabf2696c4b {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:59:21.971701 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:21.984105 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Transition to ACTIVE for port object 516977d9-a79f-4675-aca1-9eabf2696c4b will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 07:59:21.987538 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:22.045145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Pushing event updated for resources: {'Port': ['ID=516977d9-a79f-4675-aca1-9eabf2696c4b,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:22.115346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Attempting to bind port 516977d9-a79f-4675-aca1-9eabf2696c4b on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 07:59:22.115687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Attempting to bind port 516977d9-a79f-4675-aca1-9eabf2696c4b by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 07:59:22.116019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Attempting to bind port 516977d9-a79f-4675-aca1-9eabf2696c4b on network e8120533-b2f9-4665-b305-2158747fca33 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:59:22.120776 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Port 516977d9-a79f-4675-aca1-9eabf2696c4b on network e8120533-b2f9-4665-b305-2158747fca33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 07:59:22.121056 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Attempting to bind port 516977d9-a79f-4675-aca1-9eabf2696c4b on network e8120533-b2f9-4665-b305-2158747fca33 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 07:59:22.124956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5cf90-8323-4d87-b89f-a0c65604a8a6 req-e47657ed-b781-440b-a101-215b84dd05a7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:22.126673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 7, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 07:59:22.127054 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Checking segment: {'id': 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 07:59:22.127444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Bound using segment: {'id': 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 07:59:22.128215 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a6a5cf90-8323-4d87-b89f-a0c65604a8a6 req-e47657ed-b781-440b-a101-215b84dd05a7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 943 time: 0.0609882 Nov 28 07:59:22.131009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Bound port: 516977d9-a79f-4675-aca1-9eabf2696c4b, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 07:59:22.132365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:22.187464 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a6a5cf90-8323-4d87-b89f-a0c65604a8a6 req-6e46bb48-bb07-4004-8ab7-0fc2274a360d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=e571e32a-1aa5-4b2d-b283-43bf0c008a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522611 Nov 28 07:59:22.207800 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] For port 516977d9-a79f-4675-aca1-9eabf2696c4b, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 07:59:22.211513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] For port 516977d9-a79f-4675-aca1-9eabf2696c4b, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=516977d9-a79f-4675-aca1-9eabf2696c4b,segment=NetworkSegment(a44aec3b-4b3d-4cb3-8817-02a9cdd47f06),segment_id=a44aec3b-4b3d-4cb3-8817-02a9cdd47f06)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 07:59:22.216881 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:22.251037 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:22.251660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:22.253076 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] 10.222.0.35 "PUT /v2.0/ports/516977d9-a79f-4675-aca1-9eabf2696c4b HTTP/1.1" status: 200 len: 1093 time: 0.6239159 Nov 28 07:59:22.253576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'tag': '516977d9-a79f-4675-aca1-9eabf2696c4b'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:59:22.255837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c39ce9d-a7a9-41ce-8d24-12973af10d94" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5e32e9-e842-400c-8ff5-6b31932daa80", "tag": "516977d9-a79f-4675-aca1-9eabf2696c4b"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:59:22.291117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f621c8a-1534-450f-90a5-8039a7fa6261 service neutron] Pushing event updated for resources: {'Port': ['ID=516977d9-a79f-4675-aca1-9eabf2696c4b,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:22.308341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cc7ef7-ddd3-4f59-9ff4-a8da111d17e1 x-openstack-request-id: req-03cc7ef7-ddd3-4f59-9ff4-a8da111d17e1 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:59:22.308640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5e32e9-e842-400c-8ff5-6b31932daa80", "tag": "516977d9-a79f-4675-aca1-9eabf2696c4b", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:59:22.308938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03cc7ef7-ddd3-4f59-9ff4-a8da111d17e1 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:59:22.309353 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'tag': '516977d9-a79f-4675-aca1-9eabf2696c4b', 'status': 'completed', 'code': 200} Nov 28 07:59:22.358716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63563fd4-5631-45e9-b752-0e13c173b325 req-b5174ff7-dba3-477f-bf19-7f730562db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:22.361940 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-b5174ff7-dba3-477f-bf19-7f730562db0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 1096 time: 0.0504501 Nov 28 07:59:22.417219 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-ae6dd222-216c-4b0f-8522-9375742d5ec1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516977d9-a79f-4675-aca1-9eabf2696c4b HTTP/1.1" status: 200 len: 217 time: 0.0401192 Nov 28 07:59:22.474577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63563fd4-5631-45e9-b752-0e13c173b325 req-8cf2e733-1566-406f-b80d-fe63922aba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:22.476056 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-8cf2e733-1566-406f-b80d-fe63922aba16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba8d831b-2696-436e-979e-774c3160ef89 HTTP/1.1" status: 200 len: 843 time: 0.0476415 Nov 28 07:59:22.532008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63563fd4-5631-45e9-b752-0e13c173b325 req-15f333c9-c6bd-47da-8ada-e95336e64a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:22.533505 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-15f333c9-c6bd-47da-8ada-e95336e64a4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8120533-b2f9-4665-b305-2158747fca33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0467365 Nov 28 07:59:22.630363 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-a7704a7a-9413-4bf1-bf88-8b3992e9f888 service neutron] 10.222.0.35 "GET /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844834 Nov 28 07:59:22.721225 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63563fd4-5631-45e9-b752-0e13c173b325 req-edf5dc0a-ec6b-4e4e-b63a-da21fd1ab8d8 service neutron] 10.222.0.35 "GET /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791979 Nov 28 07:59:22.826129 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39ce9d-a7a9-41ce-8d24-12973af10d94 req-03238ec0-a1aa-4384-a48f-54a5258d662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:22.827637 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c39ce9d-a7a9-41ce-8d24-12973af10d94 req-03238ec0-a1aa-4384-a48f-54a5258d662f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 1096 time: 0.0509546 Nov 28 07:59:22.919948 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39ce9d-a7a9-41ce-8d24-12973af10d94 req-282207f0-2fd0-4dec-b16a-69dca9369404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:22.921348 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c39ce9d-a7a9-41ce-8d24-12973af10d94 req-282207f0-2fd0-4dec-b16a-69dca9369404 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8120533-b2f9-4665-b305-2158747fca33 HTTP/1.1" status: 200 len: 897 time: 0.0829051 Nov 28 07:59:22.968870 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c39ce9d-a7a9-41ce-8d24-12973af10d94 req-16eba8d6-a3f6-4990-8d40-d29979f5303d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516977d9-a79f-4675-aca1-9eabf2696c4b HTTP/1.1" status: 200 len: 217 time: 0.0383215 Nov 28 07:59:23.019167 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39ce9d-a7a9-41ce-8d24-12973af10d94 req-a9e0163c-cb4f-4551-bd17-06d3c51be8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:23.020598 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c39ce9d-a7a9-41ce-8d24-12973af10d94 req-a9e0163c-cb4f-4551-bd17-06d3c51be8f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba8d831b-2696-436e-979e-774c3160ef89 HTTP/1.1" status: 200 len: 843 time: 0.0426910 Nov 28 07:59:23.078060 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39ce9d-a7a9-41ce-8d24-12973af10d94 req-25e8d4fa-48d1-43f2-8157-7d38d83bc74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:23.079568 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c39ce9d-a7a9-41ce-8d24-12973af10d94 req-25e8d4fa-48d1-43f2-8157-7d38d83bc74e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8120533-b2f9-4665-b305-2158747fca33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0459917 Nov 28 07:59:23.172388 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c39ce9d-a7a9-41ce-8d24-12973af10d94 req-744b2bd9-c287-426f-a728-800420600fe6 service neutron] 10.222.0.35 "GET /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830452 Nov 28 07:59:23.263464 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c39ce9d-a7a9-41ce-8d24-12973af10d94 req-4bc71e28-7c4e-4e74-b420-6077562d037c service neutron] 10.222.0.35 "GET /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810578 Nov 28 07:59:23.309268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbc2f9-37f0-4d0f-a44a-1e3ae8ba997b req-7680dd16-925f-49ae-b181-915d1a77802b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:23.310739 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dadbc2f9-37f0-4d0f-a44a-1e3ae8ba997b req-7680dd16-925f-49ae-b181-915d1a77802b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 943 time: 0.0607793 Nov 28 07:59:23.360366 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dadbc2f9-37f0-4d0f-a44a-1e3ae8ba997b req-3cd7cd60-3490-415b-9734-3cb9883d3367 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=e571e32a-1aa5-4b2d-b283-43bf0c008a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434968 Nov 28 07:59:24.485739 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760335c-2a28-4b66-b57c-a0a31ceb0127 req-e676be96-6083-44b0-bafc-70a655ebcf6c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:24.487226 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3760335c-2a28-4b66-b57c-a0a31ceb0127 req-e676be96-6083-44b0-bafc-70a655ebcf6c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 943 time: 0.0611520 Nov 28 07:59:24.534556 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3760335c-2a28-4b66-b57c-a0a31ceb0127 req-76c3f402-033e-426c-8c42-edc25ae537fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=e571e32a-1aa5-4b2d-b283-43bf0c008a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408099 Nov 28 07:59:25.655196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9acbf2-4076-4c76-9294-61b5f163a30d req-acdc6492-4ce4-4c68-a820-8ad61c2db003 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:25.656661 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3b9acbf2-4076-4c76-9294-61b5f163a30d req-acdc6492-4ce4-4c68-a820-8ad61c2db003 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 943 time: 0.0545602 Nov 28 07:59:25.705383 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3b9acbf2-4076-4c76-9294-61b5f163a30d req-b84ff016-df03-4313-9351-d31b9fd8fa51 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=e571e32a-1aa5-4b2d-b283-43bf0c008a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428669 Nov 28 07:59:25.931783 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 516977d9-a79f-4675-aca1-9eabf2696c4b details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 07:59:26.025131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 516977d9-a79f-4675-aca1-9eabf2696c4b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=516977d9-a79f-4675-aca1-9eabf2696c4b,segment=NetworkSegment(a44aec3b-4b3d-4cb3-8817-02a9cdd47f06),segment_id=a44aec3b-4b3d-4cb3-8817-02a9cdd47f06)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:59:26.035166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '516977d9-a79f-4675-aca1-9eabf2696c4b', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'port_id': '516977d9-a79f-4675-aca1-9eabf2696c4b', 'mac_address': 'fa:16:3e:8f:c4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 07:59:26.077264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:26.089201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516977d9-a79f-4675-aca1-9eabf2696c4b {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 07:59:26.107935 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 516977d9-a79f-4675-aca1-9eabf2696c4b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=516977d9-a79f-4675-aca1-9eabf2696c4b,segment=NetworkSegment(a44aec3b-4b3d-4cb3-8817-02a9cdd47f06),segment_id=a44aec3b-4b3d-4cb3-8817-02a9cdd47f06)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:59:26.111483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:26.166184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=516977d9-a79f-4675-aca1-9eabf2696c4b,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:26.375632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['516977d9-a79f-4675-aca1-9eabf2696c4b'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 07:59:26.823131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7a3b8-46ac-48c2-9757-d028cb2f2c42 req-70110cc2-8081-4d47-8c07-c6339c8eb2f5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:26.824578 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c4f7a3b8-46ac-48c2-9757-d028cb2f2c42 req-70110cc2-8081-4d47-8c07-c6339c8eb2f5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 944 time: 0.0537400 Nov 28 07:59:26.871826 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c4f7a3b8-46ac-48c2-9757-d028cb2f2c42 req-dc13edb5-02d0-49c9-b154-f35a15c1333d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=e571e32a-1aa5-4b2d-b283-43bf0c008a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413799 Nov 28 07:59:27.929434 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 516977d9-a79f-4675-aca1-9eabf2696c4b up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 07:59:27.986287 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 516977d9-a79f-4675-aca1-9eabf2696c4b completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 07:59:27.990152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 516977d9-a79f-4675-aca1-9eabf2696c4b triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 07:59:27.990524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:28.000519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c54b4-dc4f-4d1d-9ef1-4381574b4d5b req-cdecca03-b57c-4093-ac06-77a70c6b1fe2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:28.002017 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3b8c54b4-dc4f-4d1d-9ef1-4381574b4d5b req-cdecca03-b57c-4093-ac06-77a70c6b1fe2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 944 time: 0.0613761 Nov 28 07:59:28.050179 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3b8c54b4-dc4f-4d1d-9ef1-4381574b4d5b req-42547cef-e9fb-4e35-b82c-2ba56f767e9f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=e571e32a-1aa5-4b2d-b283-43bf0c008a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 Nov 28 07:59:28.080182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:28.106528 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516977d9-a79f-4675-aca1-9eabf2696c4b'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:59:28.108891 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06f32b0-215f-477a-937b-99cd35281403" -d '{"events": [{"server_uuid": "6e5e32e9-e842-400c-8ff5-6b31932daa80", "name": "network-vif-plugged", "status": "completed", "tag": "516977d9-a79f-4675-aca1-9eabf2696c4b"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:59:28.121405 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 516977d9-a79f-4675-aca1-9eabf2696c4b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=516977d9-a79f-4675-aca1-9eabf2696c4b,segment=NetworkSegment(a44aec3b-4b3d-4cb3-8817-02a9cdd47f06),segment_id=a44aec3b-4b3d-4cb3-8817-02a9cdd47f06)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 07:59:28.126107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:28.150632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 07:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4810b2c0-61ea-4e61-be25-931b5536e47d x-openstack-request-id: req-4810b2c0-61ea-4e61-be25-931b5536e47d {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:59:28.150952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5e32e9-e842-400c-8ff5-6b31932daa80", "name": "network-vif-plugged", "status": "completed", "tag": "516977d9-a79f-4675-aca1-9eabf2696c4b", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:59:28.151207 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4810b2c0-61ea-4e61-be25-931b5536e47d {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:59:28.151592 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516977d9-a79f-4675-aca1-9eabf2696c4b', 'code': 200} Nov 28 07:59:28.180963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=516977d9-a79f-4675-aca1-9eabf2696c4b,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:28.325899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e192a0-2abe-4195-9b30-ea63e7b4fe4b req-391e0133-3c94-4940-939e-450eb497b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:28.328045 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-89e192a0-2abe-4195-9b30-ea63e7b4fe4b req-391e0133-3c94-4940-939e-450eb497b102 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 1098 time: 0.0455651 Nov 28 07:59:28.383784 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-89e192a0-2abe-4195-9b30-ea63e7b4fe4b req-f6382d2b-6bb0-4306-9aa5-8cf43647e533 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e571e32a-1aa5-4b2d-b283-43bf0c008a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414855 Nov 28 07:59:29.170208 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257b764-f6ac-4841-b8ce-01d7b6d237d9 req-7ab59eda-da35-49ba-814e-f4a617a62f11 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:29.171723 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d257b764-f6ac-4841-b8ce-01d7b6d237d9 req-7ab59eda-da35-49ba-814e-f4a617a62f11 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 945 time: 0.0563483 Nov 28 07:59:29.220090 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d257b764-f6ac-4841-b8ce-01d7b6d237d9 req-4ff14d77-f267-4de8-ac75-5eed1fb8c309 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=e571e32a-1aa5-4b2d-b283-43bf0c008a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423188 Nov 28 07:59:30.341008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e77c7b-1006-47a1-a7ff-238162c61b76 req-90bba61e-8390-4b61-9065-5b85a41d3cfc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:30.342469 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2e77c7b-1006-47a1-a7ff-238162c61b76 req-90bba61e-8390-4b61-9065-5b85a41d3cfc tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 945 time: 0.0547233 Nov 28 07:59:30.390439 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2e77c7b-1006-47a1-a7ff-238162c61b76 req-2b9f4902-6f91-48cb-9367-2e0807b0fb7d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=e571e32a-1aa5-4b2d-b283-43bf0c008a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420437 Nov 28 07:59:30.513616 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f38925-1f1b-4864-88f3-3a66712d7efe req-c780ffa6-44ed-4e3d-94b6-d12e2fac0c53 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:30.515085 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-74f38925-1f1b-4864-88f3-3a66712d7efe req-c780ffa6-44ed-4e3d-94b6-d12e2fac0c53 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 945 time: 0.0581000 Nov 28 07:59:30.562620 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-74f38925-1f1b-4864-88f3-3a66712d7efe req-69d5598d-47a3-49ea-a92a-b44ef2f2e509 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=e571e32a-1aa5-4b2d-b283-43bf0c008a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 Nov 28 07:59:30.584268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43358) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:30.628539 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f73f6b-7404-485d-9ae4-f46c71386ecf tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:30.630027 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-13f73f6b-7404-485d-9ae4-f46c71386ecf tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 1093 time: 0.0447459 Nov 28 07:59:30.632762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43360) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:30.636863 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '516977d9-a79f-4675-aca1-9eabf2696c4b', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 07:59:30.658063 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:30.755280 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:30.853581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.126 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/432022c6-f10d-47bf-907d-93e40daa6e40) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 07:59:30.953246 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:30.989382 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:31.025299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 07:59:31.028028 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 07:59:31.032150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 07:59:31.067211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=432022c6-f10d-47bf-907d-93e40daa6e40,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:31.180948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:31.718709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:31.794984 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:31.944863 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:31.949300 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:32.028189 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=432022c6-f10d-47bf-907d-93e40daa6e40,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 07:59:32.035493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:32.149701 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 1d4ee5e5-f0b8-443c-ad2b-11f7eb9fa1f1 associated. External IP: 172.26.2.126, port: 516977d9-a79f-4675-aca1-9eabf2696c4b. Nov 28 07:59:32.383301 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 5d934255-3304-4c3a-a837-f5ec08594c51 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 07:59:32.507930 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 07:59:32.520072 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c4f3a-8ef3-4d52-86e5-54e5ef75ceb8 None None] Sync routers for ids ['5d934255-3304-4c3a-a837-f5ec08594c51'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 07:59:32.526504 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:32.530707 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c4f3a-8ef3-4d52-86e5-54e5ef75ceb8 None None] Routers {'5d934255-3304-4c3a-a837-f5ec08594c51'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:59:32.531367 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2c3c4f3a-8ef3-4d52-86e5-54e5ef75ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:59:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['5d934255-3304-4c3a-a837-f5ec08594c51'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:32.564529 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5ee36bd3-25e2-4819-93de-f112da790085 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9281869 Nov 28 07:59:32.564529 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'tag': '516977d9-a79f-4675-aca1-9eabf2696c4b'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 07:59:32.564871 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43362) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:32.565350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0151752-bea8-40a8-b968-e86c8d902cee" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5e32e9-e842-400c-8ff5-6b31932daa80", "tag": "516977d9-a79f-4675-aca1-9eabf2696c4b"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 07:59:32.606767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 07:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b027b9d5-beea-4e61-a702-86cfd1e80e9a x-openstack-request-id: req-b027b9d5-beea-4e61-a702-86cfd1e80e9a {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 07:59:32.607109 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5e32e9-e842-400c-8ff5-6b31932daa80", "tag": "516977d9-a79f-4675-aca1-9eabf2696c4b", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 07:59:32.607636 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b027b9d5-beea-4e61-a702-86cfd1e80e9a {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 07:59:32.608051 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'tag': '516977d9-a79f-4675-aca1-9eabf2696c4b', 'status': 'completed', 'code': 200} Nov 28 07:59:32.674531 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b19bf288-12bc-4701-b85a-dbcebc0cf2d4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/1d4ee5e5-f0b8-443c-ad2b-11f7eb9fa1f1 HTTP/1.1" status: 200 len: 991 time: 0.1084132 Nov 28 07:59:32.695400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0151752-bea8-40a8-b968-e86c8d902cee req-0c480e0c-3fc6-4bf0-91cc-f6abd679e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:32.697068 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c0151752-bea8-40a8-b968-e86c8d902cee req-0c480e0c-3fc6-4bf0-91cc-f6abd679e27e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 1098 time: 0.0645483 Nov 28 07:59:32.751355 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-2c3c4f3a-8ef3-4d52-86e5-54e5ef75ceb8 None None] Set router 5d934255-3304-4c3a-a837-f5ec08594c51 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:59:32.787381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0151752-bea8-40a8-b968-e86c8d902cee req-1e886c3c-3e0e-4462-a7ce-c541e1be1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:32.788894 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c0151752-bea8-40a8-b968-e86c8d902cee req-1e886c3c-3e0e-4462-a7ce-c541e1be1519 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8120533-b2f9-4665-b305-2158747fca33 HTTP/1.1" status: 200 len: 897 time: 0.0840921 Nov 28 07:59:32.861748 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c0151752-bea8-40a8-b968-e86c8d902cee req-6acbd9e8-6f3f-43b8-bc32-5f62715b0c33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516977d9-a79f-4675-aca1-9eabf2696c4b HTTP/1.1" status: 200 len: 999 time: 0.0657582 Nov 28 07:59:32.910596 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0151752-bea8-40a8-b968-e86c8d902cee req-713dbadc-c510-43da-aaa1-809f5ba14421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:32.912151 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c0151752-bea8-40a8-b968-e86c8d902cee req-713dbadc-c510-43da-aaa1-809f5ba14421 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba8d831b-2696-436e-979e-774c3160ef89 HTTP/1.1" status: 200 len: 843 time: 0.0426574 Nov 28 07:59:32.964405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0151752-bea8-40a8-b968-e86c8d902cee req-9226eb47-4fd4-4169-a94f-1603a42e0d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 07:59:32.965799 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c0151752-bea8-40a8-b968-e86c8d902cee req-9226eb47-4fd4-4169-a94f-1603a42e0d7c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8120533-b2f9-4665-b305-2158747fca33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0466340 Nov 28 07:59:32.983200 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2c3c4f3a-8ef3-4d52-86e5-54e5ef75ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T07:59:16Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '1d4ee5e5-f0b8-443c-ad2b-11f7eb9fa1f1', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.126', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'port_id': '516977d9-a79f-4675-aca1-9eabf2696c4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'mac_address': 'fa:16:3e:8f:c4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:59:31Z', 'updated_at': '2021-11-28T07:59:31Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04149fdd-8c78-4066-b950-a40c8eb78ed5', 'name': '', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:55:c6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:16Z', 'updated_at': '2021-11-28T07:59:19Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:33.017904 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c4f3a-8ef3-4d52-86e5-54e5ef75ceb8 None None] Checking router: 5d934255-3304-4c3a-a837-f5ec08594c51 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 07:59:33.026327 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c4f3a-8ef3-4d52-86e5-54e5ef75ceb8 None None] Routers {'5d934255-3304-4c3a-a837-f5ec08594c51'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 07:59:33.026955 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2c3c4f3a-8ef3-4d52-86e5-54e5ef75ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T07:59:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['5d934255-3304-4c3a-a837-f5ec08594c51'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:33.059491 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c0151752-bea8-40a8-b968-e86c8d902cee req-653406ef-4fef-4091-89f1-3e31c18d8b7c service neutron] 10.222.0.35 "GET /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838799 Nov 28 07:59:33.146755 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c0151752-bea8-40a8-b968-e86c8d902cee req-1205cc36-c5a7-4e5f-a862-00674c6fdde7 service neutron] 10.222.0.35 "GET /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793211 Nov 28 07:59:33.148693 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-2c3c4f3a-8ef3-4d52-86e5-54e5ef75ceb8 None None] Set router 5d934255-3304-4c3a-a837-f5ec08594c51 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 07:59:33.375362 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2c3c4f3a-8ef3-4d52-86e5-54e5ef75ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T07:59:16Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '1d4ee5e5-f0b8-443c-ad2b-11f7eb9fa1f1', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.126', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'port_id': '516977d9-a79f-4675-aca1-9eabf2696c4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'mac_address': 'fa:16:3e:8f:c4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:59:31Z', 'updated_at': '2021-11-28T07:59:31Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04149fdd-8c78-4066-b950-a40c8eb78ed5', 'name': '', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:55:c6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:16Z', 'updated_at': '2021-11-28T07:59:19Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 07:59:33.404938 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c4f3a-8ef3-4d52-86e5-54e5ef75ceb8 None None] The sync data for ids ['5d934255-3304-4c3a-a837-f5ec08594c51'] in dv-neutron-744815-16-hyperv is: [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T07:59:16Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '1d4ee5e5-f0b8-443c-ad2b-11f7eb9fa1f1', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.126', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'port_id': '516977d9-a79f-4675-aca1-9eabf2696c4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'mac_address': 'fa:16:3e:8f:c4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T07:59:31Z', 'updated_at': '2021-11-28T07:59:31Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04149fdd-8c78-4066-b950-a40c8eb78ed5', 'name': '', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:55:c6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:16Z', 'updated_at': '2021-11-28T07:59:19Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 07:59:33.580451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a723926-c44b-431c-8193-3b2d45011daa None None] New status for floating IP 1d4ee5e5-f0b8-443c-ad2b-11f7eb9fa1f1: ACTIVE {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 07:59:33.678478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43366) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:33.745944 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-75d34aeb-53a2-45c0-9d4a-ec949983b27e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/1d4ee5e5-f0b8-443c-ad2b-11f7eb9fa1f1 HTTP/1.1" status: 200 len: 991 time: 0.0661895 Nov 28 07:59:34.749899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43368) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 07:59:34.820045 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a4229a9b-eccb-47f1-be74-574edb1eacbe tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/1d4ee5e5-f0b8-443c-ad2b-11f7eb9fa1f1 HTTP/1.1" status: 200 len: 993 time: 0.0690773 Nov 28 07:59:36.897810 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 07:59:45.400395 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7c80f796-fb33-4829-92a3-12b86384616b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:47.927176 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a6fd04f8-a987-4448-a113-9350c6987944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:49.042809 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:50.330162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 07:59:51.323519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:00:01.191920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:00:13.895748 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:00:14.113686 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fc420f3-78fc-4d5a-a1d1-d00f7fdfb3c7 req-d4e9eb10-efc2-4a71-85ae-6f0058d5e129 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485265 Nov 28 08:00:14.209011 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc420f3-78fc-4d5a-a1d1-d00f7fdfb3c7 req-ba50181f-f158-4b87-84ce-288efb7b943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:00:14.210366 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fc420f3-78fc-4d5a-a1d1-d00f7fdfb3c7 req-ba50181f-f158-4b87-84ce-288efb7b943a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 1098 time: 0.0459261 Nov 28 08:00:14.319841 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc420f3-78fc-4d5a-a1d1-d00f7fdfb3c7 req-dd6f3ae9-5ef7-4b67-b9df-0f903dc0937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:00:14.321289 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fc420f3-78fc-4d5a-a1d1-d00f7fdfb3c7 req-dd6f3ae9-5ef7-4b67-b9df-0f903dc0937e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8120533-b2f9-4665-b305-2158747fca33 HTTP/1.1" status: 200 len: 897 time: 0.0871973 Nov 28 08:00:14.395485 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fc420f3-78fc-4d5a-a1d1-d00f7fdfb3c7 req-d6d4b4bd-da9c-4f13-a212-452b54cf3832 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516977d9-a79f-4675-aca1-9eabf2696c4b HTTP/1.1" status: 200 len: 1001 time: 0.0618794 Nov 28 08:00:14.445599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc420f3-78fc-4d5a-a1d1-d00f7fdfb3c7 req-8b476b1a-6ac5-4c04-9fba-7767be019724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:00:14.447028 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fc420f3-78fc-4d5a-a1d1-d00f7fdfb3c7 req-8b476b1a-6ac5-4c04-9fba-7767be019724 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba8d831b-2696-436e-979e-774c3160ef89 HTTP/1.1" status: 200 len: 843 time: 0.0441103 Nov 28 08:00:14.506036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc420f3-78fc-4d5a-a1d1-d00f7fdfb3c7 req-9f6d9fdb-a358-4f29-ace5-4cf2253476af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:00:14.507532 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fc420f3-78fc-4d5a-a1d1-d00f7fdfb3c7 req-9f6d9fdb-a358-4f29-ace5-4cf2253476af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8120533-b2f9-4665-b305-2158747fca33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0480917 Nov 28 08:00:14.595708 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fc420f3-78fc-4d5a-a1d1-d00f7fdfb3c7 req-a31fe588-92c5-47ec-9804-4c1d7bc3d086 service neutron] 10.222.0.35 "GET /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789316 Nov 28 08:00:14.689734 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6fc420f3-78fc-4d5a-a1d1-d00f7fdfb3c7 req-c066fc9c-02b4-47f6-8908-a2c36d265b7c service neutron] 10.222.0.35 "GET /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829101 Nov 28 08:00:15.401581 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5766634d-f55f-47cb-bdb6-e544459c8cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:00:17.929120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9fe33bda-8b39-4e38-adf3-62480a8648e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:00:19.044237 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:00:20.332645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:00:21.324738 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:00:28.850279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-ee04d8ca-6362-40bf-bec3-d7c7596288c7 req-db71dadf-d6dc-417b-ba2b-dee54addba80 service neutron] (115118) timed out ('10.222.0.35', 50624) {{(pid=115118) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 28 08:00:31.193592 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:00:45.402741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9ae6dee8-a0c8-40de-8d32-c79571988c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:00:47.930559 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-032742bd-a7af-4380-a8bc-60f3e94fb7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:00:49.047179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:00:50.334246 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:00:50.894154 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:00:51.325942 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:01.205420 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:15.404132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f2dafdd8-b219-408b-8957-bf8e101601e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:16.848562 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9fb90f45-c468-40ee-a91d-aec94a12a48a req-5f89e006-415c-439a-98b2-f96c3d46194b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1455004 Nov 28 08:01:16.945326 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb90f45-c468-40ee-a91d-aec94a12a48a req-a678e18d-0ace-4397-bbe8-2d31b58c6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:01:16.946803 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9fb90f45-c468-40ee-a91d-aec94a12a48a req-a678e18d-0ace-4397-bbe8-2d31b58c6533 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 1098 time: 0.0459599 Nov 28 08:01:17.371750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb90f45-c468-40ee-a91d-aec94a12a48a req-1a5b05d7-14ed-4b5b-bb3f-17cc404575fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:01:17.373493 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9fb90f45-c468-40ee-a91d-aec94a12a48a req-1a5b05d7-14ed-4b5b-bb3f-17cc404575fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8120533-b2f9-4665-b305-2158747fca33 HTTP/1.1" status: 200 len: 897 time: 0.4019797 Nov 28 08:01:17.449329 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9fb90f45-c468-40ee-a91d-aec94a12a48a req-b1d23420-6b68-442c-8695-28159650c7a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516977d9-a79f-4675-aca1-9eabf2696c4b HTTP/1.1" status: 200 len: 1001 time: 0.0620198 Nov 28 08:01:17.505376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb90f45-c468-40ee-a91d-aec94a12a48a req-87d2ba36-582d-4d43-8874-b485466f3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:01:17.506761 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9fb90f45-c468-40ee-a91d-aec94a12a48a req-87d2ba36-582d-4d43-8874-b485466f3913 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba8d831b-2696-436e-979e-774c3160ef89 HTTP/1.1" status: 200 len: 843 time: 0.0447040 Nov 28 08:01:17.560606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb90f45-c468-40ee-a91d-aec94a12a48a req-bb60ce03-4093-4c6e-8bc1-015d436b118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:01:17.562028 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9fb90f45-c468-40ee-a91d-aec94a12a48a req-bb60ce03-4093-4c6e-8bc1-015d436b118c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8120533-b2f9-4665-b305-2158747fca33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0444045 Nov 28 08:01:17.656612 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9fb90f45-c468-40ee-a91d-aec94a12a48a req-4f723660-fd8b-4b2f-b6a2-4777ef4d6540 service neutron] 10.222.0.35 "GET /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814602 Nov 28 08:01:17.748814 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9fb90f45-c468-40ee-a91d-aec94a12a48a req-cefa225b-c392-4d48-9913-bb578b02b977 service neutron] 10.222.0.35 "GET /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810201 Nov 28 08:01:17.932187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8e1a64ed-7f6e-4563-8c6a-03b0209c842a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:19.048873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:20.337597 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:21.327070 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:27.892933 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:01:27.928277 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43394) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:01:27.935146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:01:28.026173 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8849043'] for subnet, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:28.166277 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757784284703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8906333'] for subnet, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:28.201107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:01:28.201107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:28.202256 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/subnets/ba8d831b-2696-436e-979e-774c3160ef89 HTTP/1.1" status: 200 len: 835 time: 0.2729375 Nov 28 08:01:28.206476 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fa43ba-473a-4f95-8717-ea70096c873f None None] Network e8120533-b2f9-4665-b305-2158747fca33 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:01:28.217533 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Subnet': ['ID=ba8d831b-2696-436e-979e-774c3160ef89,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:01:28.224797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:01:28.225139 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:01:28.225480 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:01:28.225803 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:01:28.226153 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:01:28.226473 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:01:28.227351 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:01:28.227685 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:01:28.228001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:01:28.228317 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:01:28.228630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:01:28.228942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:01:28.229251 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b7f1f-5aaa-4028-9aa5-c080a2583174 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:01:28.544252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23b5faee-18fa-4725-ab42-e2059084ae36 None None] Provisioning complete for port 04149fdd-8c78-4066-b950-a40c8eb78ed5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:01:28.544643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23b5faee-18fa-4725-ab42-e2059084ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:28.642803 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23b5faee-18fa-4725-ab42-e2059084ae36 None None] Provisioning complete for port 516977d9-a79f-4675-aca1-9eabf2696c4b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:01:28.643112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23b5faee-18fa-4725-ab42-e2059084ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:28.738097 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23b5faee-18fa-4725-ab42-e2059084ae36 None None] Provisioning complete for port ceec1e09-aa09-4af2-85a4-079204693864 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:01:28.738381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23b5faee-18fa-4725-ab42-e2059084ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:31.204943 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:45.404889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bedd2655-594a-423a-adb0-9324743f0ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:47.936532 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3039e838-e38b-4740-9eaa-29436eb7bb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:49.053409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:50.340468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:01:51.328216 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:01.215741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:04.891076 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:02:11.121078 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43414) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:11.374738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a71c9835-5094-4b9b-84b3-af56535a995a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 432022c6-f10d-47bf-907d-93e40daa6e40 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:02:11.375101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a71c9835-5094-4b9b-84b3-af56535a995a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:11.448102 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a71c9835-5094-4b9b-84b3-af56535a995a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:11.448427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a71c9835-5094-4b9b-84b3-af56535a995a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:11.459721 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a71c9835-5094-4b9b-84b3-af56535a995a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 432022c6-f10d-47bf-907d-93e40daa6e40 owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:02:11.612229 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a71c9835-5094-4b9b-84b3-af56535a995a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:11.644266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c9835-5094-4b9b-84b3-af56535a995a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=432022c6-f10d-47bf-907d-93e40daa6e40,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:11.704613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a71c9835-5094-4b9b-84b3-af56535a995a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:11.704959 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-a71c9835-5094-4b9b-84b3-af56535a995a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 1d4ee5e5-f0b8-443c-ad2b-11f7eb9fa1f1 disassociated (deleted). External IP: 172.26.2.126, port: 516977d9-a79f-4675-aca1-9eabf2696c4b. Nov 28 08:02:11.938837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71c9835-5094-4b9b-84b3-af56535a995a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 5d934255-3304-4c3a-a837-f5ec08594c51 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:02:12.060407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71c9835-5094-4b9b-84b3-af56535a995a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:02:12.065310 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a71c9835-5094-4b9b-84b3-af56535a995a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:12.070311 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4120a00-0b00-40a5-8cbb-7bbedaefbc01 None None] Sync routers for ids ['5d934255-3304-4c3a-a837-f5ec08594c51'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:02:12.079437 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4120a00-0b00-40a5-8cbb-7bbedaefbc01 None None] Routers {'5d934255-3304-4c3a-a837-f5ec08594c51'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:02:12.080040 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e4120a00-0b00-40a5-8cbb-7bbedaefbc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:01:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['5d934255-3304-4c3a-a837-f5ec08594c51'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:12.097185 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a71c9835-5094-4b9b-84b3-af56535a995a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/floatingips/1d4ee5e5-f0b8-443c-ad2b-11f7eb9fa1f1 HTTP/1.1" status: 204 len: 168 time: 0.9750130 Nov 28 08:02:12.097864 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'tag': '516977d9-a79f-4675-aca1-9eabf2696c4b'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:02:12.100210 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e90d2f1-5df5-4f4c-9958-0535435bde93" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5e32e9-e842-400c-8ff5-6b31932daa80", "tag": "516977d9-a79f-4675-aca1-9eabf2696c4b"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:02:12.141605 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36069261-292b-455c-9e38-f8ad9414d2f1 x-openstack-request-id: req-36069261-292b-455c-9e38-f8ad9414d2f1 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:02:12.142215 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5e32e9-e842-400c-8ff5-6b31932daa80", "tag": "516977d9-a79f-4675-aca1-9eabf2696c4b", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:02:12.142215 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36069261-292b-455c-9e38-f8ad9414d2f1 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:02:12.142534 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'tag': '516977d9-a79f-4675-aca1-9eabf2696c4b', 'status': 'completed', 'code': 200} Nov 28 08:02:12.224920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90d2f1-5df5-4f4c-9958-0535435bde93 req-57aef399-0a16-47bc-901c-f10e7b84ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:12.227055 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5e90d2f1-5df5-4f4c-9958-0535435bde93 req-57aef399-0a16-47bc-901c-f10e7b84ed72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 1098 time: 0.0528996 Nov 28 08:02:12.307163 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-e4120a00-0b00-40a5-8cbb-7bbedaefbc01 None None] Set router 5d934255-3304-4c3a-a837-f5ec08594c51 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:02:12.327129 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90d2f1-5df5-4f4c-9958-0535435bde93 req-19719c9a-3bcf-45e7-8f7e-0b2cb2a8f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:12.328602 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5e90d2f1-5df5-4f4c-9958-0535435bde93 req-19719c9a-3bcf-45e7-8f7e-0b2cb2a8f0af service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8120533-b2f9-4665-b305-2158747fca33 HTTP/1.1" status: 200 len: 897 time: 0.0885544 Nov 28 08:02:12.375891 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5e90d2f1-5df5-4f4c-9958-0535435bde93 req-a5bace9b-5fa7-4bb4-9c91-3d17fc560990 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516977d9-a79f-4675-aca1-9eabf2696c4b HTTP/1.1" status: 200 len: 217 time: 0.0355077 Nov 28 08:02:12.434651 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90d2f1-5df5-4f4c-9958-0535435bde93 req-feb9fecb-15aa-4f5b-b4b0-d7ce9fb863f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:12.436227 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5e90d2f1-5df5-4f4c-9958-0535435bde93 req-feb9fecb-15aa-4f5b-b4b0-d7ce9fb863f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba8d831b-2696-436e-979e-774c3160ef89 HTTP/1.1" status: 200 len: 843 time: 0.0475709 Nov 28 08:02:12.492436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90d2f1-5df5-4f4c-9958-0535435bde93 req-deec265c-971c-4c4e-8cbf-356b0bd4cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:12.493870 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5e90d2f1-5df5-4f4c-9958-0535435bde93 req-deec265c-971c-4c4e-8cbf-356b0bd4cbd6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8120533-b2f9-4665-b305-2158747fca33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0460143 Nov 28 08:02:12.505059 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e4120a00-0b00-40a5-8cbb-7bbedaefbc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T07:59:16Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '04149fdd-8c78-4066-b950-a40c8eb78ed5', 'name': '', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:55:c6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:16Z', 'updated_at': '2021-11-28T07:59:19Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:12.536597 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4120a00-0b00-40a5-8cbb-7bbedaefbc01 None None] Checking router: 5d934255-3304-4c3a-a837-f5ec08594c51 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:02:12.544577 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4120a00-0b00-40a5-8cbb-7bbedaefbc01 None None] Routers {'5d934255-3304-4c3a-a837-f5ec08594c51'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:02:12.545164 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e4120a00-0b00-40a5-8cbb-7bbedaefbc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:01:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['5d934255-3304-4c3a-a837-f5ec08594c51'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:12.593139 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5e90d2f1-5df5-4f4c-9958-0535435bde93 req-1b166cf5-40a8-4121-b6d8-3e0f8486ddbe service neutron] 10.222.0.35 "GET /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865724 Nov 28 08:02:12.667434 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-e4120a00-0b00-40a5-8cbb-7bbedaefbc01 None None] Set router 5d934255-3304-4c3a-a837-f5ec08594c51 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:02:12.687103 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5e90d2f1-5df5-4f4c-9958-0535435bde93 req-ae828d14-1fdc-4c21-a204-11964831c699 service neutron] 10.222.0.35 "GET /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826149 Nov 28 08:02:12.869027 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e4120a00-0b00-40a5-8cbb-7bbedaefbc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T07:59:16Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '04149fdd-8c78-4066-b950-a40c8eb78ed5', 'name': '', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:55:c6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:16Z', 'updated_at': '2021-11-28T07:59:19Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:12.899955 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4120a00-0b00-40a5-8cbb-7bbedaefbc01 None None] The sync data for ids ['5d934255-3304-4c3a-a837-f5ec08594c51'] in dv-neutron-744815-16-hyperv is: [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T07:59:16Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '04149fdd-8c78-4066-b950-a40c8eb78ed5', 'name': '', 'network_id': 'e8120533-b2f9-4665-b305-2158747fca33', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:55:c6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:16Z', 'updated_at': '2021-11-28T07:59:19Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': 'ba8d831b-2696-436e-979e-774c3160ef89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:02:13.100620 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6841d1da-7cd4-4631-a1bb-6129ceddc5cb None None] New status for floating IP 1d4ee5e5-f0b8-443c-ad2b-11f7eb9fa1f1: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:02:13.476945 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f936690-c1ee-463c-9352-3e6338be8050 req-717331dd-a089-4746-bf34-cea596b51bcb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:13.478421 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2f936690-c1ee-463c-9352-3e6338be8050 req-717331dd-a089-4746-bf34-cea596b51bcb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 945 time: 0.1855791 Nov 28 08:02:13.529095 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2f936690-c1ee-463c-9352-3e6338be8050 req-e7c3fe63-1e19-44b3-9d0f-18c436f523ac tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=e571e32a-1aa5-4b2d-b283-43bf0c008a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448472 Nov 28 08:02:14.701639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1964e15-dde7-4056-ab57-9d129503d5ca req-36827588-7b52-460e-a5c1-6b35552af134 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:14.703141 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c1964e15-dde7-4056-ab57-9d129503d5ca req-36827588-7b52-460e-a5c1-6b35552af134 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 945 time: 0.1050730 Nov 28 08:02:14.755242 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c1964e15-dde7-4056-ab57-9d129503d5ca req-59207f05-7f06-4e10-86f1-e4acd833bf83 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=e571e32a-1aa5-4b2d-b283-43bf0c008a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459325 Nov 28 08:02:14.895350 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6db94-75a1-4e3e-873a-6a818c6f0fe3 req-eb83d117-27b1-4262-b961-da7e9ee36477 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:14.896683 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7e6db94-75a1-4e3e-873a-6a818c6f0fe3 req-eb83d117-27b1-4262-b961-da7e9ee36477 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 945 time: 0.0535722 Nov 28 08:02:15.000630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-d7e6db94-75a1-4e3e-873a-6a818c6f0fe3 req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 516977d9-a79f-4675-aca1-9eabf2696c4b {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:02:15.000964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d7e6db94-75a1-4e3e-873a-6a818c6f0fe3 req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:15.088074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-d7e6db94-75a1-4e3e-873a-6a818c6f0fe3 req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 516977d9-a79f-4675-aca1-9eabf2696c4b, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=516977d9-a79f-4675-aca1-9eabf2696c4b,segment=NetworkSegment(a44aec3b-4b3d-4cb3-8817-02a9cdd47f06),segment_id=a44aec3b-4b3d-4cb3-8817-02a9cdd47f06)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:02:15.088431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d7e6db94-75a1-4e3e-873a-6a818c6f0fe3 req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:15.100309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-d7e6db94-75a1-4e3e-873a-6a818c6f0fe3 req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 516977d9-a79f-4675-aca1-9eabf2696c4b owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:02:15.232675 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d7e6db94-75a1-4e3e-873a-6a818c6f0fe3 req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:15.260364 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=516977d9-a79f-4675-aca1-9eabf2696c4b,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:15.274286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:15.274643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:15.275030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:15.275370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:15.275732 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:15.276039 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:15.276376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:15.276712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:15.277043 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:15.277369 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:15.277698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:15.278019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:15.278338 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:15.314301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e6db94-75a1-4e3e-873a-6a818c6f0fe3 req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] No DVR routers for this DVR port 516977d9-a79f-4675-aca1-9eabf2696c4b on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:02:15.316691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d7e6db94-75a1-4e3e-873a-6a818c6f0fe3 req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:15.320152 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7e6db94-75a1-4e3e-873a-6a818c6f0fe3 req-f3fa67e3-48a8-4da5-80d6-4cf197fcf495 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "DELETE /v2.0/ports/516977d9-a79f-4675-aca1-9eabf2696c4b HTTP/1.1" status: 204 len: 173 time: 0.4138350 Nov 28 08:02:15.320589 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'name': 'network-vif-deleted', 'tag': '516977d9-a79f-4675-aca1-9eabf2696c4b'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:02:15.322839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6e6fbd-d58a-4441-b0d7-e4f6e67f922e" -d '{"events": [{"server_uuid": "6e5e32e9-e842-400c-8ff5-6b31932daa80", "name": "network-vif-deleted", "tag": "516977d9-a79f-4675-aca1-9eabf2696c4b"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:02:15.408468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ef5bc714-e173-441a-a055-78b5d953f7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:15.426595 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c0af90-7a92-4573-8541-aa519048161c x-openstack-request-id: req-a1c0af90-7a92-4573-8541-aa519048161c {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:02:15.426922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5e32e9-e842-400c-8ff5-6b31932daa80", "name": "network-vif-deleted", "tag": "516977d9-a79f-4675-aca1-9eabf2696c4b", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:02:15.427179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1c0af90-7a92-4573-8541-aa519048161c {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:02:15.427576 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5e32e9-e842-400c-8ff5-6b31932daa80', 'name': 'network-vif-deleted', 'tag': '516977d9-a79f-4675-aca1-9eabf2696c4b', 'status': 'completed', 'code': 200} Nov 28 08:02:15.863649 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d4bb3cf2-53fd-4242-8002-80b850e91c17 req-7cfeb905-6751-4a9b-b326-a00aff267df3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5e32e9-e842-400c-8ff5-6b31932daa80 HTTP/1.1" status: 200 len: 210 time: 0.0291915 Nov 28 08:02:16.920623 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43450) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:16.976727 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-739a45f9-4563-4e70-bf42-1020f5cdefb0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:17.000840 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-739a45f9-4563-4e70-bf42-1020f5cdefb0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:17.058853 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-739a45f9-4563-4e70-bf42-1020f5cdefb0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:17.061658 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-739a45f9-4563-4e70-bf42-1020f5cdefb0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:17.062938 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-739a45f9-4563-4e70-bf42-1020f5cdefb0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/security-groups/e571e32a-1aa5-4b2d-b283-43bf0c008a3f HTTP/1.1" status: 204 len: 168 time: 0.1413133 Nov 28 08:02:17.072978 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a45f9-4563-4e70-bf42-1020f5cdefb0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e571e32a-1aa5-4b2d-b283-43bf0c008a3f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:17.094985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43454) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:17.489174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-24ed45c6-82b3-4ef6-b2f5-eaf3e4bd3a31 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:17.768765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-24ed45c6-82b3-4ef6-b2f5-eaf3e4bd3a31 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 04149fdd-8c78-4066-b950-a40c8eb78ed5 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:02:17.769100 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-24ed45c6-82b3-4ef6-b2f5-eaf3e4bd3a31 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:17.941043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-187fb4f1-736f-4e8a-b8a6-8899e04037be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:18.162786 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-24ed45c6-82b3-4ef6-b2f5-eaf3e4bd3a31 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 04149fdd-8c78-4066-b950-a40c8eb78ed5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=04149fdd-8c78-4066-b950-a40c8eb78ed5,segment=NetworkSegment(a44aec3b-4b3d-4cb3-8817-02a9cdd47f06),segment_id=a44aec3b-4b3d-4cb3-8817-02a9cdd47f06)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:02:18.163467 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-24ed45c6-82b3-4ef6-b2f5-eaf3e4bd3a31 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:18.174384 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-24ed45c6-82b3-4ef6-b2f5-eaf3e4bd3a31 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 04149fdd-8c78-4066-b950-a40c8eb78ed5 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:02:18.365150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-24ed45c6-82b3-4ef6-b2f5-eaf3e4bd3a31 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:18.392131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed45c6-82b3-4ef6-b2f5-eaf3e4bd3a31 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=04149fdd-8c78-4066-b950-a40c8eb78ed5,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:18.581380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-24ed45c6-82b3-4ef6-b2f5-eaf3e4bd3a31 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:18.825490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ed45c6-82b3-4ef6-b2f5-eaf3e4bd3a31 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 5d934255-3304-4c3a-a837-f5ec08594c51 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:02:18.878244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 516977d9-a79f-4675-aca1-9eabf2696c4b no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:02:18.898883 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 516977d9-a79f-4675-aca1-9eabf2696c4b {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:02:18.899223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 516977d9-a79f-4675-aca1-9eabf2696c4b not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:02:18.945629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ed45c6-82b3-4ef6-b2f5-eaf3e4bd3a31 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:02:18.950586 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-24ed45c6-82b3-4ef6-b2f5-eaf3e4bd3a31 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/5d934255-3304-4c3a-a837-f5ec08594c51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8545768 Nov 28 08:02:18.953427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43456) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:18.954824 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562b787-57f0-47b6-86c8-769eb9e099a4 None None] Sync routers for ids ['5d934255-3304-4c3a-a837-f5ec08594c51'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:02:18.967628 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562b787-57f0-47b6-86c8-769eb9e099a4 None None] Routers {'5d934255-3304-4c3a-a837-f5ec08594c51'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:02:18.968245 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1562b787-57f0-47b6-86c8-769eb9e099a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:02:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['5d934255-3304-4c3a-a837-f5ec08594c51'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:19.008288 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-338782e5-96a7-4ab2-a4b8-f7ada2ab29d6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting subnet ba8d831b-2696-436e-979e-774c3160ef89 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:02:19.011377 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-338782e5-96a7-4ab2-a4b8-f7ada2ab29d6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:19.054546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:19.057290 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-338782e5-96a7-4ab2-a4b8-f7ada2ab29d6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:19.088518 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-1562b787-57f0-47b6-86c8-769eb9e099a4 None None] Set router 5d934255-3304-4c3a-a837-f5ec08594c51 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:02:19.142386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-338782e5-96a7-4ab2-a4b8-f7ada2ab29d6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:19.203250 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-338782e5-96a7-4ab2-a4b8-f7ada2ab29d6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:19.236797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338782e5-96a7-4ab2-a4b8-f7ada2ab29d6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8d831b-2696-436e-979e-774c3160ef89,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:19.238779 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-338782e5-96a7-4ab2-a4b8-f7ada2ab29d6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:19.242016 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-338782e5-96a7-4ab2-a4b8-f7ada2ab29d6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/subnets/ba8d831b-2696-436e-979e-774c3160ef89 HTTP/1.1" status: 204 len: 168 time: 0.2875924 Nov 28 08:02:19.244676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43458) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:19.248267 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab53e930-3779-4d20-b54d-6f5b29b9ebc2 None None] Network e8120533-b2f9-4665-b305-2158747fca33 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:02:19.276010 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1562b787-57f0-47b6-86c8-769eb9e099a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T08:02:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:19.308887 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562b787-57f0-47b6-86c8-769eb9e099a4 None None] Checking router: 5d934255-3304-4c3a-a837-f5ec08594c51 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:02:19.318803 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562b787-57f0-47b6-86c8-769eb9e099a4 None None] Routers {'5d934255-3304-4c3a-a837-f5ec08594c51'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:02:19.319974 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1562b787-57f0-47b6-86c8-769eb9e099a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:02:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['5d934255-3304-4c3a-a837-f5ec08594c51'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:19.373883 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:19.447139 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] DHCP port deletion for e8120533-b2f9-4665-b305-2158747fca33 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:02:19.448650 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-1562b787-57f0-47b6-86c8-769eb9e099a4 None None] Set router 5d934255-3304-4c3a-a837-f5ec08594c51 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:02:19.500662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:19.562699 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port a7603ea5-a7b8-4d73-8fbb-294dbb357f66 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:02:19.563507 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:19.638089 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1562b787-57f0-47b6-86c8-769eb9e099a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T08:02:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:19.650081 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port a7603ea5-a7b8-4d73-8fbb-294dbb357f66, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a7603ea5-a7b8-4d73-8fbb-294dbb357f66,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:02:19.651021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:19.665261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for a7603ea5-a7b8-4d73-8fbb-294dbb357f66 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:02:19.675317 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562b787-57f0-47b6-86c8-769eb9e099a4 None None] The sync data for ids ['5d934255-3304-4c3a-a837-f5ec08594c51'] in dv-neutron-744815-16-hyperv is: [{'id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'name': 'tempest-TestNetworkBasicOps-router-179986752', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T07:59:12Z', 'updated_at': '2021-11-28T08:02:18Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'a7603ea5-a7b8-4d73-8fbb-294dbb357f66', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d934255-3304-4c3a-a837-f5ec08594c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T07:59:13Z', 'updated_at': '2021-11-28T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:02:19.677055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Deleting port ceec1e09-aa09-4af2-85a4-079204693864 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:02:19.677491 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:19.744655 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] For port ceec1e09-aa09-4af2-85a4-079204693864, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ceec1e09-aa09-4af2-85a4-079204693864,segment=NetworkSegment(a44aec3b-4b3d-4cb3-8817-02a9cdd47f06),segment_id=a44aec3b-4b3d-4cb3-8817-02a9cdd47f06)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:02:19.745049 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:19.757928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Calling delete_port for ceec1e09-aa09-4af2-85a4-079204693864 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:02:19.844729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:19.847376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:19.871065 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Pushing event deleted for resources: {'Port': ['ID=ceec1e09-aa09-4af2-85a4-079204693864,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:19.874830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=a7603ea5-a7b8-4d73-8fbb-294dbb357f66,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:19.875240 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] No DVR routers for this DVR port ceec1e09-aa09-4af2-85a4-079204693864 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:02:19.881701 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:19.882524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:19.882524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:19.882787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:19.883051 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:19.883345 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:19.883667 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:19.883986 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:19.884311 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:19.884640 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:19.884962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:19.885281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:19.885597 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ef49d-bf71-41b1-9ad5-ddd40440acee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:19.890708 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c60a6d-7d24-4557-95b4-0b09d2f30693 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:02:19.935444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.043050 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.045289 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.093272 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.093994 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Fanout notify agent at l3_agent the message router_deleted on router 5d934255-3304-4c3a-a837-f5ec08594c51 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:02:20.101955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.103107 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f49c6fc4-2fc6-4f1a-9df4-44ab639bf90a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/routers/5d934255-3304-4c3a-a837-f5ec08594c51 HTTP/1.1" status: 204 len: 168 time: 0.8574996 Nov 28 08:02:20.105819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43460) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:20.187113 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5635-4362-4fa2-bcc8-fe60fa333d10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.277887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5635-4362-4fa2-bcc8-fe60fa333d10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.298306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fe3e5635-4362-4fa2-bcc8-fe60fa333d10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8120533-b2f9-4665-b305-2158747fca33']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:20.308057 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fe3e5635-4362-4fa2-bcc8-fe60fa333d10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:20.308359 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-fe3e5635-4362-4fa2-bcc8-fe60fa333d10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44aec3b-4b3d-4cb3-8817-02a9cdd47f06') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:20.318012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5635-4362-4fa2-bcc8-fe60fa333d10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.337898 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5635-4362-4fa2-bcc8-fe60fa333d10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.343777 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.344555 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3e5635-4362-4fa2-bcc8-fe60fa333d10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:02:20.344832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5635-4362-4fa2-bcc8-fe60fa333d10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:02:20.347513 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:02:20.410689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5635-4362-4fa2-bcc8-fe60fa333d10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.418449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5635-4362-4fa2-bcc8-fe60fa333d10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.420924 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fe3e5635-4362-4fa2-bcc8-fe60fa333d10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/networks/e8120533-b2f9-4665-b305-2158747fca33 HTTP/1.1" status: 204 len: 168 time: 0.3141358 Nov 28 08:02:20.432061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43462) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:20.433344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e5635-4362-4fa2-bcc8-fe60fa333d10 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Network': ['ID=e8120533-b2f9-4665-b305-2158747fca33,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:20.438538 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-bc33085f-838f-4fff-9b27-d5671c421bf9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'network': {'name': 'tempest-network-smoke--37396799', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'port_security_enabled': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:20.460304 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc33085f-838f-4fff-9b27-d5671c421bf9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:02:20.463945 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc33085f-838f-4fff-9b27-d5671c421bf9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.486556 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc33085f-838f-4fff-9b27-d5671c421bf9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:02:20.495887 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc33085f-838f-4fff-9b27-d5671c421bf9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.496231 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-bc33085f-838f-4fff-9b27-d5671c421bf9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Added segment 6666e40d-34c7-461a-8404-951e399a5c11 of type vlan for network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d Nov 28 08:02:20.534669 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc33085f-838f-4fff-9b27-d5671c421bf9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.562779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc33085f-838f-4fff-9b27-d5671c421bf9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.568421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc33085f-838f-4fff-9b27-d5671c421bf9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:20.569006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bc33085f-838f-4fff-9b27-d5671c421bf9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.606532 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bc33085f-838f-4fff-9b27-d5671c421bf9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1726713 Nov 28 08:02:20.609339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43464) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:20.613972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'admin_state_up': True, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:20.638716 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33085f-838f-4fff-9b27-d5671c421bf9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Network': ['ID=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:20.640126 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.641305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.652719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:02:20.704556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:20.707556 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ceec1e09-aa09-4af2-85a4-079204693864 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:02:20.736247 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: ceec1e09-aa09-4af2-85a4-079204693864 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:02:20.736590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ceec1e09-aa09-4af2-85a4-079204693864 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:02:20.737006 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a7603ea5-a7b8-4d73-8fbb-294dbb357f66 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:02:20.759674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: a7603ea5-a7b8-4d73-8fbb-294dbb357f66 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:02:20.760020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a7603ea5-a7b8-4d73-8fbb-294dbb357f66 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:02:20.760436 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 04149fdd-8c78-4066-b950-a40c8eb78ed5 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:02:20.779399 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 04149fdd-8c78-4066-b950-a40c8eb78ed5 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:02:20.779745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 04149fdd-8c78-4066-b950-a40c8eb78ed5 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:02:20.856748 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:21.054114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:21.072561 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:21.172247 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.228 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/58871f0d-2709-4895-af6b-c57464b456eb) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:02:21.268341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:21.306616 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:21.329851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:21.345895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:02:21.348752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:02:21.354597 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:02:21.361720 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cdf150-2cde-4b8c-a717-5607cb349ffa None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:02:21.382720 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=58871f0d-2709-4895-af6b-c57464b456eb,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:21.473679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-043d66ea-e834-4299-b652-08429b7da1b5 None None] Provisioning complete for port 58871f0d-2709-4895-af6b-c57464b456eb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:21.474050 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-043d66ea-e834-4299-b652-08429b7da1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:21.512599 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-043d66ea-e834-4299-b652-08429b7da1b5 None None] Port 58871f0d-2709-4895-af6b-c57464b456eb cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:02:21.631371 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:22.173602 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:22.314734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 8618d942-73e5-4dda-a759-103d37584b25 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:02:22.434955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:02:22.445695 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Sync routers for ids ['8618d942-73e5-4dda-a759-103d37584b25'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:02:22.455238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:22.455969 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Routers {'8618d942-73e5-4dda-a759-103d37584b25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:02:22.456539 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d0cfb309-5ccf-4d0c-94eb-3546c37c430c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8461595 Nov 28 08:02:22.456689 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:02:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8618d942-73e5-4dda-a759-103d37584b25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:22.459673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43466) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:22.578620 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Set router 8618d942-73e5-4dda-a759-103d37584b25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:02:22.621166 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-aaff51d3-438a-4d57-806c-c7c96f897f25 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2bd5e3358de04cc29a985f74fa93a602&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1573124 Nov 28 08:02:22.621315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43470) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:22.704782 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4f391f-018e-4f76-bf81-64f81e1f74b3 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:22.708847 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4a4f391f-018e-4f76-bf81-64f81e1f74b3 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842080 Nov 28 08:02:22.709061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43472) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:22.739010 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fdc33d3f-920d-4c0f-8c85-342b6e93c06a tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265732 Nov 28 08:02:22.739255 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43474) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:22.743790 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0d136e5f-4a3a-4f89-b62f-fa4efaad65ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1946527433', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:22.760139 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:21Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:22.787657 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Checking router: 8618d942-73e5-4dda-a759-103d37584b25 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:02:22.788008 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Updating router 8618d942-73e5-4dda-a759-103d37584b25 port 58871f0d-2709-4895-af6b-c57464b456eb binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:02:22.818497 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:22.837797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d136e5f-4a3a-4f89-b62f-fa4efaad65ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:02:22.841510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0d136e5f-4a3a-4f89-b62f-fa4efaad65ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:23.021552 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0d136e5f-4a3a-4f89-b62f-fa4efaad65ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:23.084937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:23.087167 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d136e5f-4a3a-4f89-b62f-fa4efaad65ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Subnet': ['ID=0242d593-ead3-4432-b221-1fe3256c68c4,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:23.089403 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d136e5f-4a3a-4f89-b62f-fa4efaad65ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Checking segment: {'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:02:23.089826 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d136e5f-4a3a-4f89-b62f-fa4efaad65ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network hostable DHCP agents. Network: 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:02:23.091757 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:23.107622 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d136e5f-4a3a-4f89-b62f-fa4efaad65ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:02:23.116238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-0d136e5f-4a3a-4f89-b62f-fa4efaad65ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:02:23.120695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d136e5f-4a3a-4f89-b62f-fa4efaad65ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:23.121286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0d136e5f-4a3a-4f89-b62f-fa4efaad65ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:23.128951 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515dc11e-6978-4895-9e13-49ded600bf1d None None] Network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:02:23.140925 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0d136e5f-4a3a-4f89-b62f-fa4efaad65ee tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4008255 Nov 28 08:02:23.143883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43476) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:23.146782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b5845c-da26-460f-ab9a-f0d7afd9d4d6 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:02:23.182679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4abd25-6d8c-456c-8de8-aabe6617b2c5 None None] Pushing event updated for resources: {'Port': ['ID=58871f0d-2709-4895-af6b-c57464b456eb,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:23.186574 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Attempting to bind port 58871f0d-2709-4895-af6b-c57464b456eb on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:02:23.186995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Attempting to bind port 58871f0d-2709-4895-af6b-c57464b456eb by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:02:23.187357 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Attempting to bind port 58871f0d-2709-4895-af6b-c57464b456eb on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:02:23.227208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:02:23.227647 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:02:23.227982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:23.228371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:02:23.228839 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Bound port: 58871f0d-2709-4895-af6b-c57464b456eb, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:02:23.229662 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:23.304687 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8c535db5-8bf0-49b9-977a-7761356d75a4 None None] Provisioning complete for port 58871f0d-2709-4895-af6b-c57464b456eb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:23.305051 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8c535db5-8bf0-49b9-977a-7761356d75a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:23.370438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] For port 58871f0d-2709-4895-af6b-c57464b456eb, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:02:23.396179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] For port 58871f0d-2709-4895-af6b-c57464b456eb, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=58871f0d-2709-4895-af6b-c57464b456eb,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:02:23.397244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8c535db5-8bf0-49b9-977a-7761356d75a4 None None] Port 58871f0d-2709-4895-af6b-c57464b456eb cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:02:23.405022 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:23.449066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:02:23.449928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:23.484837 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75736654-e9d5-4414-a1ee-599fab39ebd0 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:02:23.565060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4abd25-6d8c-456c-8de8-aabe6617b2c5 None None] Pushing event updated for resources: {'Port': ['ID=58871f0d-2709-4895-af6b-c57464b456eb,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:23.567016 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Routers {'8618d942-73e5-4dda-a759-103d37584b25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:02:23.567616 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:02:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8618d942-73e5-4dda-a759-103d37584b25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:23.635864 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:23.710028 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e178cf71-33a6-43fe-ba8d-a1b66947034e None None] Provisioning complete for port 58871f0d-2709-4895-af6b-c57464b456eb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:23.710394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e178cf71-33a6-43fe-ba8d-a1b66947034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:23.765825 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Allocated IP 172.20.0.2 (6940c67f-0fe8-43f4-8d94-7c3ec8a4744d/0242d593-ead3-4432-b221-1fe3256c68c4/9c527a4e-d996-409b-b59b-ebb87f97f946) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:02:23.790572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] Set router 8618d942-73e5-4dda-a759-103d37584b25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:02:24.177167 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e178cf71-33a6-43fe-ba8d-a1b66947034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:24.245626 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e178cf71-33a6-43fe-ba8d-a1b66947034e None None] For port 58871f0d-2709-4895-af6b-c57464b456eb, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=58871f0d-2709-4895-af6b-c57464b456eb,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:02:24.251345 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e178cf71-33a6-43fe-ba8d-a1b66947034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:24.307026 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:24.320938 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:24.349245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178cf71-33a6-43fe-ba8d-a1b66947034e None None] Pushing event updated for resources: {'Port': ['ID=58871f0d-2709-4895-af6b-c57464b456eb,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:24.354566 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:02:24.359383 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:02:24.364137 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.1 (6940c67f-0fe8-43f4-8d94-7c3ec8a4744d/0242d593-ead3-4432-b221-1fe3256c68c4/e8e41e0f-1017-4b51-a5e0-6fa114acebfd) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:02:24.379316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:02:24.391135 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:21Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:24.448340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2629f4-7692-4cf2-ab0f-162ca3511687 None None] The sync data for ids ['8618d942-73e5-4dda-a759-103d37584b25'] in dv-neutron-744815-16-hyperv is: [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:21Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:02:24.458802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Pushing event updated for resources: {'Port': ['ID=9c527a4e-d996-409b-b59b-ebb87f97f946,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:24.493755 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:24.496904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Attempting to bind port 9c527a4e-d996-409b-b59b-ebb87f97f946 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:02:24.497687 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Attempting to bind port 9c527a4e-d996-409b-b59b-ebb87f97f946 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:02:24.497899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Attempting to bind port 9c527a4e-d996-409b-b59b-ebb87f97f946 on network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:02:24.504058 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:02:24.504441 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Checking segment: {'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:02:24.504834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:24.505222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Bound using segment: {'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:02:24.505692 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Bound port: 9c527a4e-d996-409b-b59b-ebb87f97f946, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:02:24.506079 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:24.538998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:24.581319 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] For port 9c527a4e-d996-409b-b59b-ebb87f97f946, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:02:24.581731 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:02:24.586090 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] For port 9c527a4e-d996-409b-b59b-ebb87f97f946, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9c527a4e-d996-409b-b59b-ebb87f97f946,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:02:24.588404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:02:24.592190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:24.594826 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:02:24.629912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=e8e41e0f-1017-4b51-a5e0-6fa114acebfd,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:24.658394 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:24.669113 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdab594-44e4-4716-8366-f81d3b272359 None None] Pushing event updated for resources: {'Port': ['ID=9c527a4e-d996-409b-b59b-ebb87f97f946,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:24.870753 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:25.197227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:25.202541 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:25.283936 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:25.285752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=e8e41e0f-1017-4b51-a5e0-6fa114acebfd,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:25.393142 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:02:25.394985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:02:25.533616 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 8618d942-73e5-4dda-a759-103d37584b25 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:02:25.661994 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:02:25.666987 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6af88192-4d4c-4742-a7be-1bbb491a4f34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/8618d942-73e5-4dda-a759-103d37584b25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5220106 Nov 28 08:02:25.669530 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43478) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:25.677835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8076bc-1c57-4ae1-81a7-a93b0c6f6cd7 None None] Network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:02:25.738957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d4c0619d-4a91-4a63-b2f0-416240de98df None None] Provisioning complete for port 9c527a4e-d996-409b-b59b-ebb87f97f946 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:25.739255 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d4c0619d-4a91-4a63-b2f0-416240de98df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:25.771008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa120f-c3b9-4c8b-a964-933d2dc16773 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:25.771620 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa120f-c3b9-4c8b-a964-933d2dc16773 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:25.771963 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa120f-c3b9-4c8b-a964-933d2dc16773 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:25.772751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa120f-c3b9-4c8b-a964-933d2dc16773 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:25.774474 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c3aa120f-c3b9-4c8b-a964-933d2dc16773 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1038420 Nov 28 08:02:25.777023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43480) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:25.831995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff51090-f44a-405f-a1a2-86c2b5781c06 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:25.832453 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff51090-f44a-405f-a1a2-86c2b5781c06 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:25.832894 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff51090-f44a-405f-a1a2-86c2b5781c06 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:25.833331 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff51090-f44a-405f-a1a2-86c2b5781c06 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:25.836649 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5ff51090-f44a-405f-a1a2-86c2b5781c06 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0568130 Nov 28 08:02:25.837868 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43482) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:25.905379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d4c0619d-4a91-4a63-b2f0-416240de98df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:25.951038 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-d4c0619d-4a91-4a63-b2f0-416240de98df None None] For port 9c527a4e-d996-409b-b59b-ebb87f97f946, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9c527a4e-d996-409b-b59b-ebb87f97f946,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:02:25.958353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d4c0619d-4a91-4a63-b2f0-416240de98df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.005589 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-07bfa32d-ff98-494d-9dea-8dbc11c18c6d tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1657386 Nov 28 08:02:26.023855 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0619d-4a91-4a63-b2f0-416240de98df None None] Pushing event updated for resources: {'Port': ['ID=9c527a4e-d996-409b-b59b-ebb87f97f946,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:26.159764 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43486) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:26.166716 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-10ab7dcf-d725-456a-a8b5-c65977ed2906 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-570430997', 'description': 'tempest-secgroup-smoke-570430997 description', 'project_id': '2bd5e3358de04cc29a985f74fa93a602'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:26.185952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-28171285-6d50-4c16-abf0-b69b57ecb432 None None] Provisioning complete for port 9c527a4e-d996-409b-b59b-ebb87f97f946 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:26.186466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-28171285-6d50-4c16-abf0-b69b57ecb432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.193014 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-10ab7dcf-d725-456a-a8b5-c65977ed2906 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.201794 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Sync routers for ids ['8618d942-73e5-4dda-a759-103d37584b25'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:02:26.213963 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Routers {'8618d942-73e5-4dda-a759-103d37584b25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:02:26.214638 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:02:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8618d942-73e5-4dda-a759-103d37584b25'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:26.278654 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-10ab7dcf-d725-456a-a8b5-c65977ed2906 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.284608 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-10ab7dcf-d725-456a-a8b5-c65977ed2906 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.310255 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-28171285-6d50-4c16-abf0-b69b57ecb432 None None] Provisioning complete for port e8e41e0f-1017-4b51-a5e0-6fa114acebfd triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:26.310761 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-28171285-6d50-4c16-abf0-b69b57ecb432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.334015 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-10ab7dcf-d725-456a-a8b5-c65977ed2906 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.335881 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-10ab7dcf-d725-456a-a8b5-c65977ed2906 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1749420 Nov 28 08:02:26.338909 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43488) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:26.339533 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab7dcf-d725-456a-a8b5-c65977ed2906 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d4d572-8771-48ab-96be-4003ec4031a2,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:26.344187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d4bf46c1-7b19-49cb-aa13-d0fe7df7b40c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '91d4d572-8771-48ab-96be-4003ec4031a2', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:26.359063 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Set router 8618d942-73e5-4dda-a759-103d37584b25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:02:26.373656 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-28171285-6d50-4c16-abf0-b69b57ecb432 None None] Port e8e41e0f-1017-4b51-a5e0-6fa114acebfd cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:02:26.383187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4bf46c1-7b19-49cb-aa13-d0fe7df7b40c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.452370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4bf46c1-7b19-49cb-aa13-d0fe7df7b40c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.457872 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4bf46c1-7b19-49cb-aa13-d0fe7df7b40c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.480978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf46c1-7b19-49cb-aa13-d0fe7df7b40c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673fdab6-e557-4ac0-bb86-0a6a7be456fc,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:26.490938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d4bf46c1-7b19-49cb-aa13-d0fe7df7b40c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.494953 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d4bf46c1-7b19-49cb-aa13-d0fe7df7b40c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523476 Nov 28 08:02:26.495587 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43490) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:26.496692 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9d39e79d-0c08-48d1-83b4-2f2a32ad549c None None] Provisioning complete for port e8e41e0f-1017-4b51-a5e0-6fa114acebfd triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:26.497155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9d39e79d-0c08-48d1-83b4-2f2a32ad549c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.500698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8c2197ef-114e-4674-b6df-1ff5d888ddcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '91d4d572-8771-48ab-96be-4003ec4031a2', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:26.542204 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c2197ef-114e-4674-b6df-1ff5d888ddcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.549595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9d39e79d-0c08-48d1-83b4-2f2a32ad549c None None] Port e8e41e0f-1017-4b51-a5e0-6fa114acebfd cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:02:26.607265 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c2197ef-114e-4674-b6df-1ff5d888ddcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.608654 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:25Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:26.613446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c2197ef-114e-4674-b6df-1ff5d888ddcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.638400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2197ef-114e-4674-b6df-1ff5d888ddcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9dfe00-c410-4cba-b965-4629a236a3da,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:26.638843 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Checking router: 8618d942-73e5-4dda-a759-103d37584b25 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:02:26.640221 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Updating router 8618d942-73e5-4dda-a759-103d37584b25 port e8e41e0f-1017-4b51-a5e0-6fa114acebfd binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:02:26.648754 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8c2197ef-114e-4674-b6df-1ff5d888ddcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.649988 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8c2197ef-114e-4674-b6df-1ff5d888ddcd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532578 Nov 28 08:02:26.653305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43492) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:26.658035 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f38daf4b-63b1-4f91-961b-1b1df9402513 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '91d4d572-8771-48ab-96be-4003ec4031a2', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:26.676719 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.683209 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-df614cc0-765c-4d66-8839-74cecc2a5d59 None None] Provisioning complete for port e8e41e0f-1017-4b51-a5e0-6fa114acebfd triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:26.683789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-df614cc0-765c-4d66-8839-74cecc2a5d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.701791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f38daf4b-63b1-4f91-961b-1b1df9402513 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.739365 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-df614cc0-765c-4d66-8839-74cecc2a5d59 None None] Port e8e41e0f-1017-4b51-a5e0-6fa114acebfd cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:02:26.764022 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f38daf4b-63b1-4f91-961b-1b1df9402513 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.769715 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f38daf4b-63b1-4f91-961b-1b1df9402513 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.784716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 58871f0d-2709-4895-af6b-c57464b456eb up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:02:26.791382 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38daf4b-63b1-4f91-961b-1b1df9402513 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5f2875-77d6-48a8-a630-9a6793def37c,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:26.803051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f38daf4b-63b1-4f91-961b-1b1df9402513 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.804593 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f38daf4b-63b1-4f91-961b-1b1df9402513 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503634 Nov 28 08:02:26.807700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43494) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:26.813025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-a6007de6-8ce0-4499-9a30-c6f911c98a2a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '91d4d572-8771-48ab-96be-4003ec4031a2', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:26.843759 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 58871f0d-2709-4895-af6b-c57464b456eb triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:26.844008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a6007de6-8ce0-4499-9a30-c6f911c98a2a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.844702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.903901 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a6007de6-8ce0-4499-9a30-c6f911c98a2a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.908992 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a6007de6-8ce0-4499-9a30-c6f911c98a2a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.926602 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6007de6-8ce0-4499-9a30-c6f911c98a2a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f254862-9ce9-472c-95da-fefa74bc0c0c,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:26.942610 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a6007de6-8ce0-4499-9a30-c6f911c98a2a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.944959 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a6007de6-8ce0-4499-9a30-c6f911c98a2a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351075 Nov 28 08:02:26.947633 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43496) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:26.948078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9c527a4e-d996-409b-b59b-ebb87f97f946 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:02:26.952197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-64b166fd-d0c4-44a3-9679-7ee7650ab896 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '91d4d572-8771-48ab-96be-4003ec4031a2', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:26.981146 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-64b166fd-d0c4-44a3-9679-7ee7650ab896 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:02:26.987144 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64b166fd-d0c4-44a3-9679-7ee7650ab896 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:26.997967 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.004517 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.007363 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 9c527a4e-d996-409b-b59b-ebb87f97f946 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:27.007540 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.049567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64b166fd-d0c4-44a3-9679-7ee7650ab896 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.055952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64b166fd-d0c4-44a3-9679-7ee7650ab896 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.077064 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b166fd-d0c4-44a3-9679-7ee7650ab896 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f5c8945-2c84-4dfe-83d5-9c5ac8069a73,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:27.091374 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Pushing event updated for resources: {'Port': ['ID=e8e41e0f-1017-4b51-a5e0-6fa114acebfd,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:27.093264 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64b166fd-d0c4-44a3-9679-7ee7650ab896 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.097873 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43498) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:27.098658 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-64b166fd-d0c4-44a3-9679-7ee7650ab896 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498265 Nov 28 08:02:27.102532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-6c187a8f-62f5-44e2-87ef-a1e7cd934ef6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '91d4d572-8771-48ab-96be-4003ec4031a2', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:27.128683 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-6c187a8f-62f5-44e2-87ef-a1e7cd934ef6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:02:27.128904 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:27.129311 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:27.129706 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:27.130117 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:27.130506 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:27.130936 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:27.131298 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:27.131734 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:27.133142 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:27.133142 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:27.133421 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:27.133583 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:27.134301 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:27.134700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c187a8f-62f5-44e2-87ef-a1e7cd934ef6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.149005 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Attempting to bind port e8e41e0f-1017-4b51-a5e0-6fa114acebfd on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:02:27.149465 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Attempting to bind port e8e41e0f-1017-4b51-a5e0-6fa114acebfd by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:02:27.149891 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Attempting to bind port e8e41e0f-1017-4b51-a5e0-6fa114acebfd on network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:02:27.155385 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:02:27.155836 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Checking segment: {'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:02:27.156310 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.156889 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Bound using segment: {'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:02:27.157427 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Bound port: e8e41e0f-1017-4b51-a5e0-6fa114acebfd, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:02:27.157867 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.203441 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c187a8f-62f5-44e2-87ef-a1e7cd934ef6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.208444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c187a8f-62f5-44e2-87ef-a1e7cd934ef6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.227900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c187a8f-62f5-44e2-87ef-a1e7cd934ef6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6e1ea4-be41-48fe-845b-71326f92f1cd,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:27.235415 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] For port e8e41e0f-1017-4b51-a5e0-6fa114acebfd, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:02:27.238566 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6c187a8f-62f5-44e2-87ef-a1e7cd934ef6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.242915 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] For port e8e41e0f-1017-4b51-a5e0-6fa114acebfd, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e8e41e0f-1017-4b51-a5e0-6fa114acebfd,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:02:27.243118 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6c187a8f-62f5-44e2-87ef-a1e7cd934ef6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410987 Nov 28 08:02:27.248043 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.314121 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Routers {'8618d942-73e5-4dda-a759-103d37584b25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:02:27.314743 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:02:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8618d942-73e5-4dda-a759-103d37584b25'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:27.370948 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1e789-2762-468d-ab07-85c127784248 None None] Pushing event updated for resources: {'Port': ['ID=e8e41e0f-1017-4b51-a5e0-6fa114acebfd,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:27.382358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a7c8fb32-8ce8-49d7-9ffd-4018250a8783 None None] Provisioning complete for port e8e41e0f-1017-4b51-a5e0-6fa114acebfd triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:27.382911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fb32-8ce8-49d7-9ffd-4018250a8783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.435990 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-728f6b07-6a96-471b-8de8-67f7952d09c4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570430997&fields=id&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 267 time: 0.0648386 Nov 28 08:02:27.463112 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] Set router 8618d942-73e5-4dda-a759-103d37584b25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:02:27.484856 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fb32-8ce8-49d7-9ffd-4018250a8783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.522187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a7c8fb32-8ce8-49d7-9ffd-4018250a8783 None None] For port e8e41e0f-1017-4b51-a5e0-6fa114acebfd, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e8e41e0f-1017-4b51-a5e0-6fa114acebfd,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:02:27.527821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fb32-8ce8-49d7-9ffd-4018250a8783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.558124 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-e672b5fd-b891-438b-870e-3a98e050e885 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:27.559816 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-e672b5fd-b891-438b-870e-3a98e050e885 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/networks?id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d HTTP/1.1" status: 200 len: 795 time: 0.1157372 Nov 28 08:02:27.578169 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-de4424c2-0109-496a-b13d-19ea5a9a1f07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/quotas/2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 375 time: 0.0103729 Nov 28 08:02:27.588457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8fb32-8ce8-49d7-9ffd-4018250a8783 None None] Pushing event updated for resources: {'Port': ['ID=e8e41e0f-1017-4b51-a5e0-6fa114acebfd,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:27.644042 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-f3c664f4-36ee-417c-b3e4-ec9c14096b90 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588777 Nov 28 08:02:27.649292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f33708c2-55c7-4fdd-8e09-d6f4b30ea523 None None] Provisioning complete for port e8e41e0f-1017-4b51-a5e0-6fa114acebfd triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:27.649732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f33708c2-55c7-4fdd-8e09-d6f4b30ea523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:27.689524 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:27Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:27.720763 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e1886-6b86-4562-a770-b5aef0247a21 None None] The sync data for ids ['8618d942-73e5-4dda-a759-103d37584b25'] in dv-neutron-744815-16-hyperv is: [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:27Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:02:27.743958 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-55c02328-d822-4673-a9ed-7d84cf416279 service neutron] 10.222.0.31 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869606 Nov 28 08:02:27.856604 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-f7b9305a-27cd-48ac-9f24-dee3c754ed60 service neutron] 10.222.0.31 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016505 Nov 28 08:02:28.033379 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-aad5bda1-7a28-46e2-a01a-98a6e363be2f req-1b2ddad8-71c4-44d8-92a0-5b214e1199f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 210 time: 0.0295868 Nov 28 08:02:28.693460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e8e41e0f-1017-4b51-a5e0-6fa114acebfd up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:02:28.750110 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port e8e41e0f-1017-4b51-a5e0-6fa114acebfd triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:28.750477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:29.118827 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-764b3d16-e94b-4611-98cf-2e2e9d325ca6 req-479fda08-68b3-475c-9132-f1d07a14dd6e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 210 time: 0.0306804 Nov 28 08:02:30.198249 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-cfffe96d-0a63-4365-a3f8-d679628c160f req-29bd72f2-ae6d-4a91-b972-de46247f3e13 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 210 time: 0.0303161 Nov 28 08:02:31.236027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:31.288659 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-269d567a-6590-4e15-a1a9-d083f0c06b94 req-b3b44a5e-2e04-4351-b244-70bdb569e7f0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 210 time: 0.0269597 Nov 28 08:02:32.113031 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-d556e494-b319-4278-945a-e0081e996c89 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:32.114482 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-d556e494-b319-4278-945a-e0081e996c89 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/networks?id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d HTTP/1.1" status: 200 len: 795 time: 0.1046546 Nov 28 08:02:32.183446 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-a582ea81-0985-4855-8cda-4706ff445f56 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 379 time: 0.0547333 Nov 28 08:02:32.199443 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-b1ec6601-aad4-4436-9d5d-4210f581acf6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'port': {'device_id': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'admin_state_up': True, 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'security_groups': ['91d4d572-8771-48ab-96be-4003ec4031a2']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:32.302154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-b1ec6601-aad4-4436-9d5d-4210f581acf6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:02:32.306539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-b1ec6601-aad4-4436-9d5d-4210f581acf6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:32.382020 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-84d32c5b-8fc3-48d9-837e-601e41785b70 req-a5752d8e-9df3-471f-a292-5604393a6847 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 210 time: 0.0274093 Nov 28 08:02:32.434032 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-b1ec6601-aad4-4436-9d5d-4210f581acf6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.3 (6940c67f-0fe8-43f4-8d94-7c3ec8a4744d/0242d593-ead3-4432-b221-1fe3256c68c4/cec96441-4932-4009-b8ac-519c72e71616) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:02:32.568360 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-b1ec6601-aad4-4436-9d5d-4210f581acf6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:32.604828 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-b1ec6601-aad4-4436-9d5d-4210f581acf6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:32.645402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-b1ec6601-aad4-4436-9d5d-4210f581acf6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:02:32.649084 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-b1ec6601-aad4-4436-9d5d-4210f581acf6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:02:32.655430 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-b1ec6601-aad4-4436-9d5d-4210f581acf6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:02:32.686200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec6601-aad4-4436-9d5d-4210f581acf6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=cec96441-4932-4009-b8ac-519c72e71616,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:32.713049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-b1ec6601-aad4-4436-9d5d-4210f581acf6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:32.713674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-b1ec6601-aad4-4436-9d5d-4210f581acf6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:32.730082 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-b1ec6601-aad4-4436-9d5d-4210f581acf6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5343566 Nov 28 08:02:32.748334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Request body: {'port': {'device_id': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:32.818233 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:32.893473 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4d24197b-59c6-42f1-8da2-dc6c566b1c70 None None] Provisioning complete for port cec96441-4932-4009-b8ac-519c72e71616 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:32.894101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4d24197b-59c6-42f1-8da2-dc6c566b1c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:32.939513 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4d24197b-59c6-42f1-8da2-dc6c566b1c70 None None] Port cec96441-4932-4009-b8ac-519c72e71616 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:02:33.081470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec96441-4932-4009-b8ac-519c72e71616 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:02:33.089440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:33.101985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Transition to ACTIVE for port object cec96441-4932-4009-b8ac-519c72e71616 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:02:33.104972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:33.199614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Pushing event updated for resources: {'Port': ['ID=cec96441-4932-4009-b8ac-519c72e71616,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:33.229357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Attempting to bind port cec96441-4932-4009-b8ac-519c72e71616 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:02:33.229768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Attempting to bind port cec96441-4932-4009-b8ac-519c72e71616 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:02:33.230019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Attempting to bind port cec96441-4932-4009-b8ac-519c72e71616 on network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:02:33.234557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Port cec96441-4932-4009-b8ac-519c72e71616 on network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:02:33.234895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Attempting to bind port cec96441-4932-4009-b8ac-519c72e71616 on network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:02:33.239824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:02:33.240162 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Checking segment: {'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:02:33.240540 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Bound using segment: {'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:02:33.241458 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Bound port: cec96441-4932-4009-b8ac-519c72e71616, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:02:33.241807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:33.312151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] For port cec96441-4932-4009-b8ac-519c72e71616, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:02:33.315124 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] For port cec96441-4932-4009-b8ac-519c72e71616, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=cec96441-4932-4009-b8ac-519c72e71616,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:02:33.320321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:33.357098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:33.357719 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:33.359172 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] 10.222.0.35 "PUT /v2.0/ports/cec96441-4932-4009-b8ac-519c72e71616 HTTP/1.1" status: 200 len: 1093 time: 0.6151125 Nov 28 08:02:33.359546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'tag': 'cec96441-4932-4009-b8ac-519c72e71616'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:02:33.361827 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c96e87c-2312-450a-8191-82b038fc023a" -d '{"events": [{"name": "network-changed", "server_uuid": "b906ca3b-0b9f-4af0-85ac-d09bea032019", "tag": "cec96441-4932-4009-b8ac-519c72e71616"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:02:33.391768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ff6c1-5d54-423f-9066-e27a39bd12ed service neutron] Pushing event updated for resources: {'Port': ['ID=cec96441-4932-4009-b8ac-519c72e71616,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:33.436768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444715e6-2c38-4013-80e6-1be3bd448b47 x-openstack-request-id: req-444715e6-2c38-4013-80e6-1be3bd448b47 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:02:33.437064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b906ca3b-0b9f-4af0-85ac-d09bea032019", "tag": "cec96441-4932-4009-b8ac-519c72e71616", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:02:33.437318 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-444715e6-2c38-4013-80e6-1be3bd448b47 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:02:33.437749 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'tag': 'cec96441-4932-4009-b8ac-519c72e71616', 'status': 'completed', 'code': 200} Nov 28 08:02:33.460784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-6660c8ce-e3b5-4c48-8315-2f42ccf12832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:33.462298 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-6660c8ce-e3b5-4c48-8315-2f42ccf12832 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 1096 time: 0.0584106 Nov 28 08:02:33.513043 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-e7a2e24e-b6e1-49bc-bfff-625bf85cb9ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cec96441-4932-4009-b8ac-519c72e71616 HTTP/1.1" status: 200 len: 217 time: 0.0378225 Nov 28 08:02:33.517700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07547c-4197-4f6a-a024-7493bc56cbae req-12bdd1a4-8912-4fc6-8fe2-4fd1d24911c0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:33.519213 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-eb07547c-4197-4f6a-a024-7493bc56cbae req-12bdd1a4-8912-4fc6-8fe2-4fd1d24911c0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 943 time: 0.0584798 Nov 28 08:02:33.570343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-776323b2-a59b-492c-b862-b2a7ab5c3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:33.573756 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-eb07547c-4197-4f6a-a024-7493bc56cbae req-1431ca25-e8dc-4ca1-b2b1-02deb19f38c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=91d4d572-8771-48ab-96be-4003ec4031a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474358 Nov 28 08:02:33.575690 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-776323b2-a59b-492c-b862-b2a7ab5c3537 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0242d593-ead3-4432-b221-1fe3256c68c4 HTTP/1.1" status: 200 len: 835 time: 0.0505667 Nov 28 08:02:33.636549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-fd55174a-b817-4d08-8d4c-090dbe636b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:33.637907 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-fd55174a-b817-4d08-8d4c-090dbe636b7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0501311 Nov 28 08:02:33.730378 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-3ff9c492-693e-4c57-97ee-4c27f32e3d23 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800295 Nov 28 08:02:33.824523 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35551977-8af6-4c0e-9a19-02c2ad3870a1 req-43458555-21d2-4ba2-919d-cfe7424db115 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846539 Nov 28 08:02:33.932253 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96e87c-2312-450a-8191-82b038fc023a req-2dd91f2f-cf22-4d8f-9ee6-6d1515efc49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:33.933626 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c96e87c-2312-450a-8191-82b038fc023a req-2dd91f2f-cf22-4d8f-9ee6-6d1515efc49a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 1096 time: 0.0463493 Nov 28 08:02:34.027300 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96e87c-2312-450a-8191-82b038fc023a req-a991256f-9b95-4ad2-8747-23f146749966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:34.028752 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c96e87c-2312-450a-8191-82b038fc023a req-a991256f-9b95-4ad2-8747-23f146749966 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d HTTP/1.1" status: 200 len: 896 time: 0.0866218 Nov 28 08:02:34.076491 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c96e87c-2312-450a-8191-82b038fc023a req-f52489d5-f329-46d2-baee-4259dee7cfe3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cec96441-4932-4009-b8ac-519c72e71616 HTTP/1.1" status: 200 len: 217 time: 0.0388081 Nov 28 08:02:34.124599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96e87c-2312-450a-8191-82b038fc023a req-5262a972-70b6-42bc-9e0e-b3eb0cb41eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:34.125986 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c96e87c-2312-450a-8191-82b038fc023a req-5262a972-70b6-42bc-9e0e-b3eb0cb41eae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0242d593-ead3-4432-b221-1fe3256c68c4 HTTP/1.1" status: 200 len: 835 time: 0.0422447 Nov 28 08:02:34.180746 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96e87c-2312-450a-8191-82b038fc023a req-8d29b3d8-1a04-4886-aaed-ccd37864ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:34.182190 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c96e87c-2312-450a-8191-82b038fc023a req-8d29b3d8-1a04-4886-aaed-ccd37864ca18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0488834 Nov 28 08:02:34.271951 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c96e87c-2312-450a-8191-82b038fc023a req-076e9d64-4db0-4b22-af9c-7ff3f68cf2b3 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791283 Nov 28 08:02:34.363482 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9c96e87c-2312-450a-8191-82b038fc023a req-06e57720-5e47-43e9-9b92-e378a125ddea service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826476 Nov 28 08:02:34.696515 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe3453-e2f7-4604-8ee1-b1da8a7e4bc6 req-f19798f6-ba6f-4be0-af0c-9b3a0d11a55f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:34.697971 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dabe3453-e2f7-4604-8ee1-b1da8a7e4bc6 req-f19798f6-ba6f-4be0-af0c-9b3a0d11a55f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 943 time: 0.0543792 Nov 28 08:02:34.745022 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dabe3453-e2f7-4604-8ee1-b1da8a7e4bc6 req-f49e974c-1db5-4e49-9a9e-691f8bea6382 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=91d4d572-8771-48ab-96be-4003ec4031a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412071 Nov 28 08:02:34.971790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device cec96441-4932-4009-b8ac-519c72e71616 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:02:35.064256 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port cec96441-4932-4009-b8ac-519c72e71616, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=cec96441-4932-4009-b8ac-519c72e71616,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:02:35.074221 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'cec96441-4932-4009-b8ac-519c72e71616', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'port_id': 'cec96441-4932-4009-b8ac-519c72e71616', 'mac_address': 'fa:16:3e:e9:d7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:02:35.118316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:35.130338 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec96441-4932-4009-b8ac-519c72e71616 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:02:35.148697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port cec96441-4932-4009-b8ac-519c72e71616, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=cec96441-4932-4009-b8ac-519c72e71616,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:02:35.152455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:35.203394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=cec96441-4932-4009-b8ac-519c72e71616,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:35.461854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['cec96441-4932-4009-b8ac-519c72e71616'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:02:35.867525 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff6b16-cb3a-48a2-8d60-2f14e669d48d req-b4fd2d2e-965c-4e4d-a26c-2f3d415dac25 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:35.868959 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-24ff6b16-cb3a-48a2-8d60-2f14e669d48d req-b4fd2d2e-965c-4e4d-a26c-2f3d415dac25 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 944 time: 0.0571835 Nov 28 08:02:35.915893 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-24ff6b16-cb3a-48a2-8d60-2f14e669d48d req-63e5e562-257c-4a5d-8aa6-3f924d5863d4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=91d4d572-8771-48ab-96be-4003ec4031a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410480 Nov 28 08:02:36.972153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device cec96441-4932-4009-b8ac-519c72e71616 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:02:37.028255 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port cec96441-4932-4009-b8ac-519c72e71616 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:02:37.031994 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port cec96441-4932-4009-b8ac-519c72e71616 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:37.032370 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:37.037088 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010859d-8881-40c8-be13-2715359ad63c req-2c482faa-10a4-40f6-a92a-284d24342090 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:37.038724 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5010859d-8881-40c8-be13-2715359ad63c req-2c482faa-10a4-40f6-a92a-284d24342090 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 944 time: 0.0560338 Nov 28 08:02:37.091527 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5010859d-8881-40c8-be13-2715359ad63c req-bb7f49c0-992f-414a-8e28-a4d510bb9ebb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=91d4d572-8771-48ab-96be-4003ec4031a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467451 Nov 28 08:02:37.120134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:37.142473 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec96441-4932-4009-b8ac-519c72e71616'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:02:37.144740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf179b7-7eb2-493f-80ea-8f17618e9453" -d '{"events": [{"server_uuid": "b906ca3b-0b9f-4af0-85ac-d09bea032019", "name": "network-vif-plugged", "status": "completed", "tag": "cec96441-4932-4009-b8ac-519c72e71616"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:02:37.157495 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port cec96441-4932-4009-b8ac-519c72e71616, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=cec96441-4932-4009-b8ac-519c72e71616,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:02:37.161824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:37.218395 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=cec96441-4932-4009-b8ac-519c72e71616,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:37.240032 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a25a3b-72ed-447e-84d5-2a5c887ad762 x-openstack-request-id: req-33a25a3b-72ed-447e-84d5-2a5c887ad762 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:02:37.240325 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b906ca3b-0b9f-4af0-85ac-d09bea032019", "name": "network-vif-plugged", "status": "completed", "tag": "cec96441-4932-4009-b8ac-519c72e71616", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:02:37.240580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33a25a3b-72ed-447e-84d5-2a5c887ad762 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:02:37.241023 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec96441-4932-4009-b8ac-519c72e71616', 'code': 200} Nov 28 08:02:37.435041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ac01b-fdc6-4bbf-8863-0c65b6a68f87 req-ca6d20e4-df6f-4b1a-b5fc-b959c6ae80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:37.436511 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4b5ac01b-fdc6-4bbf-8863-0c65b6a68f87 req-ca6d20e4-df6f-4b1a-b5fc-b959c6ae80bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 1098 time: 0.0470409 Nov 28 08:02:37.487425 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4b5ac01b-fdc6-4bbf-8863-0c65b6a68f87 req-8da08665-ccf7-4371-bf11-aaec0e6da685 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=91d4d572-8771-48ab-96be-4003ec4031a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378001 Nov 28 08:02:38.210747 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ee4c7-c3ee-425e-a2aa-d85e4549993d req-297fa79a-cefe-4c82-81ba-378a6b82787c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:38.212360 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-203ee4c7-c3ee-425e-a2aa-d85e4549993d req-297fa79a-cefe-4c82-81ba-378a6b82787c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 945 time: 0.0547583 Nov 28 08:02:38.260466 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-203ee4c7-c3ee-425e-a2aa-d85e4549993d req-e6f70d4c-a3af-423e-8c55-b57f2c3cc924 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=91d4d572-8771-48ab-96be-4003ec4031a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423081 Nov 28 08:02:39.381664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85147a-b112-4187-86d5-fac4537ec0e4 req-048cab90-c308-46b0-a11f-f6cd2beb4312 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:39.383144 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7a85147a-b112-4187-86d5-fac4537ec0e4 req-048cab90-c308-46b0-a11f-f6cd2beb4312 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 945 time: 0.0555210 Nov 28 08:02:39.431015 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7a85147a-b112-4187-86d5-fac4537ec0e4 req-7d14776e-338f-4037-abe0-b469cc522c44 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=91d4d572-8771-48ab-96be-4003ec4031a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419981 Nov 28 08:02:39.552721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbbf83-6f7c-406d-b334-104c796b83e7 req-c833c7c1-a287-4e6e-ac32-0349ff73e6cf tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:39.554083 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-33bbbf83-6f7c-406d-b334-104c796b83e7 req-c833c7c1-a287-4e6e-ac32-0349ff73e6cf tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 945 time: 0.0571289 Nov 28 08:02:39.602750 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-33bbbf83-6f7c-406d-b334-104c796b83e7 req-9f5f2fcd-000c-43c8-ba83-0cb95bf02bf8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=91d4d572-8771-48ab-96be-4003ec4031a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425239 Nov 28 08:02:39.624404 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43566) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:39.668679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21760a1-4740-4441-9d4d-1e16b0c95f73 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:39.670152 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e21760a1-4740-4441-9d4d-1e16b0c95f73 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 1093 time: 0.0448177 Nov 28 08:02:39.672886 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43568) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:39.677024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': 'cec96441-4932-4009-b8ac-519c72e71616', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:39.698619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:39.796194 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:39.893070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.231 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/3ccaea85-3f2a-4efd-98ca-c60f9c068055) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:02:39.995945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:40.030644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:40.066911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:02:40.069501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:02:40.072537 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:02:40.107923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=3ccaea85-3f2a-4efd-98ca-c60f9c068055,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:40.472381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:40.547453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:40.700195 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:40.704587 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:40.780865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=3ccaea85-3f2a-4efd-98ca-c60f9c068055,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:40.789132 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:40.900289 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 5f3e98e4-d0d5-47b5-910c-a907b2f67749 associated. External IP: 172.26.2.231, port: cec96441-4932-4009-b8ac-519c72e71616. Nov 28 08:02:41.141002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 8618d942-73e5-4dda-a759-103d37584b25 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:02:41.261565 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:02:41.270900 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b9ddd8-f3c1-4337-81ea-70542bfd0fe7 None None] Sync routers for ids ['8618d942-73e5-4dda-a759-103d37584b25'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:02:41.280234 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b9ddd8-f3c1-4337-81ea-70542bfd0fe7 None None] Routers {'8618d942-73e5-4dda-a759-103d37584b25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:02:41.280655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:41.280857 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a3b9ddd8-f3c1-4337-81ea-70542bfd0fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:02:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8618d942-73e5-4dda-a759-103d37584b25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:41.317542 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8d89f453-5c26-4363-893c-f215a04b032b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6436503 Nov 28 08:02:41.318238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'tag': 'cec96441-4932-4009-b8ac-519c72e71616'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:02:41.320466 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43570) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:41.321581 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed47e55f-1b02-478c-860c-bd762da88a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b906ca3b-0b9f-4af0-85ac-d09bea032019", "tag": "cec96441-4932-4009-b8ac-519c72e71616"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:02:41.361209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b2409d-c228-4768-9e4b-57d862972eba x-openstack-request-id: req-40b2409d-c228-4768-9e4b-57d862972eba {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:02:41.361647 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b906ca3b-0b9f-4af0-85ac-d09bea032019", "tag": "cec96441-4932-4009-b8ac-519c72e71616", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:02:41.361984 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40b2409d-c228-4768-9e4b-57d862972eba {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:02:41.362546 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'tag': 'cec96441-4932-4009-b8ac-519c72e71616', 'status': 'completed', 'code': 200} Nov 28 08:02:41.377106 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367bee54-6ca4-41a8-a4e8-3907633c255b tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:41.379049 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-367bee54-6ca4-41a8-a4e8-3907633c255b tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 1093 time: 0.0575612 Nov 28 08:02:41.576992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-a3b9ddd8-f3c1-4337-81ea-70542bfd0fe7 None None] Set router 8618d942-73e5-4dda-a759-103d37584b25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:02:41.759450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47e55f-1b02-478c-860c-bd762da88a3f req-9d390e11-4b78-4999-bf34-a3426415c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:41.760965 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed47e55f-1b02-478c-860c-bd762da88a3f req-9d390e11-4b78-4999-bf34-a3426415c7b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 1098 time: 0.3729856 Nov 28 08:02:41.768870 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43576) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:41.775814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-02037f9c-18be-48d1-96c6-acc3cbd4666b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704741203', 'description': 'tempest-secgroup-smoke-1704741203 description', 'project_id': '2bd5e3358de04cc29a985f74fa93a602'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:41.828508 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a3b9ddd8-f3c1-4337-81ea-70542bfd0fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5f3e98e4-d0d5-47b5-910c-a907b2f67749', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.231', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8618d942-73e5-4dda-a759-103d37584b25', 'port_id': 'cec96441-4932-4009-b8ac-519c72e71616', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'mac_address': 'fa:16:3e:e9:d7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:02:40Z', 'updated_at': '2021-11-28T08:02:40Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:41.853357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-02037f9c-18be-48d1-96c6-acc3cbd4666b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:41.856546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b9ddd8-f3c1-4337-81ea-70542bfd0fe7 None None] Checking router: 8618d942-73e5-4dda-a759-103d37584b25 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:02:41.865191 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b9ddd8-f3c1-4337-81ea-70542bfd0fe7 None None] Routers {'8618d942-73e5-4dda-a759-103d37584b25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:02:41.865870 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a3b9ddd8-f3c1-4337-81ea-70542bfd0fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:02:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8618d942-73e5-4dda-a759-103d37584b25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:41.891334 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:02:41.895977 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47e55f-1b02-478c-860c-bd762da88a3f req-820950be-d028-494b-b2d4-197e455c058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:41.898126 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed47e55f-1b02-478c-860c-bd762da88a3f req-820950be-d028-494b-b2d4-197e455c058a service neutron] 10.222.0.35 "GET /v2.0/networks?id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d HTTP/1.1" status: 200 len: 896 time: 0.1264956 Nov 28 08:02:41.993480 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-02037f9c-18be-48d1-96c6-acc3cbd4666b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:41.996512 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed47e55f-1b02-478c-860c-bd762da88a3f req-9a0f7d57-9b62-4e8c-a58f-4cf534f5d8a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cec96441-4932-4009-b8ac-519c72e71616 HTTP/1.1" status: 200 len: 999 time: 0.0904999 Nov 28 08:02:41.996654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-a3b9ddd8-f3c1-4337-81ea-70542bfd0fe7 None None] Set router 8618d942-73e5-4dda-a759-103d37584b25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:02:41.998133 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-02037f9c-18be-48d1-96c6-acc3cbd4666b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.061170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-02037f9c-18be-48d1-96c6-acc3cbd4666b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.062411 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-02037f9c-18be-48d1-96c6-acc3cbd4666b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2924635 Nov 28 08:02:42.065823 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43580) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:42.067334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02037f9c-18be-48d1-96c6-acc3cbd4666b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751e0d8d-7040-43fd-99f4-c0db7f554b6d,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:42.073670 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '751e0d8d-7040-43fd-99f4-c0db7f554b6d', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:42.076645 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47e55f-1b02-478c-860c-bd762da88a3f req-c45234f4-cbde-4426-a55b-dc179dc62ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:42.078145 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed47e55f-1b02-478c-860c-bd762da88a3f req-c45234f4-cbde-4426-a55b-dc179dc62ae1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0242d593-ead3-4432-b221-1fe3256c68c4 HTTP/1.1" status: 200 len: 835 time: 0.0741932 Nov 28 08:02:42.103800 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.137530 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47e55f-1b02-478c-860c-bd762da88a3f req-b439515f-8af9-4df3-9440-c911d3c544fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:42.139051 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed47e55f-1b02-478c-860c-bd762da88a3f req-b439515f-8af9-4df3-9440-c911d3c544fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0515432 Nov 28 08:02:42.160584 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.166146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.198266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.202077 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314504 Nov 28 08:02:42.202077 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9098a9d-1519-47e7-8dd3-0557cf7e4208,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:42.206157 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43582) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:42.208852 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:42.209206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:42.209527 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-93bf2b5d-fe7f-4e3a-ba35-2a64e2ac34c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '751e0d8d-7040-43fd-99f4-c0db7f554b6d', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:42.209655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:42.209860 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:42.210282 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:42.211238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:42.211573 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:42.211898 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:42.212364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:42.212701 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:42.213024 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:42.213391 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:42.213714 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d6e9f-9ef4-484a-9df0-8973d8899685 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:02:42.256166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a3b9ddd8-f3c1-4337-81ea-70542bfd0fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5f3e98e4-d0d5-47b5-910c-a907b2f67749', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.231', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8618d942-73e5-4dda-a759-103d37584b25', 'port_id': 'cec96441-4932-4009-b8ac-519c72e71616', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'mac_address': 'fa:16:3e:e9:d7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:02:40Z', 'updated_at': '2021-11-28T08:02:40Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:42.265499 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed47e55f-1b02-478c-860c-bd762da88a3f req-cc4d91be-af2f-40be-8e80-851348c17650 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178215 Nov 28 08:02:42.266284 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-93bf2b5d-fe7f-4e3a-ba35-2a64e2ac34c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.284937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b9ddd8-f3c1-4337-81ea-70542bfd0fe7 None None] The sync data for ids ['8618d942-73e5-4dda-a759-103d37584b25'] in dv-neutron-744815-16-hyperv is: [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5f3e98e4-d0d5-47b5-910c-a907b2f67749', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.231', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8618d942-73e5-4dda-a759-103d37584b25', 'port_id': 'cec96441-4932-4009-b8ac-519c72e71616', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'mac_address': 'fa:16:3e:e9:d7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:02:40Z', 'updated_at': '2021-11-28T08:02:40Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:02:42.369600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-93bf2b5d-fe7f-4e3a-ba35-2a64e2ac34c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.375617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-93bf2b5d-fe7f-4e3a-ba35-2a64e2ac34c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.403881 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf2b5d-fe7f-4e3a-ba35-2a64e2ac34c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7d7ba4-3fe3-447e-b8a2-db702debb44c,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:42.407800 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed47e55f-1b02-478c-860c-bd762da88a3f req-889edb43-180b-4775-9b37-641c7080f1f9 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330335 Nov 28 08:02:42.415362 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-93bf2b5d-fe7f-4e3a-ba35-2a64e2ac34c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.416798 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-93bf2b5d-fe7f-4e3a-ba35-2a64e2ac34c6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2106166 Nov 28 08:02:42.419678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43584) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:42.425033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ddd1a9b9-9dbd-4f1d-ab72-daf3b3b89229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '751e0d8d-7040-43fd-99f4-c0db7f554b6d', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:42.454141 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a9b9-9dbd-4f1d-ab72-daf3b3b89229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.489024 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826bc27-0e65-48de-919e-dd1676d15f15 None None] New status for floating IP 5f3e98e4-d0d5-47b5-910c-a907b2f67749: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:02:42.515269 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a9b9-9dbd-4f1d-ab72-daf3b3b89229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.518961 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a9b9-9dbd-4f1d-ab72-daf3b3b89229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.535901 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1a9b9-9dbd-4f1d-ab72-daf3b3b89229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980e28cb-b005-456a-b3fe-c3784d8386b0,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:42.545310 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a9b9-9dbd-4f1d-ab72-daf3b3b89229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.546502 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ddd1a9b9-9dbd-4f1d-ab72-daf3b3b89229 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256704 Nov 28 08:02:42.549184 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43586) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:42.553507 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-fdd128ff-c631-4381-9a75-32c647ebef3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '751e0d8d-7040-43fd-99f4-c0db7f554b6d', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:42.580452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdd128ff-c631-4381-9a75-32c647ebef3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.640578 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdd128ff-c631-4381-9a75-32c647ebef3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.645196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdd128ff-c631-4381-9a75-32c647ebef3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.664843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd128ff-c631-4381-9a75-32c647ebef3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c24b6c-1528-41e0-bb2b-55bae4eaf2d6,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:42.674630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdd128ff-c631-4381-9a75-32c647ebef3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.675883 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fdd128ff-c631-4381-9a75-32c647ebef3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257942 Nov 28 08:02:42.678637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43588) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:42.684802 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-bd28b2dc-91fd-4166-9b3e-c3a93abd7898 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '751e0d8d-7040-43fd-99f4-c0db7f554b6d', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:42.706379 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-bd28b2dc-91fd-4166-9b3e-c3a93abd7898 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:02:42.711389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd28b2dc-91fd-4166-9b3e-c3a93abd7898 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.768738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd28b2dc-91fd-4166-9b3e-c3a93abd7898 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.772519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd28b2dc-91fd-4166-9b3e-c3a93abd7898 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.788692 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28b2dc-91fd-4166-9b3e-c3a93abd7898 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0861a23-6a93-4cb6-87c4-8ad7e2a28cd5,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:42.798933 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bd28b2dc-91fd-4166-9b3e-c3a93abd7898 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.800108 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bd28b2dc-91fd-4166-9b3e-c3a93abd7898 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192644 Nov 28 08:02:42.802952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43590) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:42.808043 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-75eaf47d-2f0e-4f9a-9937-c00b1f81c6ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '751e0d8d-7040-43fd-99f4-c0db7f554b6d', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:42.827937 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-75eaf47d-2f0e-4f9a-9937-c00b1f81c6ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:02:42.832651 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-75eaf47d-2f0e-4f9a-9937-c00b1f81c6ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.889478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-75eaf47d-2f0e-4f9a-9937-c00b1f81c6ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.893118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-75eaf47d-2f0e-4f9a-9937-c00b1f81c6ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.907630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eaf47d-2f0e-4f9a-9937-c00b1f81c6ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e580255-cd7a-4e6f-8f5b-acbcffbad71e,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:42.918314 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-75eaf47d-2f0e-4f9a-9937-c00b1f81c6ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:42.919528 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-75eaf47d-2f0e-4f9a-9937-c00b1f81c6ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1156540 Nov 28 08:02:43.065652 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-71c8bf84-6f2c-438a-ae61-8ea29d2b3920 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704741203&fields=id&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 267 time: 0.0435848 Nov 28 08:02:43.468000 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-687f7c2f-6e21-406e-872c-b396b999890b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:43.469352 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-687f7c2f-6e21-406e-872c-b396b999890b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/networks?id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d HTTP/1.1" status: 200 len: 795 time: 0.3971126 Nov 28 08:02:43.483620 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-b3c93ab0-0b3a-4598-9cd6-f44c1ce85723 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/quotas/2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 375 time: 0.0086427 Nov 28 08:02:43.543208 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-4c46e5b8-15c0-4b9a-8710-26025b8fe6fb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545022 Nov 28 08:02:43.681037 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-161a133a-b3a0-44d8-917d-cbd78479a280 service neutron] 10.222.0.31 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261289 Nov 28 08:02:43.766968 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-e8f4abfd-0ec2-4717-9d47-21e700d91282 service neutron] 10.222.0.31 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798867 Nov 28 08:02:44.946094 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-09fc0fc8-2ee2-478e-b03a-7041ccc32cbb req-56ff1ce8-76fb-4403-86b4-914d1d98f7c7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 210 time: 0.0321729 Nov 28 08:02:45.413419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8d6774f9-f23a-4924-8793-d01acf7fdf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:45.859435 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-0abc3194-383f-40df-8305-2723c28702e9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:45.860878 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-0abc3194-383f-40df-8305-2723c28702e9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/networks?id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d HTTP/1.1" status: 200 len: 795 time: 0.1023762 Nov 28 08:02:45.938611 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-53ab49dd-ab49-456f-9531-6384c4b39a4a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 472 time: 0.0678275 Nov 28 08:02:45.951518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-c9ae887b-6ada-4b8a-adda-441e55f7c6b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'port': {'device_id': '29f0f584-cf48-445d-a778-277003c53afc', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'admin_state_up': True, 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'security_groups': ['751e0d8d-7040-43fd-99f4-c0db7f554b6d']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:46.042384 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ff2386f8-d6bc-494f-b7eb-eff427576786 req-4385f5df-0c97-4d29-bcfe-5d9cd4d0e0f4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 210 time: 0.0279334 Nov 28 08:02:46.062402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-c9ae887b-6ada-4b8a-adda-441e55f7c6b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:02:46.065904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-c9ae887b-6ada-4b8a-adda-441e55f7c6b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:46.189128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-c9ae887b-6ada-4b8a-adda-441e55f7c6b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.14 (6940c67f-0fe8-43f4-8d94-7c3ec8a4744d/0242d593-ead3-4432-b221-1fe3256c68c4/00612fe4-bbd1-4b07-85fd-e8c72cc6acee) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:02:46.317731 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-c9ae887b-6ada-4b8a-adda-441e55f7c6b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:46.355924 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-c9ae887b-6ada-4b8a-adda-441e55f7c6b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:46.402954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-c9ae887b-6ada-4b8a-adda-441e55f7c6b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:02:46.407839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-c9ae887b-6ada-4b8a-adda-441e55f7c6b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:02:46.414259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-c9ae887b-6ada-4b8a-adda-441e55f7c6b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:02:46.440975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae887b-6ada-4b8a-adda-441e55f7c6b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=00612fe4-bbd1-4b07-85fd-e8c72cc6acee,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:46.468614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-c9ae887b-6ada-4b8a-adda-441e55f7c6b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:46.469247 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-c9ae887b-6ada-4b8a-adda-441e55f7c6b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:46.485783 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-c9ae887b-6ada-4b8a-adda-441e55f7c6b7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5376489 Nov 28 08:02:46.498011 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Request body: {'port': {'device_id': '29f0f584-cf48-445d-a778-277003c53afc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:46.564862 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:46.689663 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4277219d-a4bd-4d35-a0e5-2361af146ef7 None None] Provisioning complete for port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:46.690300 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4277219d-a4bd-4d35-a0e5-2361af146ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:46.732780 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4277219d-a4bd-4d35-a0e5-2361af146ef7 None None] Port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:02:46.846296 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00612fe4-bbd1-4b07-85fd-e8c72cc6acee {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:02:46.853691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:46.865543 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Transition to ACTIVE for port object 00612fe4-bbd1-4b07-85fd-e8c72cc6acee will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:02:46.869935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:46.924945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Pushing event updated for resources: {'Port': ['ID=00612fe4-bbd1-4b07-85fd-e8c72cc6acee,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:46.998584 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Attempting to bind port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:02:46.999321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Attempting to bind port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:02:46.999321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Attempting to bind port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee on network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:02:47.003802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee on network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:02:47.004115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Attempting to bind port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee on network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:02:47.008970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:02:47.009303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Checking segment: {'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:02:47.009686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Bound using segment: {'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:02:47.010260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Bound port: 00612fe4-bbd1-4b07-85fd-e8c72cc6acee, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6666e40d-34c7-461a-8404-951e399a5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:02:47.010454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:47.082553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] For port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:02:47.086257 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] For port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=00612fe4-bbd1-4b07-85fd-e8c72cc6acee,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:02:47.089940 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:47.136988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:47.137609 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:47.139013 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] 10.222.0.35 "PUT /v2.0/ports/00612fe4-bbd1-4b07-85fd-e8c72cc6acee HTTP/1.1" status: 200 len: 1094 time: 0.6453297 Nov 28 08:02:47.139451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f0f584-cf48-445d-a778-277003c53afc', 'tag': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:02:47.141697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9680504-ae73-47d9-b667-fb9f0d3b9bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "29f0f584-cf48-445d-a778-277003c53afc", "tag": "00612fe4-bbd1-4b07-85fd-e8c72cc6acee"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:02:47.194383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86217fa1-9da4-4b10-9b3c-e132fcea7956 x-openstack-request-id: req-86217fa1-9da4-4b10-9b3c-e132fcea7956 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:02:47.194684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f0f584-cf48-445d-a778-277003c53afc", "tag": "00612fe4-bbd1-4b07-85fd-e8c72cc6acee", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:02:47.194960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86217fa1-9da4-4b10-9b3c-e132fcea7956 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:02:47.195371 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f0f584-cf48-445d-a778-277003c53afc', 'tag': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee', 'status': 'completed', 'code': 200} Nov 28 08:02:47.195972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a504f0d-7d33-4c98-a91c-acf16a8a5148 service neutron] Pushing event updated for resources: {'Port': ['ID=00612fe4-bbd1-4b07-85fd-e8c72cc6acee,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:47.226234 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faa697-ead2-48f0-b41f-0a853ddb8af2 req-139176f9-4a4d-40f6-b446-2b56a534e61f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:47.227785 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d3faa697-ead2-48f0-b41f-0a853ddb8af2 req-139176f9-4a4d-40f6-b446-2b56a534e61f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 944 time: 0.1101613 Nov 28 08:02:47.299593 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d3faa697-ead2-48f0-b41f-0a853ddb8af2 req-b78b2628-d509-4650-9bc0-570e9d792b8f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=751e0d8d-7040-43fd-99f4-c0db7f554b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568955 Nov 28 08:02:47.304370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-707c737c-3815-4758-b6ba-6efd93753174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:47.306115 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-707c737c-3815-4758-b6ba-6efd93753174 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 1097 time: 0.1038866 Nov 28 08:02:47.350112 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-2173a8d2-5f5d-44ae-a88c-f1a6ccd88532 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00612fe4-bbd1-4b07-85fd-e8c72cc6acee HTTP/1.1" status: 200 len: 217 time: 0.0354974 Nov 28 08:02:47.408436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-8da1afdb-cc38-493d-a396-b62057672bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:47.409932 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-8da1afdb-cc38-493d-a396-b62057672bb3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0242d593-ead3-4432-b221-1fe3256c68c4 HTTP/1.1" status: 200 len: 835 time: 0.0513830 Nov 28 08:02:47.462517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-cd187501-50ca-4927-ac3c-f6e3d0c9a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:47.463994 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-cd187501-50ca-4927-ac3c-f6e3d0c9a855 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0460300 Nov 28 08:02:47.554249 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-8ba4c27e-f7a5-406a-b8ed-2809a16bd17a service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810106 Nov 28 08:02:47.643316 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93a354e3-2600-4ec8-9a07-224d5d28441c req-d216cd7f-296e-4452-bb0b-ee61be4fb1a2 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820229 Nov 28 08:02:47.751134 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9680504-ae73-47d9-b667-fb9f0d3b9bd1 req-7a699306-aa1f-48fa-9284-bda3cc484574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:47.752577 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f9680504-ae73-47d9-b667-fb9f0d3b9bd1 req-7a699306-aa1f-48fa-9284-bda3cc484574 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 1097 time: 0.0457554 Nov 28 08:02:47.842850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9680504-ae73-47d9-b667-fb9f0d3b9bd1 req-0ed93f4e-7071-4c83-bd17-436651940feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:47.844236 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f9680504-ae73-47d9-b667-fb9f0d3b9bd1 req-0ed93f4e-7071-4c83-bd17-436651940feb service neutron] 10.222.0.35 "GET /v2.0/networks?id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d HTTP/1.1" status: 200 len: 896 time: 0.0846272 Nov 28 08:02:47.887570 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f9680504-ae73-47d9-b667-fb9f0d3b9bd1 req-b2288f2c-311c-4ab8-8896-f5278c0c8766 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00612fe4-bbd1-4b07-85fd-e8c72cc6acee HTTP/1.1" status: 200 len: 217 time: 0.0343409 Nov 28 08:02:47.940255 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9680504-ae73-47d9-b667-fb9f0d3b9bd1 req-9eb294b3-ddc6-4f2c-b5ee-1ef52e26c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:47.941708 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f9680504-ae73-47d9-b667-fb9f0d3b9bd1 req-9eb294b3-ddc6-4f2c-b5ee-1ef52e26c080 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0242d593-ead3-4432-b221-1fe3256c68c4 HTTP/1.1" status: 200 len: 835 time: 0.0469022 Nov 28 08:02:47.943318 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c06fa9b9-e27e-48b2-bb08-39cc3a349dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:47.995727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9680504-ae73-47d9-b667-fb9f0d3b9bd1 req-e2731e31-a4d7-47f9-a1f6-f2e630431b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:47.997208 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f9680504-ae73-47d9-b667-fb9f0d3b9bd1 req-e2731e31-a4d7-47f9-a1f6-f2e630431b17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0485134 Nov 28 08:02:48.084394 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f9680504-ae73-47d9-b667-fb9f0d3b9bd1 req-09dcb790-3821-4940-b450-63d526856375 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786333 Nov 28 08:02:48.174241 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f9680504-ae73-47d9-b667-fb9f0d3b9bd1 req-c74af9e7-2a98-4fe1-81bc-035794180f3b service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821903 Nov 28 08:02:48.425902 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2ada6-0fc7-4ddd-a389-dc73d12aee56 req-e0c377b5-4a37-457f-9697-1839467ba8d8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:48.427306 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-50d2ada6-0fc7-4ddd-a389-dc73d12aee56 req-e0c377b5-4a37-457f-9697-1839467ba8d8 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 944 time: 0.0589669 Nov 28 08:02:48.475163 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-50d2ada6-0fc7-4ddd-a389-dc73d12aee56 req-b93dc857-8e31-457e-96eb-b2c053563a33 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=751e0d8d-7040-43fd-99f4-c0db7f554b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417295 Nov 28 08:02:49.048041 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 00612fe4-bbd1-4b07-85fd-e8c72cc6acee details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:02:49.068754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:49.151225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=00612fe4-bbd1-4b07-85fd-e8c72cc6acee,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:02:49.162552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'port_id': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee', 'mac_address': 'fa:16:3e:74:c8:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:02:49.206097 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:49.218505 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00612fe4-bbd1-4b07-85fd-e8c72cc6acee {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:02:49.237812 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=00612fe4-bbd1-4b07-85fd-e8c72cc6acee,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:02:49.242070 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:49.291135 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=00612fe4-bbd1-4b07-85fd-e8c72cc6acee,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:49.497811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['00612fe4-bbd1-4b07-85fd-e8c72cc6acee'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:02:49.594390 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f860852-b9a6-4e15-a688-a477c98e74ac req-fb453d83-34e5-48fa-8583-5a37f11e8235 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:49.595937 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0f860852-b9a6-4e15-a688-a477c98e74ac req-fb453d83-34e5-48fa-8583-5a37f11e8235 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 945 time: 0.0547140 Nov 28 08:02:49.646460 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0f860852-b9a6-4e15-a688-a477c98e74ac req-eccf3477-20cb-4772-977c-7092b78ed3b3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=751e0d8d-7040-43fd-99f4-c0db7f554b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437376 Nov 28 08:02:50.341658 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:50.765060 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b646a0d-5405-4778-8eee-500ed1fad90f req-ca882778-9a77-4963-81ac-580c8fac5e0a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:50.766510 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6b646a0d-5405-4778-8eee-500ed1fad90f req-ca882778-9a77-4963-81ac-580c8fac5e0a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 945 time: 0.0543180 Nov 28 08:02:50.814068 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6b646a0d-5405-4778-8eee-500ed1fad90f req-23de7983-38fb-43f0-a5b6-22215d6f040a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=751e0d8d-7040-43fd-99f4-c0db7f554b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416975 Nov 28 08:02:51.060261 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 00612fe4-bbd1-4b07-85fd-e8c72cc6acee up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:02:51.115081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:02:51.119282 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:02:51.119651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:51.202374 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:51.228356 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f0f584-cf48-445d-a778-277003c53afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:02:51.230514 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be404e9-fda3-48f9-ab49-2ed80b41a316" -d '{"events": [{"server_uuid": "29f0f584-cf48-445d-a778-277003c53afc", "name": "network-vif-plugged", "status": "completed", "tag": "00612fe4-bbd1-4b07-85fd-e8c72cc6acee"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:02:51.242764 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=00612fe4-bbd1-4b07-85fd-e8c72cc6acee,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:02:51.246969 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:51.270468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8782f8a7-20ff-4b7e-9bab-250e056828b0 x-openstack-request-id: req-8782f8a7-20ff-4b7e-9bab-250e056828b0 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:02:51.270758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f0f584-cf48-445d-a778-277003c53afc", "name": "network-vif-plugged", "status": "completed", "tag": "00612fe4-bbd1-4b07-85fd-e8c72cc6acee", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:02:51.271032 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8782f8a7-20ff-4b7e-9bab-250e056828b0 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:02:51.271413 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f0f584-cf48-445d-a778-277003c53afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee', 'code': 200} Nov 28 08:02:51.303618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=00612fe4-bbd1-4b07-85fd-e8c72cc6acee,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:51.332351 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:51.446721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b5162-9a29-4df2-8e81-a5499dffcc1c req-4d88dfcc-37ed-4bf7-b129-c68fc60f417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:51.448230 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e57b5162-9a29-4df2-8e81-a5499dffcc1c req-4d88dfcc-37ed-4bf7-b129-c68fc60f417b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 1099 time: 0.0496869 Nov 28 08:02:51.495113 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e57b5162-9a29-4df2-8e81-a5499dffcc1c req-c4b015b4-dfcf-470e-b7d7-a1c810ab2336 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=751e0d8d-7040-43fd-99f4-c0db7f554b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377705 Nov 28 08:02:51.937737 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfca4c3-da76-4caf-b736-a54df599ae51 req-8f245636-ae2e-445f-b329-09e173e57fd4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:51.939248 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2cfca4c3-da76-4caf-b736-a54df599ae51 req-8f245636-ae2e-445f-b329-09e173e57fd4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 946 time: 0.0593538 Nov 28 08:02:51.988403 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2cfca4c3-da76-4caf-b736-a54df599ae51 req-34e42b45-281c-4b29-a8f2-28157c3be880 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=751e0d8d-7040-43fd-99f4-c0db7f554b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Nov 28 08:02:53.108761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb717bb8-818d-4807-9760-9650fb5f84aa req-292ac5e0-c156-4ee9-aab3-59b2385ce902 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:53.110223 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cb717bb8-818d-4807-9760-9650fb5f84aa req-292ac5e0-c156-4ee9-aab3-59b2385ce902 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 946 time: 0.0541472 Nov 28 08:02:53.158269 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cb717bb8-818d-4807-9760-9650fb5f84aa req-2401c617-b080-478a-9fa0-813580d6b74f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=751e0d8d-7040-43fd-99f4-c0db7f554b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421467 Nov 28 08:02:53.276409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a98bce-c3e3-4471-98a2-f8d917cc4b74 req-36126ccc-1e59-4b89-a696-c51390d99e36 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:53.277861 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-32a98bce-c3e3-4471-98a2-f8d917cc4b74 req-36126ccc-1e59-4b89-a696-c51390d99e36 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 946 time: 0.0544491 Nov 28 08:02:53.324811 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-32a98bce-c3e3-4471-98a2-f8d917cc4b74 req-db2341d7-8116-447b-a7ee-07504fe4ab85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=751e0d8d-7040-43fd-99f4-c0db7f554b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411792 Nov 28 08:02:53.346158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43642) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:53.390852 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fdcf78-0a56-46d1-a138-16c3f8a424d4 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:53.392350 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-66fdcf78-0a56-46d1-a138-16c3f8a424d4 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 1094 time: 0.0452349 Nov 28 08:02:53.395057 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43644) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:02:53.400755 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:02:53.424332 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:53.521560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:53.623115 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.136 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/30819657-be1a-4a3b-9244-97bb754f4d07) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:02:53.720675 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:53.756420 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:53.795625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:02:53.798351 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:02:53.801856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:02:53.842335 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=30819657-be1a-4a3b-9244-97bb754f4d07,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:54.211478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:54.284598 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:54.439714 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:54.443853 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:54.519335 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=30819657-be1a-4a3b-9244-97bb754f4d07,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:02:54.528007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:54.642034 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP d0143cfe-d4e5-4b86-b462-5dfea3274ddb associated. External IP: 172.26.2.136, port: 00612fe4-bbd1-4b07-85fd-e8c72cc6acee. Nov 28 08:02:54.875906 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 8618d942-73e5-4dda-a759-103d37584b25 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:02:54.998025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:02:55.008460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3423076e-cbdd-4b44-99b0-b8467a5a8930 None None] Sync routers for ids ['8618d942-73e5-4dda-a759-103d37584b25'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:02:55.017161 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:02:55.017973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3423076e-cbdd-4b44-99b0-b8467a5a8930 None None] Routers {'8618d942-73e5-4dda-a759-103d37584b25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:02:55.018658 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-3423076e-cbdd-4b44-99b0-b8467a5a8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:02:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8618d942-73e5-4dda-a759-103d37584b25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:55.048119 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ca3c069b-ad35-48b7-9f5c-1140915fc060 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6520369 Nov 28 08:02:55.049297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f0f584-cf48-445d-a778-277003c53afc', 'tag': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:02:55.051584 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdb3d9f-8051-4111-8429-da8fdea034a4" -d '{"events": [{"name": "network-changed", "server_uuid": "29f0f584-cf48-445d-a778-277003c53afc", "tag": "00612fe4-bbd1-4b07-85fd-e8c72cc6acee"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:02:55.142449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-3423076e-cbdd-4b44-99b0-b8467a5a8930 None None] Set router 8618d942-73e5-4dda-a759-103d37584b25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:02:55.153638 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85614796-4818-404e-a3f6-888d764365f7 x-openstack-request-id: req-85614796-4818-404e-a3f6-888d764365f7 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:02:55.153930 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f0f584-cf48-445d-a778-277003c53afc", "tag": "00612fe4-bbd1-4b07-85fd-e8c72cc6acee", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:02:55.154183 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85614796-4818-404e-a3f6-888d764365f7 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:02:55.154584 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f0f584-cf48-445d-a778-277003c53afc', 'tag': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee', 'status': 'completed', 'code': 200} Nov 28 08:02:55.225684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb3d9f-8051-4111-8429-da8fdea034a4 req-44ae0649-096e-479e-aab6-bcdb9af20a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:55.227123 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ebdb3d9f-8051-4111-8429-da8fdea034a4 req-44ae0649-096e-479e-aab6-bcdb9af20a19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 1099 time: 0.0461395 Nov 28 08:02:55.320016 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb3d9f-8051-4111-8429-da8fdea034a4 req-e01b6d01-a0e8-4f9e-983d-b3d5a125cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:55.321486 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ebdb3d9f-8051-4111-8429-da8fdea034a4 req-e01b6d01-a0e8-4f9e-983d-b3d5a125cdc0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d HTTP/1.1" status: 200 len: 896 time: 0.0857964 Nov 28 08:02:55.378698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-3423076e-cbdd-4b44-99b0-b8467a5a8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5f3e98e4-d0d5-47b5-910c-a907b2f67749', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.231', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8618d942-73e5-4dda-a759-103d37584b25', 'port_id': 'cec96441-4932-4009-b8ac-519c72e71616', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'mac_address': 'fa:16:3e:e9:d7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:02:40Z', 'updated_at': '2021-11-28T08:02:42Z', 'revision_number': 1, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}, {'id': 'd0143cfe-d4e5-4b86-b462-5dfea3274ddb', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8618d942-73e5-4dda-a759-103d37584b25', 'port_id': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'mac_address': 'fa:16:3e:74:c8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f0f584-cf48-445d-a778-277003c53afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:02:54Z', 'updated_at': '2021-11-28T08:02:54Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:55.395949 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ebdb3d9f-8051-4111-8429-da8fdea034a4 req-b7ec7b6d-3ed3-435a-a920-c35e4e63b369 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00612fe4-bbd1-4b07-85fd-e8c72cc6acee HTTP/1.1" status: 200 len: 1000 time: 0.0659029 Nov 28 08:02:55.406472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3423076e-cbdd-4b44-99b0-b8467a5a8930 None None] Checking router: 8618d942-73e5-4dda-a759-103d37584b25 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:02:55.415586 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3423076e-cbdd-4b44-99b0-b8467a5a8930 None None] Routers {'8618d942-73e5-4dda-a759-103d37584b25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:02:55.416196 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-3423076e-cbdd-4b44-99b0-b8467a5a8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:02:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8618d942-73e5-4dda-a759-103d37584b25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:55.454159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb3d9f-8051-4111-8429-da8fdea034a4 req-d86fe7f1-2e2f-4eb5-a80d-fcd83caa31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:55.456069 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ebdb3d9f-8051-4111-8429-da8fdea034a4 req-d86fe7f1-2e2f-4eb5-a80d-fcd83caa31c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0242d593-ead3-4432-b221-1fe3256c68c4 HTTP/1.1" status: 200 len: 835 time: 0.0515025 Nov 28 08:02:55.515561 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb3d9f-8051-4111-8429-da8fdea034a4 req-4a0a9533-8a71-421a-bc91-e39f90e2be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:02:55.517174 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ebdb3d9f-8051-4111-8429-da8fdea034a4 req-4a0a9533-8a71-421a-bc91-e39f90e2be27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0529096 Nov 28 08:02:55.545432 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-3423076e-cbdd-4b44-99b0-b8467a5a8930 None None] Set router 8618d942-73e5-4dda-a759-103d37584b25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:02:55.612636 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ebdb3d9f-8051-4111-8429-da8fdea034a4 req-35d44059-3a3b-48a3-b636-242543e7d491 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875442 Nov 28 08:02:55.709181 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ebdb3d9f-8051-4111-8429-da8fdea034a4 req-5e95218a-ad67-4465-9355-0e81e8ac6ab3 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886445 Nov 28 08:02:55.795287 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-3423076e-cbdd-4b44-99b0-b8467a5a8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5f3e98e4-d0d5-47b5-910c-a907b2f67749', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.231', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8618d942-73e5-4dda-a759-103d37584b25', 'port_id': 'cec96441-4932-4009-b8ac-519c72e71616', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'mac_address': 'fa:16:3e:e9:d7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:02:40Z', 'updated_at': '2021-11-28T08:02:42Z', 'revision_number': 1, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}, {'id': 'd0143cfe-d4e5-4b86-b462-5dfea3274ddb', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8618d942-73e5-4dda-a759-103d37584b25', 'port_id': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'mac_address': 'fa:16:3e:74:c8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f0f584-cf48-445d-a778-277003c53afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:02:54Z', 'updated_at': '2021-11-28T08:02:54Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:02:55.823065 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3423076e-cbdd-4b44-99b0-b8467a5a8930 None None] The sync data for ids ['8618d942-73e5-4dda-a759-103d37584b25'] in dv-neutron-744815-16-hyperv is: [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5f3e98e4-d0d5-47b5-910c-a907b2f67749', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.231', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8618d942-73e5-4dda-a759-103d37584b25', 'port_id': 'cec96441-4932-4009-b8ac-519c72e71616', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'mac_address': 'fa:16:3e:e9:d7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:02:40Z', 'updated_at': '2021-11-28T08:02:42Z', 'revision_number': 1, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}, {'id': 'd0143cfe-d4e5-4b86-b462-5dfea3274ddb', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8618d942-73e5-4dda-a759-103d37584b25', 'port_id': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'mac_address': 'fa:16:3e:74:c8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f0f584-cf48-445d-a778-277003c53afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:02:54Z', 'updated_at': '2021-11-28T08:02:54Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:02:56.005180 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03af0e8-6676-4c02-b0c1-914ee1a33fae None None] New status for floating IP d0143cfe-d4e5-4b86-b462-5dfea3274ddb: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:03:01.239805 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:15.414898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c42a-2ff3-491b-8cd6-ce1a0fc159b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:17.741125 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af02a739-3174-40f4-bea6-c0f79d2d1bd5 req-f3c2f396-08f8-439a-9e5d-9838c959c946 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448215 Nov 28 08:03:17.839176 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02a739-3174-40f4-bea6-c0f79d2d1bd5 req-8743ef44-803f-46ee-bd0e-059d7391ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:17.840573 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af02a739-3174-40f4-bea6-c0f79d2d1bd5 req-8743ef44-803f-46ee-bd0e-059d7391ccf9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 1098 time: 0.0495877 Nov 28 08:03:17.943894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02a739-3174-40f4-bea6-c0f79d2d1bd5 req-5220c6ad-69f3-441a-bdc8-1160cb03376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:17.945012 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6466598f-a02f-4007-92ca-863515f27008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:17.945509 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af02a739-3174-40f4-bea6-c0f79d2d1bd5 req-5220c6ad-69f3-441a-bdc8-1160cb03376e service neutron] 10.222.0.35 "GET /v2.0/networks?id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d HTTP/1.1" status: 200 len: 896 time: 0.0832438 Nov 28 08:03:18.020361 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af02a739-3174-40f4-bea6-c0f79d2d1bd5 req-256352f3-e767-4706-9154-94cbe54418e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cec96441-4932-4009-b8ac-519c72e71616 HTTP/1.1" status: 200 len: 1001 time: 0.0661612 Nov 28 08:03:18.070264 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02a739-3174-40f4-bea6-c0f79d2d1bd5 req-974c488a-70e7-49d2-84df-1bc5b8dc55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:18.071820 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af02a739-3174-40f4-bea6-c0f79d2d1bd5 req-974c488a-70e7-49d2-84df-1bc5b8dc55a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0242d593-ead3-4432-b221-1fe3256c68c4 HTTP/1.1" status: 200 len: 835 time: 0.0431993 Nov 28 08:03:18.124947 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02a739-3174-40f4-bea6-c0f79d2d1bd5 req-c4cf996c-df32-4efb-bbda-0f819add79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:18.126355 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af02a739-3174-40f4-bea6-c0f79d2d1bd5 req-c4cf996c-df32-4efb-bbda-0f819add79f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0457451 Nov 28 08:03:18.216958 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af02a739-3174-40f4-bea6-c0f79d2d1bd5 req-cef6f7dd-837f-4f14-8838-93d8f05aa8d9 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815389 Nov 28 08:03:18.304282 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af02a739-3174-40f4-bea6-c0f79d2d1bd5 req-39990d99-42ed-4508-ae91-1250df4c809c service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797706 Nov 28 08:03:18.890270 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:03:19.059735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:20.342249 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:21.334111 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:30.914240 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43662) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:30.983559 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3965bf89-e3b4-47da-851a-c554247d6749 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/5f3e98e4-d0d5-47b5-910c-a907b2f67749 HTTP/1.1" status: 200 len: 993 time: 0.0682828 Nov 28 08:03:31.255375 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:31.855225 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43670) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:31.860500 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-79850bb4-e643-4f15-9016-5d994bbf662d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'port': {'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:03:31.937183 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79850bb4-e643-4f15-9016-5d994bbf662d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:32.090502 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-79850bb4-e643-4f15-9016-5d994bbf662d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port cec96441-4932-4009-b8ac-519c72e71616, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=cec96441-4932-4009-b8ac-519c72e71616,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:03:32.121442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79850bb4-e643-4f15-9016-5d994bbf662d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:32.125823 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79850bb4-e643-4f15-9016-5d994bbf662d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:32.169297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79850bb4-e643-4f15-9016-5d994bbf662d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:32.169937 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-79850bb4-e643-4f15-9016-5d994bbf662d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:32.171955 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-79850bb4-e643-4f15-9016-5d994bbf662d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/ports/cec96441-4932-4009-b8ac-519c72e71616 HTTP/1.1" status: 200 len: 938 time: 0.3157160 Nov 28 08:03:32.174945 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'tag': 'cec96441-4932-4009-b8ac-519c72e71616'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:03:32.177255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dd636a-b928-46cc-8925-3a5c9e6cfb13" -d '{"events": [{"name": "network-changed", "server_uuid": "b906ca3b-0b9f-4af0-85ac-d09bea032019", "tag": "cec96441-4932-4009-b8ac-519c72e71616"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:03:32.210732 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79850bb4-e643-4f15-9016-5d994bbf662d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=cec96441-4932-4009-b8ac-519c72e71616,revision_number=6']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:32.221747 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42565026-5a26-4a78-ad08-e281729aa512 x-openstack-request-id: req-42565026-5a26-4a78-ad08-e281729aa512 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:03:32.222040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b906ca3b-0b9f-4af0-85ac-d09bea032019", "tag": "cec96441-4932-4009-b8ac-519c72e71616", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:03:32.222293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42565026-5a26-4a78-ad08-e281729aa512 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:03:32.222692 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'tag': 'cec96441-4932-4009-b8ac-519c72e71616', 'status': 'completed', 'code': 200} Nov 28 08:03:32.302238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd636a-b928-46cc-8925-3a5c9e6cfb13 req-857250d8-2ca3-47c6-9a96-003093254860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:32.304321 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c3dd636a-b928-46cc-8925-3a5c9e6cfb13 req-857250d8-2ca3-47c6-9a96-003093254860 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 1099 time: 0.0550096 Nov 28 08:03:32.369553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-51f5f170-2779-4a7e-961d-1db79a69684b None None] Provisioning complete for port cec96441-4932-4009-b8ac-519c72e71616 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:03:32.370153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-51f5f170-2779-4a7e-961d-1db79a69684b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:32.397383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd636a-b928-46cc-8925-3a5c9e6cfb13 req-0402eb86-bf4c-479b-a5b3-91feb371f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:32.398760 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c3dd636a-b928-46cc-8925-3a5c9e6cfb13 req-0402eb86-bf4c-479b-a5b3-91feb371f306 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d HTTP/1.1" status: 200 len: 896 time: 0.0860105 Nov 28 08:03:32.414602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-51f5f170-2779-4a7e-961d-1db79a69684b None None] Port cec96441-4932-4009-b8ac-519c72e71616 is administratively disabled so it will not transition to active. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 28 08:03:32.477059 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c3dd636a-b928-46cc-8925-3a5c9e6cfb13 req-a1fc544d-8429-4c4d-a6c3-5c3c5897807f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cec96441-4932-4009-b8ac-519c72e71616 HTTP/1.1" status: 200 len: 1002 time: 0.0657785 Nov 28 08:03:32.530769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd636a-b928-46cc-8925-3a5c9e6cfb13 req-4ea31731-492f-4e27-9bfc-6501056d124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:32.532195 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c3dd636a-b928-46cc-8925-3a5c9e6cfb13 req-4ea31731-492f-4e27-9bfc-6501056d124d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0242d593-ead3-4432-b221-1fe3256c68c4 HTTP/1.1" status: 200 len: 835 time: 0.0422385 Nov 28 08:03:32.587618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd636a-b928-46cc-8925-3a5c9e6cfb13 req-934e6152-1639-4960-b337-d73b489ee0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:32.589048 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c3dd636a-b928-46cc-8925-3a5c9e6cfb13 req-934e6152-1639-4960-b337-d73b489ee0ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0444627 Nov 28 08:03:32.687328 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c3dd636a-b928-46cc-8925-3a5c9e6cfb13 req-11b172a9-2552-4c50-81dc-8b4e3078edbd service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842652 Nov 28 08:03:32.778329 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c3dd636a-b928-46cc-8925-3a5c9e6cfb13 req-a6910d37-0cb5-4e6d-a6ad-318d685fc17f service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797489 Nov 28 08:03:35.602646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43678) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:35.607932 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-f56d68f2-b685-40ae-858e-fe76f1ad3ff7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'port': {'admin_state_up': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:03:35.677141 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f56d68f2-b685-40ae-858e-fe76f1ad3ff7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:35.825824 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-f56d68f2-b685-40ae-858e-fe76f1ad3ff7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port cec96441-4932-4009-b8ac-519c72e71616, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=cec96441-4932-4009-b8ac-519c72e71616,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:03:35.857494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f56d68f2-b685-40ae-858e-fe76f1ad3ff7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:35.861718 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f56d68f2-b685-40ae-858e-fe76f1ad3ff7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:35.899473 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56d68f2-b685-40ae-858e-fe76f1ad3ff7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:35.900084 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f56d68f2-b685-40ae-858e-fe76f1ad3ff7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:35.901455 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f56d68f2-b685-40ae-858e-fe76f1ad3ff7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/ports/cec96441-4932-4009-b8ac-519c72e71616 HTTP/1.1" status: 200 len: 937 time: 0.2977636 Nov 28 08:03:35.902007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'tag': 'cec96441-4932-4009-b8ac-519c72e71616'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:03:35.904332 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea8f90c-bb20-4d8b-b830-e5cebcda9722" -d '{"events": [{"name": "network-changed", "server_uuid": "b906ca3b-0b9f-4af0-85ac-d09bea032019", "tag": "cec96441-4932-4009-b8ac-519c72e71616"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:03:35.904695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43680) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:35.952781 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708bfa69-7161-4e1c-a196-3c819faa69d6 x-openstack-request-id: req-708bfa69-7161-4e1c-a196-3c819faa69d6 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:03:35.953077 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b906ca3b-0b9f-4af0-85ac-d09bea032019", "tag": "cec96441-4932-4009-b8ac-519c72e71616", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:03:35.953471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-708bfa69-7161-4e1c-a196-3c819faa69d6 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:03:35.953919 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'tag': 'cec96441-4932-4009-b8ac-519c72e71616', 'status': 'completed', 'code': 200} Nov 28 08:03:35.964007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d68f2-b685-40ae-858e-fe76f1ad3ff7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=cec96441-4932-4009-b8ac-519c72e71616,revision_number=7']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:36.011325 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-aa4909e4-a3fd-4f1d-b0ec-aa5889da554e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/5f3e98e4-d0d5-47b5-910c-a907b2f67749 HTTP/1.1" status: 200 len: 993 time: 0.1054235 Nov 28 08:03:36.037831 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8f90c-bb20-4d8b-b830-e5cebcda9722 req-7ed179bb-9df3-4f12-968b-8ccab69633ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:36.039757 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0ea8f90c-bb20-4d8b-b830-e5cebcda9722 req-7ed179bb-9df3-4f12-968b-8ccab69633ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 1098 time: 0.0573545 Nov 28 08:03:36.137950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8f90c-bb20-4d8b-b830-e5cebcda9722 req-c914821e-5092-48d6-8cc3-8e8a89f182fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:36.139355 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0ea8f90c-bb20-4d8b-b830-e5cebcda9722 req-c914821e-5092-48d6-8cc3-8e8a89f182fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d HTTP/1.1" status: 200 len: 896 time: 0.0895762 Nov 28 08:03:36.156094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-697667a2-1771-4525-a2b7-7c9b9014ef68 None None] Provisioning complete for port cec96441-4932-4009-b8ac-519c72e71616 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:03:36.156683 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-697667a2-1771-4525-a2b7-7c9b9014ef68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:36.206768 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['cec96441-4932-4009-b8ac-519c72e71616'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:03:36.211089 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0ea8f90c-bb20-4d8b-b830-e5cebcda9722 req-1922e7b2-fec0-4e8d-b1bd-87747257c0b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cec96441-4932-4009-b8ac-519c72e71616 HTTP/1.1" status: 200 len: 1001 time: 0.0630469 Nov 28 08:03:36.260303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8f90c-bb20-4d8b-b830-e5cebcda9722 req-11a283cc-080b-43eb-8585-1ec03654fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:36.261741 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0ea8f90c-bb20-4d8b-b830-e5cebcda9722 req-11a283cc-080b-43eb-8585-1ec03654fce6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0242d593-ead3-4432-b221-1fe3256c68c4 HTTP/1.1" status: 200 len: 835 time: 0.0424821 Nov 28 08:03:36.320155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8f90c-bb20-4d8b-b830-e5cebcda9722 req-15106ef7-39c9-46ed-b6f9-8585cfaf537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:36.321648 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0ea8f90c-bb20-4d8b-b830-e5cebcda9722 req-15106ef7-39c9-46ed-b6f9-8585cfaf537d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0515332 Nov 28 08:03:36.418458 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0ea8f90c-bb20-4d8b-b830-e5cebcda9722 req-0866d84c-4ba2-4b2c-baf4-470f06cf43b5 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812497 Nov 28 08:03:36.513520 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0ea8f90c-bb20-4d8b-b830-e5cebcda9722 req-a26fdb5a-4aa0-47c4-86f2-4d038b7b36f7 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849364 Nov 28 08:03:38.580689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43690) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:38.751899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 30819657-be1a-4a3b-9244-97bb754f4d07 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:03:38.752237 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:38.827477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:38.827798 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:38.838901 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 30819657-be1a-4a3b-9244-97bb754f4d07 owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:03:39.302038 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:39.327552 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=30819657-be1a-4a3b-9244-97bb754f4d07,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:39.338455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:39.338829 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:39.339411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:39.339884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:39.340212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:39.340536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:39.340858 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:39.341180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:39.341498 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:39.341823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:39.342139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:39.342448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:39.342759 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:39.396625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:39.396952 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP d0143cfe-d4e5-4b86-b462-5dfea3274ddb disassociated (deleted). External IP: 172.26.2.136, port: 00612fe4-bbd1-4b07-85fd-e8c72cc6acee. Nov 28 08:03:39.627382 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 8618d942-73e5-4dda-a759-103d37584b25 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:03:39.744797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:03:39.749601 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:39.754318 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318c20f-d32a-45d9-83c8-41083fb59eae None None] Sync routers for ids ['8618d942-73e5-4dda-a759-103d37584b25'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:03:39.763707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318c20f-d32a-45d9-83c8-41083fb59eae None None] Routers {'8618d942-73e5-4dda-a759-103d37584b25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:03:39.764303 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-d318c20f-d32a-45d9-83c8-41083fb59eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:03:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8618d942-73e5-4dda-a759-103d37584b25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:39.784404 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-941b2987-cda7-4ee4-90e0-10b18ae064e2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/floatingips/d0143cfe-d4e5-4b86-b462-5dfea3274ddb HTTP/1.1" status: 204 len: 168 time: 1.2026446 Nov 28 08:03:39.785168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f0f584-cf48-445d-a778-277003c53afc', 'tag': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:03:39.788141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b549169d-2c9d-44c4-84ce-01dd7ba64922" -d '{"events": [{"name": "network-changed", "server_uuid": "29f0f584-cf48-445d-a778-277003c53afc", "tag": "00612fe4-bbd1-4b07-85fd-e8c72cc6acee"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:03:39.825461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8315348a-c797-4739-8f6d-08f8ddbd8601 x-openstack-request-id: req-8315348a-c797-4739-8f6d-08f8ddbd8601 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:03:39.825764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f0f584-cf48-445d-a778-277003c53afc", "tag": "00612fe4-bbd1-4b07-85fd-e8c72cc6acee", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:03:39.826021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8315348a-c797-4739-8f6d-08f8ddbd8601 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:03:39.826423 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f0f584-cf48-445d-a778-277003c53afc', 'tag': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee', 'status': 'completed', 'code': 200} Nov 28 08:03:39.925381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549169d-2c9d-44c4-84ce-01dd7ba64922 req-84ef35be-4a4d-4f2a-9f25-7205eb2a1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:39.927041 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b549169d-2c9d-44c4-84ce-01dd7ba64922 req-84ef35be-4a4d-4f2a-9f25-7205eb2a1f33 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 1099 time: 0.0712867 Nov 28 08:03:40.036314 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055f7a8-c70c-49dc-bd36-07d31c13956d req-201f2517-4242-4706-a4d1-aa007033537b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:40.038578 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f055f7a8-c70c-49dc-bd36-07d31c13956d req-201f2517-4242-4706-a4d1-aa007033537b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 946 time: 0.0650659 Nov 28 08:03:40.041607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549169d-2c9d-44c4-84ce-01dd7ba64922 req-48851fec-a8d8-4f5e-ba86-c263a1b795b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:40.043193 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b549169d-2c9d-44c4-84ce-01dd7ba64922 req-48851fec-a8d8-4f5e-ba86-c263a1b795b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d HTTP/1.1" status: 200 len: 896 time: 0.1063695 Nov 28 08:03:40.066305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-d318c20f-d32a-45d9-83c8-41083fb59eae None None] Set router 8618d942-73e5-4dda-a759-103d37584b25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:03:40.091927 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b549169d-2c9d-44c4-84ce-01dd7ba64922 req-997a3b3c-d7f8-44ca-a1d8-781083680f5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00612fe4-bbd1-4b07-85fd-e8c72cc6acee HTTP/1.1" status: 200 len: 217 time: 0.0380156 Nov 28 08:03:40.093507 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f055f7a8-c70c-49dc-bd36-07d31c13956d req-1d1d9a92-ca5e-472d-94df-05201b2cae29 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=751e0d8d-7040-43fd-99f4-c0db7f554b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481260 Nov 28 08:03:40.143655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549169d-2c9d-44c4-84ce-01dd7ba64922 req-b594abbb-3245-455e-96b1-dfe4ec65ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:40.145123 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b549169d-2c9d-44c4-84ce-01dd7ba64922 req-b594abbb-3245-455e-96b1-dfe4ec65ac17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0242d593-ead3-4432-b221-1fe3256c68c4 HTTP/1.1" status: 200 len: 835 time: 0.0445080 Nov 28 08:03:40.197017 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549169d-2c9d-44c4-84ce-01dd7ba64922 req-5fa1cd74-3503-44e9-8e0c-3b4ab5999db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:40.198414 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b549169d-2c9d-44c4-84ce-01dd7ba64922 req-5fa1cd74-3503-44e9-8e0c-3b4ab5999db2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0456221 Nov 28 08:03:40.293987 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b549169d-2c9d-44c4-84ce-01dd7ba64922 req-21ddd676-d647-4b10-aa1a-54e5798bba00 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869091 Nov 28 08:03:40.304718 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-d318c20f-d32a-45d9-83c8-41083fb59eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5f3e98e4-d0d5-47b5-910c-a907b2f67749', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.231', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8618d942-73e5-4dda-a759-103d37584b25', 'port_id': 'cec96441-4932-4009-b8ac-519c72e71616', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'mac_address': 'fa:16:3e:e9:d7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:02:40Z', 'updated_at': '2021-11-28T08:02:42Z', 'revision_number': 1, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:40.332892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318c20f-d32a-45d9-83c8-41083fb59eae None None] Checking router: 8618d942-73e5-4dda-a759-103d37584b25 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:03:40.341396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318c20f-d32a-45d9-83c8-41083fb59eae None None] Routers {'8618d942-73e5-4dda-a759-103d37584b25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:03:40.341995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-d318c20f-d32a-45d9-83c8-41083fb59eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:03:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8618d942-73e5-4dda-a759-103d37584b25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:40.393805 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b549169d-2c9d-44c4-84ce-01dd7ba64922 req-c78d8d4c-eb58-49a2-856c-ab77ef08844a service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910976 Nov 28 08:03:40.467543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-d318c20f-d32a-45d9-83c8-41083fb59eae None None] Set router 8618d942-73e5-4dda-a759-103d37584b25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:03:40.697673 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-d318c20f-d32a-45d9-83c8-41083fb59eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5f3e98e4-d0d5-47b5-910c-a907b2f67749', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.231', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8618d942-73e5-4dda-a759-103d37584b25', 'port_id': 'cec96441-4932-4009-b8ac-519c72e71616', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'mac_address': 'fa:16:3e:e9:d7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:02:40Z', 'updated_at': '2021-11-28T08:02:42Z', 'revision_number': 1, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:40.725463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318c20f-d32a-45d9-83c8-41083fb59eae None None] The sync data for ids ['8618d942-73e5-4dda-a759-103d37584b25'] in dv-neutron-744815-16-hyperv is: [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '5f3e98e4-d0d5-47b5-910c-a907b2f67749', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.231', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8618d942-73e5-4dda-a759-103d37584b25', 'port_id': 'cec96441-4932-4009-b8ac-519c72e71616', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'mac_address': 'fa:16:3e:e9:d7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:02:40Z', 'updated_at': '2021-11-28T08:02:42Z', 'revision_number': 1, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:03:40.939176 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0323d29-8963-402d-9ccf-fa83bdd97f01 None None] New status for floating IP d0143cfe-d4e5-4b86-b462-5dfea3274ddb: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:03:41.216722 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ab8cd-84c8-4632-94d5-270c722c4979 req-38e3f6d3-4e8e-4221-8dfe-b96c6869132a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:41.218176 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d31ab8cd-84c8-4632-94d5-270c722c4979 req-38e3f6d3-4e8e-4221-8dfe-b96c6869132a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 946 time: 0.0540140 Nov 28 08:03:41.266033 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d31ab8cd-84c8-4632-94d5-270c722c4979 req-ff0441f0-fedf-4d5c-bfdc-0d8f6f646c0a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=751e0d8d-7040-43fd-99f4-c0db7f554b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419810 Nov 28 08:03:41.520012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be80ef2-beb7-4fdd-a8aa-6c7b369fa52d req-8fc0f0ac-8cb7-4c5b-abea-34f23d093a67 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:41.522057 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0be80ef2-beb7-4fdd-a8aa-6c7b369fa52d req-8fc0f0ac-8cb7-4c5b-abea-34f23d093a67 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 946 time: 0.0531228 Nov 28 08:03:41.624744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-0be80ef2-beb7-4fdd-a8aa-6c7b369fa52d req-85bcd989-8bb2-4b81-9b08-ab0f3086a256 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:03:41.625080 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0be80ef2-beb7-4fdd-a8aa-6c7b369fa52d req-85bcd989-8bb2-4b81-9b08-ab0f3086a256 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:41.710918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-0be80ef2-beb7-4fdd-a8aa-6c7b369fa52d req-85bcd989-8bb2-4b81-9b08-ab0f3086a256 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=00612fe4-bbd1-4b07-85fd-e8c72cc6acee,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:03:41.711281 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0be80ef2-beb7-4fdd-a8aa-6c7b369fa52d req-85bcd989-8bb2-4b81-9b08-ab0f3086a256 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:41.722642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-0be80ef2-beb7-4fdd-a8aa-6c7b369fa52d req-85bcd989-8bb2-4b81-9b08-ab0f3086a256 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 00612fe4-bbd1-4b07-85fd-e8c72cc6acee owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:03:41.851904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0be80ef2-beb7-4fdd-a8aa-6c7b369fa52d req-85bcd989-8bb2-4b81-9b08-ab0f3086a256 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:41.878887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcd989-8bb2-4b81-9b08-ab0f3086a256 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=00612fe4-bbd1-4b07-85fd-e8c72cc6acee,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:41.925891 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be80ef2-beb7-4fdd-a8aa-6c7b369fa52d req-85bcd989-8bb2-4b81-9b08-ab0f3086a256 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] No DVR routers for this DVR port 00612fe4-bbd1-4b07-85fd-e8c72cc6acee on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:03:41.928782 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0be80ef2-beb7-4fdd-a8aa-6c7b369fa52d req-85bcd989-8bb2-4b81-9b08-ab0f3086a256 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:41.932414 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0be80ef2-beb7-4fdd-a8aa-6c7b369fa52d req-85bcd989-8bb2-4b81-9b08-ab0f3086a256 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "DELETE /v2.0/ports/00612fe4-bbd1-4b07-85fd-e8c72cc6acee HTTP/1.1" status: 204 len: 173 time: 0.4017229 Nov 28 08:03:41.932857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f0f584-cf48-445d-a778-277003c53afc', 'name': 'network-vif-deleted', 'tag': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:03:41.935586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b159be-87b8-441c-9242-af45e095f29f" -d '{"events": [{"server_uuid": "29f0f584-cf48-445d-a778-277003c53afc", "name": "network-vif-deleted", "tag": "00612fe4-bbd1-4b07-85fd-e8c72cc6acee"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:03:41.980785 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32ef7ea-9287-4026-bf56-941da09c36ce x-openstack-request-id: req-c32ef7ea-9287-4026-bf56-941da09c36ce {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:03:41.981075 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f0f584-cf48-445d-a778-277003c53afc", "name": "network-vif-deleted", "tag": "00612fe4-bbd1-4b07-85fd-e8c72cc6acee", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:03:41.981324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c32ef7ea-9287-4026-bf56-941da09c36ce {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:03:41.981717 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f0f584-cf48-445d-a778-277003c53afc', 'name': 'network-vif-deleted', 'tag': '00612fe4-bbd1-4b07-85fd-e8c72cc6acee', 'status': 'completed', 'code': 200} Nov 28 08:03:42.379879 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fc06d2eb-5c01-4989-8f1e-497d9b550ef2 req-d3826150-6d9d-4b76-920f-a52deb212405 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f0f584-cf48-445d-a778-277003c53afc HTTP/1.1" status: 200 len: 210 time: 0.0279372 Nov 28 08:03:43.436284 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43706) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:43.493834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-25a5e945-e4c2-4d3d-a45d-bc89bc65b63c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:43.518357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-25a5e945-e4c2-4d3d-a45d-bc89bc65b63c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:43.577045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-25a5e945-e4c2-4d3d-a45d-bc89bc65b63c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:43.579690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-25a5e945-e4c2-4d3d-a45d-bc89bc65b63c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:43.580873 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-25a5e945-e4c2-4d3d-a45d-bc89bc65b63c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/security-groups/751e0d8d-7040-43fd-99f4-c0db7f554b6d HTTP/1.1" status: 204 len: 168 time: 0.1436126 Nov 28 08:03:43.590200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5e945-e4c2-4d3d-a45d-bc89bc65b63c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751e0d8d-7040-43fd-99f4-c0db7f554b6d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:43.617697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43710) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:43.784535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-11130013-4f84-443b-9c94-acd833927c90 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 3ccaea85-3f2a-4efd-98ca-c60f9c068055 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:03:43.784867 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-11130013-4f84-443b-9c94-acd833927c90 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:43.859641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-11130013-4f84-443b-9c94-acd833927c90 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:43.859956 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-11130013-4f84-443b-9c94-acd833927c90 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:43.871697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-11130013-4f84-443b-9c94-acd833927c90 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 3ccaea85-3f2a-4efd-98ca-c60f9c068055 owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:03:44.026591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-11130013-4f84-443b-9c94-acd833927c90 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:44.057374 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11130013-4f84-443b-9c94-acd833927c90 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=3ccaea85-3f2a-4efd-98ca-c60f9c068055,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:44.116517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-11130013-4f84-443b-9c94-acd833927c90 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:44.116845 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-11130013-4f84-443b-9c94-acd833927c90 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP 5f3e98e4-d0d5-47b5-910c-a907b2f67749 disassociated (deleted). External IP: 172.26.2.231, port: cec96441-4932-4009-b8ac-519c72e71616. Nov 28 08:03:44.350285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11130013-4f84-443b-9c94-acd833927c90 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 8618d942-73e5-4dda-a759-103d37584b25 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:03:44.471691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11130013-4f84-443b-9c94-acd833927c90 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:03:44.476626 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-11130013-4f84-443b-9c94-acd833927c90 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:44.482519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc51da-1545-445c-8a0b-353e461634ab None None] Sync routers for ids ['8618d942-73e5-4dda-a759-103d37584b25'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:03:44.492540 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc51da-1545-445c-8a0b-353e461634ab None None] Routers {'8618d942-73e5-4dda-a759-103d37584b25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:03:44.493147 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b7cc51da-1545-445c-8a0b-353e461634ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:03:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8618d942-73e5-4dda-a759-103d37584b25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:44.507678 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-11130013-4f84-443b-9c94-acd833927c90 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/floatingips/5f3e98e4-d0d5-47b5-910c-a907b2f67749 HTTP/1.1" status: 204 len: 168 time: 0.8888223 Nov 28 08:03:44.508257 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'tag': 'cec96441-4932-4009-b8ac-519c72e71616'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:03:44.511277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933d9a4e-3c34-439b-83a6-c1461e849645" -d '{"events": [{"name": "network-changed", "server_uuid": "b906ca3b-0b9f-4af0-85ac-d09bea032019", "tag": "cec96441-4932-4009-b8ac-519c72e71616"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:03:44.549036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c435979c-d55c-4908-8618-9b7881ab4245 x-openstack-request-id: req-c435979c-d55c-4908-8618-9b7881ab4245 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:03:44.549404 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b906ca3b-0b9f-4af0-85ac-d09bea032019", "tag": "cec96441-4932-4009-b8ac-519c72e71616", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:03:44.549884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c435979c-d55c-4908-8618-9b7881ab4245 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:03:44.550361 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'tag': 'cec96441-4932-4009-b8ac-519c72e71616', 'status': 'completed', 'code': 200} Nov 28 08:03:44.628829 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-b7cc51da-1545-445c-8a0b-353e461634ab None None] Set router 8618d942-73e5-4dda-a759-103d37584b25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:03:44.629614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d9a4e-3c34-439b-83a6-c1461e849645 req-69c47c51-8d2c-4646-accd-05967ee52c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:44.631757 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-933d9a4e-3c34-439b-83a6-c1461e849645 req-69c47c51-8d2c-4646-accd-05967ee52c82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 1098 time: 0.0537536 Nov 28 08:03:44.761513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d9a4e-3c34-439b-83a6-c1461e849645 req-96a2947d-aa20-49dc-a17f-37de5221d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:44.763014 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-933d9a4e-3c34-439b-83a6-c1461e849645 req-96a2947d-aa20-49dc-a17f-37de5221d079 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d HTTP/1.1" status: 200 len: 896 time: 0.1188116 Nov 28 08:03:44.780212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89384b-fe1e-411c-ae1a-26fc7a6790b3 req-5e5a82dd-c0de-4c8a-92bb-38f0a5971a28 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:44.781614 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dc89384b-fe1e-411c-ae1a-26fc7a6790b3 req-5e5a82dd-c0de-4c8a-92bb-38f0a5971a28 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 945 time: 0.0795250 Nov 28 08:03:44.827320 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-933d9a4e-3c34-439b-83a6-c1461e849645 req-0c4a6e1f-6789-488e-8083-e73847bffb06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cec96441-4932-4009-b8ac-519c72e71616 HTTP/1.1" status: 200 len: 217 time: 0.0550559 Nov 28 08:03:44.851787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b7cc51da-1545-445c-8a0b-353e461634ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:44.879636 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc51da-1545-445c-8a0b-353e461634ab None None] Checking router: 8618d942-73e5-4dda-a759-103d37584b25 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:03:44.888349 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc51da-1545-445c-8a0b-353e461634ab None None] Routers {'8618d942-73e5-4dda-a759-103d37584b25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:03:44.888954 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b7cc51da-1545-445c-8a0b-353e461634ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:03:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8618d942-73e5-4dda-a759-103d37584b25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:44.896461 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dc89384b-fe1e-411c-ae1a-26fc7a6790b3 req-d5185e0e-f499-4386-aec4-ce9bd51eaf3a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=91d4d572-8771-48ab-96be-4003ec4031a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084485 Nov 28 08:03:44.900083 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d9a4e-3c34-439b-83a6-c1461e849645 req-3c9cfcbf-ae54-465f-9958-c2af00b5160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:44.901463 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-933d9a4e-3c34-439b-83a6-c1461e849645 req-3c9cfcbf-ae54-465f-9958-c2af00b5160d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0242d593-ead3-4432-b221-1fe3256c68c4 HTTP/1.1" status: 200 len: 835 time: 0.0665865 Nov 28 08:03:44.959423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d9a4e-3c34-439b-83a6-c1461e849645 req-f3bc10d5-21a3-4982-824b-efaf0378fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:44.960929 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-933d9a4e-3c34-439b-83a6-c1461e849645 req-f3bc10d5-21a3-4982-824b-efaf0378fa72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0492063 Nov 28 08:03:45.011596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-b7cc51da-1545-445c-8a0b-353e461634ab None None] Set router 8618d942-73e5-4dda-a759-103d37584b25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:03:45.056336 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-933d9a4e-3c34-439b-83a6-c1461e849645 req-a8aff84c-bde0-406c-8e86-6347c8bc1a70 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862195 Nov 28 08:03:45.150493 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-933d9a4e-3c34-439b-83a6-c1461e849645 req-4598d014-0071-4a18-9ba1-9bdcaab30f26 service neutron] 10.222.0.35 "GET /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823710 Nov 28 08:03:45.219082 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b7cc51da-1545-445c-8a0b-353e461634ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:45.247273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc51da-1545-445c-8a0b-353e461634ab None None] The sync data for ids ['8618d942-73e5-4dda-a759-103d37584b25'] in dv-neutron-744815-16-hyperv is: [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e8e41e0f-1017-4b51-a5e0-6fa114acebfd', 'name': '', 'network_id': '6940c67f-0fe8-43f4-8d94-7c3ec8a4744d', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:3e:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:23Z', 'updated_at': '2021-11-28T08:02:27Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '0242d593-ead3-4432-b221-1fe3256c68c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:03:45.282420 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 00612fe4-bbd1-4b07-85fd-e8c72cc6acee no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:03:45.304116 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 00612fe4-bbd1-4b07-85fd-e8c72cc6acee {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:03:45.304458 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 00612fe4-bbd1-4b07-85fd-e8c72cc6acee not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:03:45.419232 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-adf09f48-68e0-44d4-a454-31075b80ec47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:45.454328 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9902a4-4dcf-40f7-aebb-acb52d2858c7 None None] New status for floating IP 5f3e98e4-d0d5-47b5-910c-a907b2f67749: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:03:46.019784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffeffda-8fa8-480f-a4c0-6c49d5e48850 req-24e0470b-65f1-4571-b86c-eeea407c95d4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:46.021894 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dffeffda-8fa8-480f-a4c0-6c49d5e48850 req-24e0470b-65f1-4571-b86c-eeea407c95d4 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 945 time: 0.0552111 Nov 28 08:03:46.069085 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dffeffda-8fa8-480f-a4c0-6c49d5e48850 req-ee9089b4-fefe-41de-9d5f-0d3af7472dac tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=91d4d572-8771-48ab-96be-4003ec4031a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 Nov 28 08:03:46.399211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02500feb-7b54-4eb8-a56d-04997c71151b req-3c71fd8d-2d6a-4df4-868b-dec384ae9723 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:46.400637 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02500feb-7b54-4eb8-a56d-04997c71151b req-3c71fd8d-2d6a-4df4-868b-dec384ae9723 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 945 time: 0.0581849 Nov 28 08:03:46.502413 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-02500feb-7b54-4eb8-a56d-04997c71151b req-13dc6a96-929f-45d4-a23e-56bfaa203a61 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port cec96441-4932-4009-b8ac-519c72e71616 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:03:46.502747 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02500feb-7b54-4eb8-a56d-04997c71151b req-13dc6a96-929f-45d4-a23e-56bfaa203a61 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:46.595496 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-02500feb-7b54-4eb8-a56d-04997c71151b req-13dc6a96-929f-45d4-a23e-56bfaa203a61 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port cec96441-4932-4009-b8ac-519c72e71616, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=cec96441-4932-4009-b8ac-519c72e71616,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:03:46.595857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02500feb-7b54-4eb8-a56d-04997c71151b req-13dc6a96-929f-45d4-a23e-56bfaa203a61 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:46.608558 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-02500feb-7b54-4eb8-a56d-04997c71151b req-13dc6a96-929f-45d4-a23e-56bfaa203a61 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for cec96441-4932-4009-b8ac-519c72e71616 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:03:46.734775 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02500feb-7b54-4eb8-a56d-04997c71151b req-13dc6a96-929f-45d4-a23e-56bfaa203a61 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:46.766400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc6a96-929f-45d4-a23e-56bfaa203a61 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=cec96441-4932-4009-b8ac-519c72e71616,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:46.809601 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-02500feb-7b54-4eb8-a56d-04997c71151b req-13dc6a96-929f-45d4-a23e-56bfaa203a61 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] No DVR routers for this DVR port cec96441-4932-4009-b8ac-519c72e71616 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:03:46.812936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02500feb-7b54-4eb8-a56d-04997c71151b req-13dc6a96-929f-45d4-a23e-56bfaa203a61 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:46.816612 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02500feb-7b54-4eb8-a56d-04997c71151b req-13dc6a96-929f-45d4-a23e-56bfaa203a61 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "DELETE /v2.0/ports/cec96441-4932-4009-b8ac-519c72e71616 HTTP/1.1" status: 204 len: 173 time: 0.4046876 Nov 28 08:03:46.817072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'name': 'network-vif-deleted', 'tag': 'cec96441-4932-4009-b8ac-519c72e71616'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:03:46.819426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2709c0-4267-49d8-8634-70cdc76d7595" -d '{"events": [{"server_uuid": "b906ca3b-0b9f-4af0-85ac-d09bea032019", "name": "network-vif-deleted", "tag": "cec96441-4932-4009-b8ac-519c72e71616"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:03:46.855160 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62e7cab-57df-4a7f-8102-a9e410183998 x-openstack-request-id: req-e62e7cab-57df-4a7f-8102-a9e410183998 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:03:46.855455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b906ca3b-0b9f-4af0-85ac-d09bea032019", "name": "network-vif-deleted", "tag": "cec96441-4932-4009-b8ac-519c72e71616", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:03:46.855710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e62e7cab-57df-4a7f-8102-a9e410183998 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:03:46.856113 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b906ca3b-0b9f-4af0-85ac-d09bea032019', 'name': 'network-vif-deleted', 'tag': 'cec96441-4932-4009-b8ac-519c72e71616', 'status': 'completed', 'code': 200} Nov 28 08:03:47.185420 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8374b43f-d430-4d99-ade7-c68510a3bf80 req-33fdf6ed-6fd7-435f-9894-eda595372fa7 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b906ca3b-0b9f-4af0-85ac-d09bea032019 HTTP/1.1" status: 200 len: 210 time: 0.0348217 Nov 28 08:03:47.950763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-977b3cf0-970a-4932-8bda-2d152c72b55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:48.242516 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43726) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:48.296997 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3d7e5731-ee5b-4faa-b91c-395768eeacae tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:48.321751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3d7e5731-ee5b-4faa-b91c-395768eeacae tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:48.379268 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3d7e5731-ee5b-4faa-b91c-395768eeacae tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:48.381935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3d7e5731-ee5b-4faa-b91c-395768eeacae tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:48.383113 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3d7e5731-ee5b-4faa-b91c-395768eeacae tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/security-groups/91d4d572-8771-48ab-96be-4003ec4031a2 HTTP/1.1" status: 204 len: 168 time: 0.1395562 Nov 28 08:03:48.392293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e5731-ee5b-4faa-b91c-395768eeacae tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d4d572-8771-48ab-96be-4003ec4031a2,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:48.413822 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43730) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:48.808398 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-52e985bc-7a1f-4d10-ab04-49c6061388ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:49.064247 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:49.314604 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device cec96441-4932-4009-b8ac-519c72e71616 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:03:49.335476 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: cec96441-4932-4009-b8ac-519c72e71616 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:03:49.335818 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device cec96441-4932-4009-b8ac-519c72e71616 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:03:49.404044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-52e985bc-7a1f-4d10-ab04-49c6061388ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port e8e41e0f-1017-4b51-a5e0-6fa114acebfd {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:03:49.404660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-52e985bc-7a1f-4d10-ab04-49c6061388ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:49.488602 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-52e985bc-7a1f-4d10-ab04-49c6061388ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port e8e41e0f-1017-4b51-a5e0-6fa114acebfd, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e8e41e0f-1017-4b51-a5e0-6fa114acebfd,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:03:49.488962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-52e985bc-7a1f-4d10-ab04-49c6061388ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:49.500884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-52e985bc-7a1f-4d10-ab04-49c6061388ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for e8e41e0f-1017-4b51-a5e0-6fa114acebfd owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:03:49.695200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-52e985bc-7a1f-4d10-ab04-49c6061388ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:49.726108 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e985bc-7a1f-4d10-ab04-49c6061388ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=e8e41e0f-1017-4b51-a5e0-6fa114acebfd,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:49.912813 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-52e985bc-7a1f-4d10-ab04-49c6061388ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:50.156708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e985bc-7a1f-4d10-ab04-49c6061388ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router 8618d942-73e5-4dda-a759-103d37584b25 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:03:50.276248 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e985bc-7a1f-4d10-ab04-49c6061388ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:03:50.281317 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-52e985bc-7a1f-4d10-ab04-49c6061388ab tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/8618d942-73e5-4dda-a759-103d37584b25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8664606 Nov 28 08:03:50.284489 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43732) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:50.285414 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7800e344-d052-4994-b880-071cb93ad8ec None None] Sync routers for ids ['8618d942-73e5-4dda-a759-103d37584b25'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:03:50.295508 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7800e344-d052-4994-b880-071cb93ad8ec None None] Routers {'8618d942-73e5-4dda-a759-103d37584b25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:03:50.296115 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7800e344-d052-4994-b880-071cb93ad8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:03:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8618d942-73e5-4dda-a759-103d37584b25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:50.339228 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting subnet 0242d593-ead3-4432-b221-1fe3256c68c4 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:03:50.342304 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:50.368763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:50.383523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:50.427494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-7800e344-d052-4994-b880-071cb93ad8ec None None] Set router 8618d942-73e5-4dda-a759-103d37584b25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:03:50.473524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:50.532486 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:50.559591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Subnet': ['ID=0242d593-ead3-4432-b221-1fe3256c68c4,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:50.567255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:50.571153 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/subnets/0242d593-ead3-4432-b221-1fe3256c68c4 HTTP/1.1" status: 204 len: 168 time: 0.2856257 Nov 28 08:03:50.573935 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43734) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:50.580412 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:50.580754 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:50.581107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:50.581418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:50.581747 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:50.582068 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:50.582389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:50.582709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:50.583053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:50.583477 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:50.583799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:50.584218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:50.584537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e7cbc-7a48-4e71-a4fa-1c05ea274d85 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:50.584677 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4adb80-f375-4ada-a164-c0e44eaa2ca9 None None] Network 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:03:50.702394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7800e344-d052-4994-b880-071cb93ad8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:03:49Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:50.706718 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:50.736687 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7800e344-d052-4994-b880-071cb93ad8ec None None] Checking router: 8618d942-73e5-4dda-a759-103d37584b25 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:03:50.751596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7800e344-d052-4994-b880-071cb93ad8ec None None] Routers {'8618d942-73e5-4dda-a759-103d37584b25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:03:50.752206 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7800e344-d052-4994-b880-071cb93ad8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:03:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8618d942-73e5-4dda-a759-103d37584b25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:50.829976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:50.899892 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 58871f0d-2709-4895-af6b-c57464b456eb {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:03:50.900227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.012241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] DHCP port deletion for 6940c67f-0fe8-43f4-8d94-7c3ec8a4744d request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:03:51.073254 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-7800e344-d052-4994-b880-071cb93ad8ec None None] Set router 8618d942-73e5-4dda-a759-103d37584b25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:03:51.205997 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Deleting port 9c527a4e-d996-409b-b59b-ebb87f97f946 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:03:51.206281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.288758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 58871f0d-2709-4895-af6b-c57464b456eb, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=58871f0d-2709-4895-af6b-c57464b456eb,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:03:51.289415 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.300616 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 58871f0d-2709-4895-af6b-c57464b456eb owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:03:51.307042 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] For port 9c527a4e-d996-409b-b59b-ebb87f97f946, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9c527a4e-d996-409b-b59b-ebb87f97f946,segment=NetworkSegment(6666e40d-34c7-461a-8404-951e399a5c11),segment_id=6666e40d-34c7-461a-8404-951e399a5c11)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:03:51.307556 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.324046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Calling delete_port for 9c527a4e-d996-409b-b59b-ebb87f97f946 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:03:51.382327 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.415095 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7800e344-d052-4994-b880-071cb93ad8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:03:49Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:51.451735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7800e344-d052-4994-b880-071cb93ad8ec None None] The sync data for ids ['8618d942-73e5-4dda-a759-103d37584b25'] in dv-neutron-744815-16-hyperv is: [{'id': '8618d942-73e5-4dda-a759-103d37584b25', 'name': 'tempest-TestNetworkBasicOps-router-1571238990', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '58871f0d-2709-4895-af6b-c57464b456eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:02:20Z', 'updated_at': '2021-11-28T08:03:49Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': '58871f0d-2709-4895-af6b-c57464b456eb', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8618d942-73e5-4dda-a759-103d37584b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:02:21Z', 'updated_at': '2021-11-28T08:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:03:51.473794 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.482243 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.503076 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Pushing event deleted for resources: {'Port': ['ID=9c527a4e-d996-409b-b59b-ebb87f97f946,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:51.512288 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] No DVR routers for this DVR port 9c527a4e-d996-409b-b59b-ebb87f97f946 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:03:51.514339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:51.514693 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:51.515092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:51.515403 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:51.515740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:51.515981 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=58871f0d-2709-4895-af6b-c57464b456eb,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:51.516099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:51.517019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:51.517324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:51.517672 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:51.521273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:51.521633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:51.521977 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:51.522314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb283c-4fc2-4e7a-a498-87e47e4b6f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:51.528621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc17d458-a127-4dad-bd49-7fa9eed306b2 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:03:51.578601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.678697 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.681092 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.724546 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.725165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Fanout notify agent at l3_agent the message router_deleted on router 8618d942-73e5-4dda-a759-103d37584b25 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:03:51.732799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.733904 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-031b2d11-74e9-488b-9915-220ced9428f3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/routers/8618d942-73e5-4dda-a759-103d37584b25 HTTP/1.1" status: 204 len: 168 time: 1.1590705 Nov 28 08:03:51.736545 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43736) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:51.815268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6a63c902-7d83-4952-a27a-b44faa100144 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.903119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6a63c902-7d83-4952-a27a-b44faa100144 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.924209 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-6a63c902-7d83-4952-a27a-b44faa100144 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6940c67f-0fe8-43f4-8d94-7c3ec8a4744d']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:51.934103 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-6a63c902-7d83-4952-a27a-b44faa100144 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6666e40d-34c7-461a-8404-951e399a5c11') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:51.934340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-6a63c902-7d83-4952-a27a-b44faa100144 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6666e40d-34c7-461a-8404-951e399a5c11') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:51.949476 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6a63c902-7d83-4952-a27a-b44faa100144 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.963820 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6a63c902-7d83-4952-a27a-b44faa100144 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.970121 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a63c902-7d83-4952-a27a-b44faa100144 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:03:51.970501 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6a63c902-7d83-4952-a27a-b44faa100144 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:03:51.973566 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:03:52.037292 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6a63c902-7d83-4952-a27a-b44faa100144 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:52.045208 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6a63c902-7d83-4952-a27a-b44faa100144 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:52.048625 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6a63c902-7d83-4952-a27a-b44faa100144 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/networks/6940c67f-0fe8-43f4-8d94-7c3ec8a4744d HTTP/1.1" status: 204 len: 168 time: 0.3108566 Nov 28 08:03:52.061388 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63c902-7d83-4952-a27a-b44faa100144 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Network': ['ID=6940c67f-0fe8-43f4-8d94-7c3ec8a4744d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:52.074093 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43738) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:52.079423 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b618e089-04c1-4faa-9333-6149ac5899e0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'network': {'name': 'tempest-network-smoke--991415486', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'port_security_enabled': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:03:52.104203 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b618e089-04c1-4faa-9333-6149ac5899e0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:03:52.107911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b618e089-04c1-4faa-9333-6149ac5899e0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:52.133783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b618e089-04c1-4faa-9333-6149ac5899e0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:03:52.143717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b618e089-04c1-4faa-9333-6149ac5899e0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:52.144067 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-b618e089-04c1-4faa-9333-6149ac5899e0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Added segment 1214bd0b-f2bd-4247-b59b-6fe8300a8a8e of type vlan for network d3ef37f6-6b15-459c-b575-1fdcdae08c54 Nov 28 08:03:52.182942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b618e089-04c1-4faa-9333-6149ac5899e0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:52.211817 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b618e089-04c1-4faa-9333-6149ac5899e0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:52.217347 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b618e089-04c1-4faa-9333-6149ac5899e0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:52.217926 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b618e089-04c1-4faa-9333-6149ac5899e0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:52.251939 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b618e089-04c1-4faa-9333-6149ac5899e0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1767833 Nov 28 08:03:52.254712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43740) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:52.259637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'admin_state_up': True, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:03:52.296526 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618e089-04c1-4faa-9333-6149ac5899e0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Network': ['ID=d3ef37f6-6b15-459c-b575-1fdcdae08c54,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:52.307183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network d3ef37f6-6b15-459c-b575-1fdcdae08c54 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:03:52.313314 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:52.314374 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:52.373467 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:52.530631 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:52.721057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 58871f0d-2709-4895-af6b-c57464b456eb no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:03:52.734272 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:52.747271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 58871f0d-2709-4895-af6b-c57464b456eb {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:03:52.747616 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 58871f0d-2709-4895-af6b-c57464b456eb not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:03:52.748030 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e8e41e0f-1017-4b51-a5e0-6fa114acebfd no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:03:52.753308 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:52.767953 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: e8e41e0f-1017-4b51-a5e0-6fa114acebfd {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:03:52.768347 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e8e41e0f-1017-4b51-a5e0-6fa114acebfd not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:03:52.768802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9c527a4e-d996-409b-b59b-ebb87f97f946 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:03:52.797336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 9c527a4e-d996-409b-b59b-ebb87f97f946 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:03:52.797750 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9c527a4e-d996-409b-b59b-ebb87f97f946 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:03:52.858130 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.126 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/c07e4f43-33c0-4df5-ad3c-e3060c9b506c) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:03:52.956254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:52.992579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:53.028364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:03:53.031160 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:03:53.041934 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:03:53.044378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff8351b-d4fa-4086-bd76-90c0771c479d None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:03:53.069928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=c07e4f43-33c0-4df5-ad3c-e3060c9b506c,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:53.110813 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-0332d46e-0809-4bdc-ae29-4be764a2adcb None None] Provisioning complete for port c07e4f43-33c0-4df5-ad3c-e3060c9b506c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:03:53.111239 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0332d46e-0809-4bdc-ae29-4be764a2adcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:53.149194 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-0332d46e-0809-4bdc-ae29-4be764a2adcb None None] Port c07e4f43-33c0-4df5-ad3c-e3060c9b506c cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:03:53.318350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:53.542852 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:53.683006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router b97e6b91-b614-4685-98e2-34e8f598e741 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:03:53.799946 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:03:53.810335 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Sync routers for ids ['b97e6b91-b614-4685-98e2-34e8f598e741'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:03:53.820027 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Routers {'b97e6b91-b614-4685-98e2-34e8f598e741'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:03:53.820639 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:03:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['b97e6b91-b614-4685-98e2-34e8f598e741'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:53.821232 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:53.822438 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e693d299-0ff2-4a9e-9687-436f2c9e47b2 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5667834 Nov 28 08:03:53.825627 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43742) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:53.855527 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-319efafc-702f-45e8-bcee-66ef2e608ef8 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2bd5e3358de04cc29a985f74fa93a602&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287933 Nov 28 08:03:53.858162 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43744) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:53.942260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a7be9b-bbf9-428b-abcc-40463ace3478 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:53.942421 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Set router b97e6b91-b614-4685-98e2-34e8f598e741 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:03:53.944055 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-70a7be9b-bbf9-428b-abcc-40463ace3478 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848098 Nov 28 08:03:53.947226 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43746) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:53.973926 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bc27fd2d-d061-4b0a-8886-6da636b2240e tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255854 Nov 28 08:03:53.976332 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43748) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:53.980924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c31536ea-bea3-4967-9545-20912e9cae78 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-386735528', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:03:54.071713 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31536ea-bea3-4967-9545-20912e9cae78 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:03:54.075206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c31536ea-bea3-4967-9545-20912e9cae78 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:54.121461 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:53Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:54.154889 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Checking router: b97e6b91-b614-4685-98e2-34e8f598e741 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:03:54.155234 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Updating router b97e6b91-b614-4685-98e2-34e8f598e741 port c07e4f43-33c0-4df5-ad3c-e3060c9b506c binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:03:54.186661 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:54.253725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c31536ea-bea3-4967-9545-20912e9cae78 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:54.312256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31536ea-bea3-4967-9545-20912e9cae78 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Subnet': ['ID=698dfeba-53df-446e-a2c2-7cc3ca5841bb,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:54.321395 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31536ea-bea3-4967-9545-20912e9cae78 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Checking segment: {'id': '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:03:54.322344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31536ea-bea3-4967-9545-20912e9cae78 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network hostable DHCP agents. Network: d3ef37f6-6b15-459c-b575-1fdcdae08c54, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:03:54.339061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31536ea-bea3-4967-9545-20912e9cae78 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network d3ef37f6-6b15-459c-b575-1fdcdae08c54 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:03:54.351009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-c31536ea-bea3-4967-9545-20912e9cae78 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, d3ef37f6-6b15-459c-b575-1fdcdae08c54) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:03:54.356452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31536ea-bea3-4967-9545-20912e9cae78 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:54.358373 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c31536ea-bea3-4967-9545-20912e9cae78 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:54.359057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b9ed4e-f4a8-4783-bc52-1b38163050e4 None None] Network d3ef37f6-6b15-459c-b575-1fdcdae08c54 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:03:54.375936 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c31536ea-bea3-4967-9545-20912e9cae78 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3985336 Nov 28 08:03:54.378833 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43750) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:54.454421 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:54.461159 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:54.487472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc526bc-609b-42b6-aecc-0d9896957a12 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:03:54.512940 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Attempting to bind port c07e4f43-33c0-4df5-ad3c-e3060c9b506c on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:03:54.513315 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Attempting to bind port c07e4f43-33c0-4df5-ad3c-e3060c9b506c by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:03:54.513681 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Attempting to bind port c07e4f43-33c0-4df5-ad3c-e3060c9b506c on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:03:54.524953 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:03:54.525323 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:03:54.525835 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:54.526103 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:03:54.526579 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Bound port: c07e4f43-33c0-4df5-ad3c-e3060c9b506c, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:03:54.526981 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:54.534796 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-d3ef37f6-6b15-459c-b575-1fdcdae08c54', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ips': [{'subnet_id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:03:54.535854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:54.564319 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Pushing event updated for resources: {'Port': ['ID=c07e4f43-33c0-4df5-ad3c-e3060c9b506c,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:54.581137 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:54.581490 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:54.581825 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:54.582156 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:54.582483 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:54.582811 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:54.583169 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:54.583492 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:54.584021 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:54.584342 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:54.585552 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:54.585552 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:54.585826 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:03:54.612388 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] For port c07e4f43-33c0-4df5-ad3c-e3060c9b506c, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:03:54.617325 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] For port c07e4f43-33c0-4df5-ad3c-e3060c9b506c, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c07e4f43-33c0-4df5-ad3c-e3060c9b506c,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:03:54.621909 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:54.628844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-0c856321-0f27-49d3-a970-6f2a576f13fd None None] Provisioning complete for port c07e4f43-33c0-4df5-ad3c-e3060c9b506c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:03:54.629209 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0c856321-0f27-49d3-a970-6f2a576f13fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:54.681664 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Routers {'b97e6b91-b614-4685-98e2-34e8f598e741'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:03:54.682363 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:03:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['b97e6b91-b614-4685-98e2-34e8f598e741'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:54.698766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c756e0b-1e6a-4049-9eb8-534ee1b71f00 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:03:54.732272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Allocated IP 172.20.0.2 (d3ef37f6-6b15-459c-b575-1fdcdae08c54/698dfeba-53df-446e-a2c2-7cc3ca5841bb/665a67f6-5046-47ad-90fb-7faac36b06e4) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:03:54.734091 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fefa3-2203-43d3-81d2-d0a66bf8655e None None] Pushing event updated for resources: {'Port': ['ID=c07e4f43-33c0-4df5-ad3c-e3060c9b506c,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:54.807042 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0c856321-0f27-49d3-a970-6f2a576f13fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:54.825289 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] Set router b97e6b91-b614-4685-98e2-34e8f598e741 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:03:54.861594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0c856321-0f27-49d3-a970-6f2a576f13fd None None] For port c07e4f43-33c0-4df5-ad3c-e3060c9b506c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c07e4f43-33c0-4df5-ad3c-e3060c9b506c,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:03:54.869339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0c856321-0f27-49d3-a970-6f2a576f13fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:54.919591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:54.973561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c856321-0f27-49d3-a970-6f2a576f13fd None None] Pushing event updated for resources: {'Port': ['ID=c07e4f43-33c0-4df5-ad3c-e3060c9b506c,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:54.992415 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:55.000847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-cdbadf2b-dce8-41d2-80c7-78ea59ca9391 None None] Provisioning complete for port c07e4f43-33c0-4df5-ad3c-e3060c9b506c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:03:55.000990 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cdbadf2b-dce8-41d2-80c7-78ea59ca9391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:55.003555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:55.038830 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:53Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:55.067563 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af42cd-5aa0-44fc-857f-3a92bd33e0d3 None None] The sync data for ids ['b97e6b91-b614-4685-98e2-34e8f598e741'] in dv-neutron-744815-16-hyperv is: [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:53Z', 'revision_number': 3, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:03:55.067779 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Network d3ef37f6-6b15-459c-b575-1fdcdae08c54 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:03:55.074464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:03:55.082724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:03:55.141840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Pushing event updated for resources: {'Port': ['ID=665a67f6-5046-47ad-90fb-7faac36b06e4,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:55.160299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Attempting to bind port 665a67f6-5046-47ad-90fb-7faac36b06e4 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:03:55.160887 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Attempting to bind port 665a67f6-5046-47ad-90fb-7faac36b06e4 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:03:55.161249 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Attempting to bind port 665a67f6-5046-47ad-90fb-7faac36b06e4 on network d3ef37f6-6b15-459c-b575-1fdcdae08c54 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:03:55.168560 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:03:55.168929 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Checking segment: {'id': '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:03:55.169329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:55.169716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Bound using segment: {'id': '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:03:55.170181 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Bound port: 665a67f6-5046-47ad-90fb-7faac36b06e4, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:03:55.170563 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:55.235920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.1 (d3ef37f6-6b15-459c-b575-1fdcdae08c54/698dfeba-53df-446e-a2c2-7cc3ca5841bb/4f27b678-7d54-4e7b-96f0-80b4537f0830) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:03:55.279079 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] For port 665a67f6-5046-47ad-90fb-7faac36b06e4, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:03:55.283151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] For port 665a67f6-5046-47ad-90fb-7faac36b06e4, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=665a67f6-5046-47ad-90fb-7faac36b06e4,segment=NetworkSegment(1214bd0b-f2bd-4247-b59b-6fe8300a8a8e),segment_id=1214bd0b-f2bd-4247-b59b-6fe8300a8a8e)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:03:55.293043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:55.384978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:55.390858 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b71d34-b1b1-408d-978e-513faa4a22f0 None None] Pushing event updated for resources: {'Port': ['ID=665a67f6-5046-47ad-90fb-7faac36b06e4,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:55.424751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:55.474688 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network d3ef37f6-6b15-459c-b575-1fdcdae08c54 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:03:55.479817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:03:55.482966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:03:55.513453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=4f27b678-7d54-4e7b-96f0-80b4537f0830,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:55.537297 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:55.715949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:55.894218 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:03:56.086117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:56.091156 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:56.172655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:56.174561 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=4f27b678-7d54-4e7b-96f0-80b4537f0830,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:56.269168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network d3ef37f6-6b15-459c-b575-1fdcdae08c54 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:03:56.270611 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:03:56.363000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031773b9-5469-49ff-acaf-6261cbc6404f None None] Network d3ef37f6-6b15-459c-b575-1fdcdae08c54 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:03:56.406402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router b97e6b91-b614-4685-98e2-34e8f598e741 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:03:56.440812 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a5eb2633-87d4-483f-a219-642cc451378e None None] Provisioning complete for port 665a67f6-5046-47ad-90fb-7faac36b06e4 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:03:56.441356 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5eb2633-87d4-483f-a219-642cc451378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:56.539454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:03:56.545422 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-202f650a-45d2-4782-8f88-387c9e22c706 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/b97e6b91-b614-4685-98e2-34e8f598e741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1643934 Nov 28 08:03:56.547466 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43752) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:56.597966 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5eb2633-87d4-483f-a219-642cc451378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:56.641107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a5eb2633-87d4-483f-a219-642cc451378e None None] For port 665a67f6-5046-47ad-90fb-7faac36b06e4, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=665a67f6-5046-47ad-90fb-7faac36b06e4,segment=NetworkSegment(1214bd0b-f2bd-4247-b59b-6fe8300a8a8e),segment_id=1214bd0b-f2bd-4247-b59b-6fe8300a8a8e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:03:56.649611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5eb2633-87d4-483f-a219-642cc451378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:56.652674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621baa99-eaba-4d3c-b11f-266d4e455ef9 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:56.653315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621baa99-eaba-4d3c-b11f-266d4e455ef9 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:56.654125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621baa99-eaba-4d3c-b11f-266d4e455ef9 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:56.654978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621baa99-eaba-4d3c-b11f-266d4e455ef9 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:56.656955 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-621baa99-eaba-4d3c-b11f-266d4e455ef9 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1084321 Nov 28 08:03:56.659770 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43754) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:56.745582 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc721dd-f144-488a-83ae-b7871ca0394b tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:56.745793 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc721dd-f144-488a-83ae-b7871ca0394b tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:56.746224 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc721dd-f144-488a-83ae-b7871ca0394b tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:56.746664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc721dd-f144-488a-83ae-b7871ca0394b tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:56.758200 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb2633-87d4-483f-a219-642cc451378e None None] Pushing event updated for resources: {'Port': ['ID=665a67f6-5046-47ad-90fb-7faac36b06e4,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:56.760288 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8bc721dd-f144-488a-83ae-b7871ca0394b tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0994322 Nov 28 08:03:56.763076 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43756) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:56.828636 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 665a67f6-5046-47ad-90fb-7faac36b06e4 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:03:56.911702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Sync routers for ids ['b97e6b91-b614-4685-98e2-34e8f598e741'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:03:56.913601 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-43dbca7a-8b41-4c29-814d-0e1de90f54a6 None None] Provisioning complete for port 665a67f6-5046-47ad-90fb-7faac36b06e4 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:03:56.914063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-43dbca7a-8b41-4c29-814d-0e1de90f54a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:56.974928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Routers {'b97e6b91-b614-4685-98e2-34e8f598e741'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:03:56.976140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:03:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['b97e6b91-b614-4685-98e2-34e8f598e741'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:56.979354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 665a67f6-5046-47ad-90fb-7faac36b06e4 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:03:56.980696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.006329 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d852fdde-44d4-4b05-b3a5-f72b7793d6ab tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2420430 Nov 28 08:03:57.349539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43760) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:57.354605 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-55b96b77-1e72-449a-ade9-08f6929d2dd0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2129437461', 'description': 'tempest-secgroup-smoke-2129437461 description', 'project_id': '2bd5e3358de04cc29a985f74fa93a602'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:03:57.382981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-55b96b77-1e72-449a-ade9-08f6929d2dd0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.395703 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c07e4f43-33c0-4df5-ad3c-e3060c9b506c up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:03:57.435215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Set router b97e6b91-b614-4685-98e2-34e8f598e741 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:03:57.453682 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-55b96b77-1e72-449a-ade9-08f6929d2dd0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.457838 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-55b96b77-1e72-449a-ade9-08f6929d2dd0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.477667 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-55b96b77-1e72-449a-ade9-08f6929d2dd0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.482146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43762) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:57.483337 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-55b96b77-1e72-449a-ade9-08f6929d2dd0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1327298 Nov 28 08:03:57.486625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-43dbca7a-8b41-4c29-814d-0e1de90f54a6 None None] Provisioning complete for port 4f27b678-7d54-4e7b-96f0-80b4537f0830 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:03:57.487131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-43dbca7a-8b41-4c29-814d-0e1de90f54a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.487366 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c97114f3-6b41-4c0b-a89e-9a182e1933fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '5e02fc4d-a399-4643-ae82-0904205ed4c8', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:03:57.512406 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b96b77-1e72-449a-ade9-08f6929d2dd0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e02fc4d-a399-4643-ae82-0904205ed4c8,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:57.523105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c97114f3-6b41-4c0b-a89e-9a182e1933fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.589539 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c97114f3-6b41-4c0b-a89e-9a182e1933fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.595014 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c97114f3-6b41-4c0b-a89e-9a182e1933fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.601441 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-43dbca7a-8b41-4c29-814d-0e1de90f54a6 None None] Port 4f27b678-7d54-4e7b-96f0-80b4537f0830 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:03:57.617180 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97114f3-6b41-4c0b-a89e-9a182e1933fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17227ae2-7fbe-4f59-a0b7-389708ff30ae,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:57.622979 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c97114f3-6b41-4c0b-a89e-9a182e1933fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.626851 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c97114f3-6b41-4c0b-a89e-9a182e1933fd tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409364 Nov 28 08:03:57.627223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43764) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:57.632532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f8ccddd5-b448-4e2c-8846-e08f5d0dabdf tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '5e02fc4d-a399-4643-ae82-0904205ed4c8', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:03:57.651808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c07e4f43-33c0-4df5-ad3c-e3060c9b506c triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:03:57.652327 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.660913 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f8ccddd5-b448-4e2c-8846-e08f5d0dabdf tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.730644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f8ccddd5-b448-4e2c-8846-e08f5d0dabdf tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.735438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f8ccddd5-b448-4e2c-8846-e08f5d0dabdf tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.752448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccddd5-b448-4e2c-8846-e08f5d0dabdf tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf20d72-f6ac-4aca-b89f-04e9424261fc,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:57.756427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7504f9eb-239f-4ea8-8d3d-e48ccf0dfe6c None None] Provisioning complete for port 4f27b678-7d54-4e7b-96f0-80b4537f0830 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:03:57.757357 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7504f9eb-239f-4ea8-8d3d-e48ccf0dfe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.774440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f8ccddd5-b448-4e2c-8846-e08f5d0dabdf tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.778545 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43766) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:57.779155 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f8ccddd5-b448-4e2c-8846-e08f5d0dabdf tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1508322 Nov 28 08:03:57.784154 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-64d55612-f333-44ad-a3f8-7ee742d5f183 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '5e02fc4d-a399-4643-ae82-0904205ed4c8', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:03:57.812835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64d55612-f333-44ad-a3f8-7ee742d5f183 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.846959 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7504f9eb-239f-4ea8-8d3d-e48ccf0dfe6c None None] Port 4f27b678-7d54-4e7b-96f0-80b4537f0830 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:03:57.858723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:55Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '4f27b678-7d54-4e7b-96f0-80b4537f0830', 'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:b8:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:55Z', 'updated_at': '2021-11-28T08:03:55Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:57.884186 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64d55612-f333-44ad-a3f8-7ee742d5f183 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.889885 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64d55612-f333-44ad-a3f8-7ee742d5f183 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.891182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Checking router: b97e6b91-b614-4685-98e2-34e8f598e741 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:03:57.892257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Updating router b97e6b91-b614-4685-98e2-34e8f598e741 port 4f27b678-7d54-4e7b-96f0-80b4537f0830 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:03:57.909376 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d55612-f333-44ad-a3f8-7ee742d5f183 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c053b4b-fbba-4917-9c2f-a3a77ece3edb,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:57.919627 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64d55612-f333-44ad-a3f8-7ee742d5f183 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.921058 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-64d55612-f333-44ad-a3f8-7ee742d5f183 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405485 Nov 28 08:03:57.923666 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43768) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:57.928081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b3a19732-9aa7-451d-a8dd-7861acb9fa0a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '5e02fc4d-a399-4643-ae82-0904205ed4c8', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:03:57.931853 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:57.956142 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3a19732-9aa7-451d-a8dd-7861acb9fa0a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.016173 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3a19732-9aa7-451d-a8dd-7861acb9fa0a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.019928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3a19732-9aa7-451d-a8dd-7861acb9fa0a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.045782 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a19732-9aa7-451d-a8dd-7861acb9fa0a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d10e22-6af5-44d8-91c8-449a7f7d4fe5,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:58.054491 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3a19732-9aa7-451d-a8dd-7861acb9fa0a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.055620 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b3a19732-9aa7-451d-a8dd-7861acb9fa0a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307776 Nov 28 08:03:58.058448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43770) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:58.063281 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d89aff8d-aa9e-41a6-abd1-8bf3f8038f05 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '5e02fc4d-a399-4643-ae82-0904205ed4c8', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:03:58.086681 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-d89aff8d-aa9e-41a6-abd1-8bf3f8038f05 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:03:58.091771 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d89aff8d-aa9e-41a6-abd1-8bf3f8038f05 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.153019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d89aff8d-aa9e-41a6-abd1-8bf3f8038f05 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.156726 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d89aff8d-aa9e-41a6-abd1-8bf3f8038f05 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.181502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89aff8d-aa9e-41a6-abd1-8bf3f8038f05 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff73f613-0a8b-464c-9f84-31d33dab47aa,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:58.190382 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d89aff8d-aa9e-41a6-abd1-8bf3f8038f05 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.191622 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d89aff8d-aa9e-41a6-abd1-8bf3f8038f05 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321423 Nov 28 08:03:58.194578 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43772) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:03:58.199120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-5fd38b13-f475-4cab-99c1-9d7a00f2e75e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'security_group_rule': {'security_group_id': '5e02fc4d-a399-4643-ae82-0904205ed4c8', 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:03:58.220173 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-5fd38b13-f475-4cab-99c1-9d7a00f2e75e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Project 2bd5e3358de04cc29a985f74fa93a602 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:03:58.224740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.225152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5fd38b13-f475-4cab-99c1-9d7a00f2e75e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.232583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.292286 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5fd38b13-f475-4cab-99c1-9d7a00f2e75e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.296203 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5fd38b13-f475-4cab-99c1-9d7a00f2e75e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.316254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd38b13-f475-4cab-99c1-9d7a00f2e75e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0909f287-404b-45b8-9a9c-22033711c21a,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:58.327012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5fd38b13-f475-4cab-99c1-9d7a00f2e75e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.328416 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5fd38b13-f475-4cab-99c1-9d7a00f2e75e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1328185 Nov 28 08:03:58.341216 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dc608-2921-457d-b427-7f6e6d45afbf None None] Pushing event updated for resources: {'Port': ['ID=4f27b678-7d54-4e7b-96f0-80b4537f0830,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:58.347808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Attempting to bind port 4f27b678-7d54-4e7b-96f0-80b4537f0830 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:03:58.348187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Attempting to bind port 4f27b678-7d54-4e7b-96f0-80b4537f0830 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:03:58.348555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Attempting to bind port 4f27b678-7d54-4e7b-96f0-80b4537f0830 on network d3ef37f6-6b15-459c-b575-1fdcdae08c54 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:03:58.359444 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:03:58.360060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Checking segment: {'id': '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:03:58.360623 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.361016 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Bound using segment: {'id': '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:03:58.361543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Bound port: 4f27b678-7d54-4e7b-96f0-80b4537f0830, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:03:58.362392 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.441908 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] For port 4f27b678-7d54-4e7b-96f0-80b4537f0830, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:03:58.445387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] For port 4f27b678-7d54-4e7b-96f0-80b4537f0830, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4f27b678-7d54-4e7b-96f0-80b4537f0830,segment=NetworkSegment(1214bd0b-f2bd-4247-b59b-6fe8300a8a8e),segment_id=1214bd0b-f2bd-4247-b59b-6fe8300a8a8e)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:03:58.451388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.495516 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-be9c33f5-431c-4424-b056-dcf0cb9ed245 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129437461&fields=id&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 267 time: 0.0530419 Nov 28 08:03:58.514925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Routers {'b97e6b91-b614-4685-98e2-34e8f598e741'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:03:58.515553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:03:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['b97e6b91-b614-4685-98e2-34e8f598e741'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:58.564939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dc608-2921-457d-b427-7f6e6d45afbf None None] Pushing event updated for resources: {'Port': ['ID=4f27b678-7d54-4e7b-96f0-80b4537f0830,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:58.595774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9fd92691-5847-455d-9aed-10782dbc43b3 None None] Provisioning complete for port 4f27b678-7d54-4e7b-96f0-80b4537f0830 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:03:58.596406 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9fd92691-5847-455d-9aed-10782dbc43b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.614427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-51a04511-5959-4d4e-8c25-ab28ad3b3abb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:03:58.615978 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-51a04511-5959-4d4e-8c25-ab28ad3b3abb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/networks?id=d3ef37f6-6b15-459c-b575-1fdcdae08c54 HTTP/1.1" status: 200 len: 796 time: 0.1147993 Nov 28 08:03:58.631366 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-6cb3dc78-cc21-491c-8bc0-0754fd3004a9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/quotas/2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 375 time: 0.0092225 Nov 28 08:03:58.694584 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-cd6fdf85-f031-4575-bb62-f22c49b1205e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556941 Nov 28 08:03:58.702718 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] Set router b97e6b91-b614-4685-98e2-34e8f598e741 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:03:58.758976 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 665a67f6-5046-47ad-90fb-7faac36b06e4 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:03:58.798932 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-909f8f94-34ea-45e8-8f0a-5084264e3b53 service neutron] 10.222.0.31 "GET /v2.0/networks/d3ef37f6-6b15-459c-b575-1fdcdae08c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862298 Nov 28 08:03:58.842108 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9fd92691-5847-455d-9aed-10782dbc43b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:58.891422 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-d660fbd6-8000-45a0-96fa-392ad48dc3a4 service neutron] 10.222.0.31 "GET /v2.0/networks/d3ef37f6-6b15-459c-b575-1fdcdae08c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860991 Nov 28 08:03:59.099217 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e9172997-ecf9-42cd-8c42-dc8207c541e7 req-3b5e05b1-fa4a-4f7a-833b-f7d3bfb85e0e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 210 time: 0.0322354 Nov 28 08:03:59.108876 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9fd92691-5847-455d-9aed-10782dbc43b3 None None] For port 4f27b678-7d54-4e7b-96f0-80b4537f0830, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4f27b678-7d54-4e7b-96f0-80b4537f0830,segment=NetworkSegment(1214bd0b-f2bd-4247-b59b-6fe8300a8a8e),segment_id=1214bd0b-f2bd-4247-b59b-6fe8300a8a8e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:03:59.124973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9fd92691-5847-455d-9aed-10782dbc43b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:59.124973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 665a67f6-5046-47ad-90fb-7faac36b06e4 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:03:59.124973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:59.257282 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd92691-5847-455d-9aed-10782dbc43b3 None None] Pushing event updated for resources: {'Port': ['ID=4f27b678-7d54-4e7b-96f0-80b4537f0830,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:03:59.276520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9e125ac2-781a-4681-883a-1fd1ed3ea9a9 None None] Provisioning complete for port 4f27b678-7d54-4e7b-96f0-80b4537f0830 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:03:59.276896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9e125ac2-781a-4681-883a-1fd1ed3ea9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:03:59.360724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:55Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '4f27b678-7d54-4e7b-96f0-80b4537f0830', 'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:b8:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:55Z', 'updated_at': '2021-11-28T08:03:58Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:03:59.396194 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd9ffa-bbfd-424f-bbe7-c0ac6c41d850 None None] The sync data for ids ['b97e6b91-b614-4685-98e2-34e8f598e741'] in dv-neutron-744815-16-hyperv is: [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:55Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '4f27b678-7d54-4e7b-96f0-80b4537f0830', 'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:b8:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:55Z', 'updated_at': '2021-11-28T08:03:58Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:04:00.139464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-1d669158-3277-499f-b3ca-7663a1ad8175 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:00.141133 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-1d669158-3277-499f-b3ca-7663a1ad8175 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/networks?id=d3ef37f6-6b15-459c-b575-1fdcdae08c54 HTTP/1.1" status: 200 len: 796 time: 0.1299739 Nov 28 08:04:00.214440 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ae611adc-ab4c-4d96-bf33-64d9de53bfea req-d25ab54a-74f4-4d49-9aec-20699fa25035 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 210 time: 0.0342975 Nov 28 08:04:00.228765 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-c9c2f3a6-0424-4023-8b27-69046517913a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd5e3358de04cc29a985f74fa93a602 HTTP/1.1" status: 200 len: 380 time: 0.0629106 Nov 28 08:04:00.248693 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-32a9baae-330f-4388-9483-330166e104ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'port': {'device_id': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'admin_state_up': True, 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'security_groups': ['5e02fc4d-a399-4643-ae82-0904205ed4c8']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:04:00.364205 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-32a9baae-330f-4388-9483-330166e104ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Made reservation on behalf of 2bd5e3358de04cc29a985f74fa93a602 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:04:00.368000 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-32a9baae-330f-4388-9483-330166e104ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:00.489841 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-32a9baae-330f-4388-9483-330166e104ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.20.0.4 (d3ef37f6-6b15-459c-b575-1fdcdae08c54/698dfeba-53df-446e-a2c2-7cc3ca5841bb/2f862fee-64f4-46fe-8026-637cc81e6d43) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:04:00.625315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-32a9baae-330f-4388-9483-330166e104ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:00.661262 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-32a9baae-330f-4388-9483-330166e104ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:00.704239 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-32a9baae-330f-4388-9483-330166e104ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network d3ef37f6-6b15-459c-b575-1fdcdae08c54 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:04:00.709302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-32a9baae-330f-4388-9483-330166e104ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:04:00.715410 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-32a9baae-330f-4388-9483-330166e104ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:04:00.739974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9baae-330f-4388-9483-330166e104ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=2f862fee-64f4-46fe-8026-637cc81e6d43,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:00.765372 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4f27b678-7d54-4e7b-96f0-80b4537f0830 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:04:00.777637 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-32a9baae-330f-4388-9483-330166e104ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:00.778248 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-32a9baae-330f-4388-9483-330166e104ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:00.795912 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-32a9baae-330f-4388-9483-330166e104ec tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518348 Nov 28 08:04:00.816139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Request body: {'port': {'device_id': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:04:00.827112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 4f27b678-7d54-4e7b-96f0-80b4537f0830 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:04:00.827730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:00.890522 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:00.996310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b67a296b-17da-488f-b938-8f19cbfbf093 None None] Provisioning complete for port 2f862fee-64f4-46fe-8026-637cc81e6d43 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:04:00.996706 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b67a296b-17da-488f-b938-8f19cbfbf093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:01.034732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-b67a296b-17da-488f-b938-8f19cbfbf093 None None] Port 2f862fee-64f4-46fe-8026-637cc81e6d43 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:04:01.155344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f862fee-64f4-46fe-8026-637cc81e6d43 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:04:01.163229 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:01.174692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Transition to ACTIVE for port object 2f862fee-64f4-46fe-8026-637cc81e6d43 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:04:01.179237 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:01.253360 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Pushing event updated for resources: {'Port': ['ID=2f862fee-64f4-46fe-8026-637cc81e6d43,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:01.275047 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:01.302661 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Attempting to bind port 2f862fee-64f4-46fe-8026-637cc81e6d43 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:04:01.303054 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Attempting to bind port 2f862fee-64f4-46fe-8026-637cc81e6d43 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:04:01.303386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Attempting to bind port 2f862fee-64f4-46fe-8026-637cc81e6d43 on network d3ef37f6-6b15-459c-b575-1fdcdae08c54 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:04:01.318376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Port 2f862fee-64f4-46fe-8026-637cc81e6d43 on network d3ef37f6-6b15-459c-b575-1fdcdae08c54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:04:01.318698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Attempting to bind port 2f862fee-64f4-46fe-8026-637cc81e6d43 on network d3ef37f6-6b15-459c-b575-1fdcdae08c54 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:04:01.339676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:04:01.340018 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Checking segment: {'id': '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:04:01.340394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Bound using segment: {'id': '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:04:01.340823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Bound port: 2f862fee-64f4-46fe-8026-637cc81e6d43, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:04:01.341173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:01.716404 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fefd6-b125-43d2-b5b6-161b049d1cb9 req-b5485cf5-fc36-465c-b830-125268612029 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:01.717782 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-025fefd6-b125-43d2-b5b6-161b049d1cb9 req-b5485cf5-fc36-465c-b830-125268612029 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 943 time: 0.4118893 Nov 28 08:04:01.764888 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] For port 2f862fee-64f4-46fe-8026-637cc81e6d43, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:04:01.769396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] For port 2f862fee-64f4-46fe-8026-637cc81e6d43, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2f862fee-64f4-46fe-8026-637cc81e6d43,segment=NetworkSegment(1214bd0b-f2bd-4247-b59b-6fe8300a8a8e),segment_id=1214bd0b-f2bd-4247-b59b-6fe8300a8a8e)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:04:01.774246 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:01.813097 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-025fefd6-b125-43d2-b5b6-161b049d1cb9 req-85421315-bef7-4747-8c19-1ff9fec921f5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02fc4d-a399-4643-ae82-0904205ed4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874531 Nov 28 08:04:01.820424 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:01.821035 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:01.822349 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] 10.222.0.35 "PUT /v2.0/ports/2f862fee-64f4-46fe-8026-637cc81e6d43 HTTP/1.1" status: 200 len: 1093 time: 1.0115395 Nov 28 08:04:01.823131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'tag': '2f862fee-64f4-46fe-8026-637cc81e6d43'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:04:01.825023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07349090-3b93-475b-9db1-395a89bda574" -d '{"events": [{"name": "network-changed", "server_uuid": "85b0a681-5e3f-4a38-b5a1-31e094bbb3de", "tag": "2f862fee-64f4-46fe-8026-637cc81e6d43"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:04:01.859536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f902d7d-d6c4-4b29-8220-aca3bcb12c6f service neutron] Pushing event updated for resources: {'Port': ['ID=2f862fee-64f4-46fe-8026-637cc81e6d43,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:01.877239 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c738f7-1b55-4665-b920-1ee4303e6c35 x-openstack-request-id: req-44c738f7-1b55-4665-b920-1ee4303e6c35 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:04:01.877426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b0a681-5e3f-4a38-b5a1-31e094bbb3de", "tag": "2f862fee-64f4-46fe-8026-637cc81e6d43", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:04:01.877685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44c738f7-1b55-4665-b920-1ee4303e6c35 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:04:01.878131 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'tag': '2f862fee-64f4-46fe-8026-637cc81e6d43', 'status': 'completed', 'code': 200} Nov 28 08:04:01.967518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-7fb2f8c4-ab61-49f4-b215-0fcfc7577f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:01.968823 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-7fb2f8c4-ab61-49f4-b215-0fcfc7577f30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 1096 time: 0.0535367 Nov 28 08:04:02.017537 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-95ce87c0-dfcb-4f93-bc3e-eb1ea874938d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f862fee-64f4-46fe-8026-637cc81e6d43 HTTP/1.1" status: 200 len: 217 time: 0.0363164 Nov 28 08:04:02.072993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-99b9bc19-12c7-414e-ae17-43e7da196801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:02.074438 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-99b9bc19-12c7-414e-ae17-43e7da196801 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=698dfeba-53df-446e-a2c2-7cc3ca5841bb HTTP/1.1" status: 200 len: 834 time: 0.0434222 Nov 28 08:04:02.134071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-077071ba-84ad-4810-8e44-5ec80f0e7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:02.135586 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-077071ba-84ad-4810-8e44-5ec80f0e7e74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3ef37f6-6b15-459c-b575-1fdcdae08c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0496283 Nov 28 08:04:02.228759 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-32644156-a6c4-4d4c-8fef-b5a2e37083bf service neutron] 10.222.0.35 "GET /v2.0/networks/d3ef37f6-6b15-459c-b575-1fdcdae08c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801957 Nov 28 08:04:02.324936 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3782162-62e1-487d-bbc0-ec6cea28674c req-939be6f5-dca8-4695-914f-ed30d6626d61 service neutron] 10.222.0.35 "GET /v2.0/networks/d3ef37f6-6b15-459c-b575-1fdcdae08c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832207 Nov 28 08:04:02.432151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07349090-3b93-475b-9db1-395a89bda574 req-93124196-7bd1-45bb-845c-8828dfbb14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:02.433649 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07349090-3b93-475b-9db1-395a89bda574 req-93124196-7bd1-45bb-845c-8828dfbb14a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 1096 time: 0.0494177 Nov 28 08:04:02.525205 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07349090-3b93-475b-9db1-395a89bda574 req-87264f41-11f2-4d48-adf2-e42aa78631e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:02.526638 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07349090-3b93-475b-9db1-395a89bda574 req-87264f41-11f2-4d48-adf2-e42aa78631e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3ef37f6-6b15-459c-b575-1fdcdae08c54 HTTP/1.1" status: 200 len: 897 time: 0.0843575 Nov 28 08:04:02.570669 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07349090-3b93-475b-9db1-395a89bda574 req-ad7f3558-9441-4c7e-a18d-6851db327c9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f862fee-64f4-46fe-8026-637cc81e6d43 HTTP/1.1" status: 200 len: 217 time: 0.0352004 Nov 28 08:04:02.619207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07349090-3b93-475b-9db1-395a89bda574 req-c83167e8-ec34-4683-b81d-31612336e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:02.620627 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07349090-3b93-475b-9db1-395a89bda574 req-c83167e8-ec34-4683-b81d-31612336e693 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=698dfeba-53df-446e-a2c2-7cc3ca5841bb HTTP/1.1" status: 200 len: 834 time: 0.0422142 Nov 28 08:04:02.671952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07349090-3b93-475b-9db1-395a89bda574 req-7486fd27-8d8d-411a-b1e4-d31b54c00b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:02.673392 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07349090-3b93-475b-9db1-395a89bda574 req-7486fd27-8d8d-411a-b1e4-d31b54c00b70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3ef37f6-6b15-459c-b575-1fdcdae08c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0442338 Nov 28 08:04:02.766597 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07349090-3b93-475b-9db1-395a89bda574 req-f769ab80-bf3a-4d4e-bf52-943e30e52c9e service neutron] 10.222.0.35 "GET /v2.0/networks/d3ef37f6-6b15-459c-b575-1fdcdae08c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847590 Nov 28 08:04:02.864415 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07349090-3b93-475b-9db1-395a89bda574 req-41fd5daa-5a1c-477b-a036-3f91c1f89108 service neutron] 10.222.0.35 "GET /v2.0/networks/d3ef37f6-6b15-459c-b575-1fdcdae08c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874848 Nov 28 08:04:02.947261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5d6c9-9a9e-4b98-8f00-b36432eb4a11 req-12663e40-bf14-4f27-a7a3-54e48586d5cb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:02.948723 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9ba5d6c9-9a9e-4b98-8f00-b36432eb4a11 req-12663e40-bf14-4f27-a7a3-54e48586d5cb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 943 time: 0.0552766 Nov 28 08:04:02.996966 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9ba5d6c9-9a9e-4b98-8f00-b36432eb4a11 req-eeadf294-d617-4553-9de0-a01c17ae1473 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02fc4d-a399-4643-ae82-0904205ed4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424588 Nov 28 08:04:04.123196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468aa61d-6cba-4b17-a0e0-0fc90c71905a req-9cb0812e-8f2f-495d-8c3f-813f9808d7fb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:04.124642 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-468aa61d-6cba-4b17-a0e0-0fc90c71905a req-9cb0812e-8f2f-495d-8c3f-813f9808d7fb tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 943 time: 0.0595355 Nov 28 08:04:04.172220 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-468aa61d-6cba-4b17-a0e0-0fc90c71905a req-021611f5-7d02-4e40-8a56-6e1413d7a79f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02fc4d-a399-4643-ae82-0904205ed4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 Nov 28 08:04:05.292802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f586d2-b786-46e0-b91e-321ac74d9a71 req-b5a2df5b-b4fb-4a13-b94b-e12c75ef4f37 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:05.294279 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a6f586d2-b786-46e0-b91e-321ac74d9a71 req-b5a2df5b-b4fb-4a13-b94b-e12c75ef4f37 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 943 time: 0.0548785 Nov 28 08:04:05.343343 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a6f586d2-b786-46e0-b91e-321ac74d9a71 req-1c243a32-af39-4fa9-bc79-60b561ef7f4a tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02fc4d-a399-4643-ae82-0904205ed4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 Nov 28 08:04:05.391735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2f862fee-64f4-46fe-8026-637cc81e6d43 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:04:05.482377 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 2f862fee-64f4-46fe-8026-637cc81e6d43, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2f862fee-64f4-46fe-8026-637cc81e6d43,segment=NetworkSegment(1214bd0b-f2bd-4247-b59b-6fe8300a8a8e),segment_id=1214bd0b-f2bd-4247-b59b-6fe8300a8a8e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:04:05.493063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '2f862fee-64f4-46fe-8026-637cc81e6d43', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'port_id': '2f862fee-64f4-46fe-8026-637cc81e6d43', 'mac_address': 'fa:16:3e:7e:16:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:04:05.533159 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:05.548972 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f862fee-64f4-46fe-8026-637cc81e6d43 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:04:05.567621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 2f862fee-64f4-46fe-8026-637cc81e6d43, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2f862fee-64f4-46fe-8026-637cc81e6d43,segment=NetworkSegment(1214bd0b-f2bd-4247-b59b-6fe8300a8a8e),segment_id=1214bd0b-f2bd-4247-b59b-6fe8300a8a8e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:04:05.571748 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:05.622519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=2f862fee-64f4-46fe-8026-637cc81e6d43,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:05.813514 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['2f862fee-64f4-46fe-8026-637cc81e6d43'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:04:06.460876 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3a051-07ff-4453-a379-493f183ae5e5 req-59d13951-df95-462c-b4c6-bb66b123b47e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:06.462337 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-93e3a051-07ff-4453-a379-493f183ae5e5 req-59d13951-df95-462c-b4c6-bb66b123b47e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 944 time: 0.0542514 Nov 28 08:04:06.509655 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-93e3a051-07ff-4453-a379-493f183ae5e5 req-a296f92d-36dd-467a-8de3-2c142099cb54 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02fc4d-a399-4643-ae82-0904205ed4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414956 Nov 28 08:04:07.407803 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2f862fee-64f4-46fe-8026-637cc81e6d43 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:04:07.461464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 2f862fee-64f4-46fe-8026-637cc81e6d43 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:04:07.465159 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 2f862fee-64f4-46fe-8026-637cc81e6d43 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:04:07.465516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:07.550978 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:07.575127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f862fee-64f4-46fe-8026-637cc81e6d43'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:04:07.577378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958e7b68-3c2b-4e59-8b81-5bef9e262770" -d '{"events": [{"server_uuid": "85b0a681-5e3f-4a38-b5a1-31e094bbb3de", "name": "network-vif-plugged", "status": "completed", "tag": "2f862fee-64f4-46fe-8026-637cc81e6d43"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:04:07.590240 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 2f862fee-64f4-46fe-8026-637cc81e6d43, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2f862fee-64f4-46fe-8026-637cc81e6d43,segment=NetworkSegment(1214bd0b-f2bd-4247-b59b-6fe8300a8a8e),segment_id=1214bd0b-f2bd-4247-b59b-6fe8300a8a8e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:04:07.594786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:07.622640 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a7b5d7-dc6e-4a4b-b72c-ed7941b811a3 x-openstack-request-id: req-28a7b5d7-dc6e-4a4b-b72c-ed7941b811a3 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:04:07.622953 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b0a681-5e3f-4a38-b5a1-31e094bbb3de", "name": "network-vif-plugged", "status": "completed", "tag": "2f862fee-64f4-46fe-8026-637cc81e6d43", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:04:07.623202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28a7b5d7-dc6e-4a4b-b72c-ed7941b811a3 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:04:07.623587 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f862fee-64f4-46fe-8026-637cc81e6d43', 'code': 200} Nov 28 08:04:07.637152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b85b96-4783-4b90-ab68-b33318df234b req-e9f2537f-e960-4e8a-b0a9-75c7468f1eb0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:07.638763 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06b85b96-4783-4b90-ab68-b33318df234b req-e9f2537f-e960-4e8a-b0a9-75c7468f1eb0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 944 time: 0.0632632 Nov 28 08:04:07.654808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=2f862fee-64f4-46fe-8026-637cc81e6d43,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:07.688840 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06b85b96-4783-4b90-ab68-b33318df234b req-e72ba777-b125-483a-9860-98b766419601 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02fc4d-a399-4643-ae82-0904205ed4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440872 Nov 28 08:04:07.818851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8043987-4fec-4c15-80ef-1008db698a7d req-b4c67efb-4c8e-4a82-9e7c-16456354d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:07.820421 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8043987-4fec-4c15-80ef-1008db698a7d req-b4c67efb-4c8e-4a82-9e7c-16456354d107 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 1098 time: 0.0457742 Nov 28 08:04:07.872592 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e8043987-4fec-4c15-80ef-1008db698a7d req-1de0ef3a-bc7b-4ad4-b982-a69ca4d17720 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5e02fc4d-a399-4643-ae82-0904205ed4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390117 Nov 28 08:04:08.814056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9834e0f-a091-4250-9aea-01353d5d2a72 req-c3d2b9ee-7766-43e8-9512-e5fcdff2c214 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:08.815973 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c9834e0f-a091-4250-9aea-01353d5d2a72 req-c3d2b9ee-7766-43e8-9512-e5fcdff2c214 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 945 time: 0.0583127 Nov 28 08:04:08.867112 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c9834e0f-a091-4250-9aea-01353d5d2a72 req-80b8efff-4133-4412-b84e-d3b4b32f3d34 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02fc4d-a399-4643-ae82-0904205ed4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445039 Nov 28 08:04:09.989698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288393f-a5f9-4b75-844d-069f0d0ea18e req-9e1e3fe9-d2fe-4450-b6e6-3821915190e3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:09.991191 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7288393f-a5f9-4b75-844d-069f0d0ea18e req-9e1e3fe9-d2fe-4450-b6e6-3821915190e3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 945 time: 0.0581675 Nov 28 08:04:10.039348 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7288393f-a5f9-4b75-844d-069f0d0ea18e req-3b75841c-507f-4e48-ac72-15cc8488af2e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02fc4d-a399-4643-ae82-0904205ed4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423410 Nov 28 08:04:10.161824 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e511740-c245-47fc-922f-eae4bfedc3e0 req-b8fd2ba2-4a39-40ab-b896-cedadd6ce6f5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:10.163223 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1e511740-c245-47fc-922f-eae4bfedc3e0 req-b8fd2ba2-4a39-40ab-b896-cedadd6ce6f5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 945 time: 0.0553231 Nov 28 08:04:10.211929 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1e511740-c245-47fc-922f-eae4bfedc3e0 req-7c6a11e8-abf2-47d4-9ab1-881cb25d0382 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02fc4d-a399-4643-ae82-0904205ed4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427597 Nov 28 08:04:10.232990 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43828) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:10.282521 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d86d26-2960-4ba4-ab07-074514fdf553 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:10.284043 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-70d86d26-2960-4ba4-ab07-074514fdf553 tempest-TestNetworkBasicOps-1363880247 tempest-TestNetworkBasicOps-1363880247-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 1093 time: 0.0501144 Nov 28 08:04:10.286743 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43830) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:10.290984 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '2f862fee-64f4-46fe-8026-637cc81e6d43', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:04:10.312695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:10.699889 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:10.799752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Allocated IP 172.26.2.42 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/62a3fd0c-4618-4e0b-b82e-c2b9707b2df8) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:04:10.901421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:10.937536 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:10.978707 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:04:10.981568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:04:10.986946 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:04:11.014130 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=62a3fd0c-4618-4e0b-b82e-c2b9707b2df8,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:11.383145 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:11.459065 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:11.610673 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:11.615055 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:11.692131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event updated for resources: {'Port': ['ID=62a3fd0c-4618-4e0b-b82e-c2b9707b2df8,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:11.700698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:11.815673 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP a914e64a-c9c9-40f5-a85a-65875610fd56 associated. External IP: 172.26.2.42, port: 2f862fee-64f4-46fe-8026-637cc81e6d43. Nov 28 08:04:12.050811 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router b97e6b91-b614-4685-98e2-34e8f598e741 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:04:12.175060 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:04:12.186100 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c347d9c-765a-4a5c-a796-be326fb43dff None None] Sync routers for ids ['b97e6b91-b614-4685-98e2-34e8f598e741'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:04:12.193035 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:12.196924 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c347d9c-765a-4a5c-a796-be326fb43dff None None] Routers {'b97e6b91-b614-4685-98e2-34e8f598e741'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:04:12.197543 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8c347d9c-765a-4a5c-a796-be326fb43dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:03:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['b97e6b91-b614-4685-98e2-34e8f598e741'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:12.228600 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-77997ff3-f005-49cf-965c-f55b90caef0c tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9406159 Nov 28 08:04:12.229030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'tag': '2f862fee-64f4-46fe-8026-637cc81e6d43'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:04:12.231153 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43832) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:12.231674 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad8e94e-3a11-4180-9d67-20b379aa6805" -d '{"events": [{"name": "network-changed", "server_uuid": "85b0a681-5e3f-4a38-b5a1-31e094bbb3de", "tag": "2f862fee-64f4-46fe-8026-637cc81e6d43"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:04:12.268028 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91bd168-2081-4d1e-9be7-53b7d441a9f4 x-openstack-request-id: req-a91bd168-2081-4d1e-9be7-53b7d441a9f4 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:04:12.268368 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b0a681-5e3f-4a38-b5a1-31e094bbb3de", "tag": "2f862fee-64f4-46fe-8026-637cc81e6d43", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:04:12.268624 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a91bd168-2081-4d1e-9be7-53b7d441a9f4 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:04:12.269022 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'tag': '2f862fee-64f4-46fe-8026-637cc81e6d43', 'status': 'completed', 'code': 200} Nov 28 08:04:12.329697 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-041dae3d-1f45-4047-a51b-6a120ede2ce0 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/a914e64a-c9c9-40f5-a85a-65875610fd56 HTTP/1.1" status: 200 len: 990 time: 0.0971136 Nov 28 08:04:12.352680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8e94e-3a11-4180-9d67-20b379aa6805 req-8bf521a9-fbb8-4454-a0e2-dcef76c89b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:12.354249 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fad8e94e-3a11-4180-9d67-20b379aa6805 req-8bf521a9-fbb8-4454-a0e2-dcef76c89b8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 1098 time: 0.0603325 Nov 28 08:04:12.410082 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-8c347d9c-765a-4a5c-a796-be326fb43dff None None] Set router b97e6b91-b614-4685-98e2-34e8f598e741 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:04:12.445118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8e94e-3a11-4180-9d67-20b379aa6805 req-27fda015-8ea5-4369-94bb-9f842a34c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:12.446585 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fad8e94e-3a11-4180-9d67-20b379aa6805 req-27fda015-8ea5-4369-94bb-9f842a34c6a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3ef37f6-6b15-459c-b575-1fdcdae08c54 HTTP/1.1" status: 200 len: 897 time: 0.0848625 Nov 28 08:04:12.522434 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fad8e94e-3a11-4180-9d67-20b379aa6805 req-c07b6c09-dec7-4a7d-bfb1-ac4b80cceeac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f862fee-64f4-46fe-8026-637cc81e6d43 HTTP/1.1" status: 200 len: 998 time: 0.0669191 Nov 28 08:04:12.572069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8e94e-3a11-4180-9d67-20b379aa6805 req-608410b7-4602-4a4a-9cae-7f378afbce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:12.573508 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fad8e94e-3a11-4180-9d67-20b379aa6805 req-608410b7-4602-4a4a-9cae-7f378afbce09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=698dfeba-53df-446e-a2c2-7cc3ca5841bb HTTP/1.1" status: 200 len: 834 time: 0.0433006 Nov 28 08:04:12.627659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8e94e-3a11-4180-9d67-20b379aa6805 req-db78a3d0-1fbf-4e59-8bfe-78be44896a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:12.629148 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fad8e94e-3a11-4180-9d67-20b379aa6805 req-db78a3d0-1fbf-4e59-8bfe-78be44896a58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3ef37f6-6b15-459c-b575-1fdcdae08c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0483203 Nov 28 08:04:12.641407 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8c347d9c-765a-4a5c-a796-be326fb43dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:55Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'a914e64a-c9c9-40f5-a85a-65875610fd56', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'port_id': '2f862fee-64f4-46fe-8026-637cc81e6d43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'mac_address': 'fa:16:3e:7e:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:04:11Z', 'updated_at': '2021-11-28T08:04:11Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f27b678-7d54-4e7b-96f0-80b4537f0830', 'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:b8:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:55Z', 'updated_at': '2021-11-28T08:03:58Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:12.672993 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c347d9c-765a-4a5c-a796-be326fb43dff None None] Checking router: b97e6b91-b614-4685-98e2-34e8f598e741 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:04:12.681344 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c347d9c-765a-4a5c-a796-be326fb43dff None None] Routers {'b97e6b91-b614-4685-98e2-34e8f598e741'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:04:12.682134 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8c347d9c-765a-4a5c-a796-be326fb43dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:03:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['b97e6b91-b614-4685-98e2-34e8f598e741'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:12.724048 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fad8e94e-3a11-4180-9d67-20b379aa6805 req-e630ac1a-b67a-4438-85e0-83975dbc191c service neutron] 10.222.0.35 "GET /v2.0/networks/d3ef37f6-6b15-459c-b575-1fdcdae08c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860000 Nov 28 08:04:12.802823 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-8c347d9c-765a-4a5c-a796-be326fb43dff None None] Set router b97e6b91-b614-4685-98e2-34e8f598e741 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:04:12.812705 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fad8e94e-3a11-4180-9d67-20b379aa6805 req-d7d6b61e-a370-4690-92b6-799886be250d service neutron] 10.222.0.35 "GET /v2.0/networks/d3ef37f6-6b15-459c-b575-1fdcdae08c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803785 Nov 28 08:04:13.034380 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8c347d9c-765a-4a5c-a796-be326fb43dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:55Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'a914e64a-c9c9-40f5-a85a-65875610fd56', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'port_id': '2f862fee-64f4-46fe-8026-637cc81e6d43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'mac_address': 'fa:16:3e:7e:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:04:11Z', 'updated_at': '2021-11-28T08:04:11Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f27b678-7d54-4e7b-96f0-80b4537f0830', 'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:b8:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:55Z', 'updated_at': '2021-11-28T08:03:58Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:13.064347 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c347d9c-765a-4a5c-a796-be326fb43dff None None] The sync data for ids ['b97e6b91-b614-4685-98e2-34e8f598e741'] in dv-neutron-744815-16-hyperv is: [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:55Z', 'revision_number': 4, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'a914e64a-c9c9-40f5-a85a-65875610fd56', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'port_id': '2f862fee-64f4-46fe-8026-637cc81e6d43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'mac_address': 'fa:16:3e:7e:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:04:11Z', 'updated_at': '2021-11-28T08:04:11Z', 'revision_number': 0, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f27b678-7d54-4e7b-96f0-80b4537f0830', 'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:b8:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:55Z', 'updated_at': '2021-11-28T08:03:58Z', 'revision_number': 5, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:04:13.242058 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2c7dc3-5298-4e81-b6e7-b3deeb943d6f None None] New status for floating IP a914e64a-c9c9-40f5-a85a-65875610fd56: ACTIVE {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:04:13.332745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43836) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:13.405734 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7904236c-bbdb-4a13-8c61-86928ef28d95 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/a914e64a-c9c9-40f5-a85a-65875610fd56 HTTP/1.1" status: 200 len: 990 time: 0.0719130 Nov 28 08:04:14.407171 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43840) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:14.472254 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-59ab0fdb-94a8-4386-84af-d4b24afd2405 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/a914e64a-c9c9-40f5-a85a-65875610fd56 HTTP/1.1" status: 200 len: 992 time: 0.0638213 Nov 28 08:04:15.421451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-104456e1-6a84-4106-9726-d55f3f81b625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:17.951880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-44b9747c-9c5b-45b5-b810-f493b8aebd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:19.065487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:20.347869 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:21.333455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:31.283440 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:32.893965 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:04:45.423357 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6d9561ab-cdeb-4b64-b857-dd67c8366289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:45.725854 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43854) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:45.730324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-edd1bbdb-82ca-4b69-957b-c41126622d65 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'router': {'admin_state_up': False}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:04:46.079991 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-edd1bbdb-82ca-4b69-957b-c41126622d65 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:46.091753 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-edd1bbdb-82ca-4b69-957b-c41126622d65 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:46.217060 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd1bbdb-82ca-4b69-957b-c41126622d65 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router b97e6b91-b614-4685-98e2-34e8f598e741 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:04:46.337033 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd1bbdb-82ca-4b69-957b-c41126622d65 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:04:46.343807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-edd1bbdb-82ca-4b69-957b-c41126622d65 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:46.348859 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-edd1bbdb-82ca-4b69-957b-c41126622d65 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/b97e6b91-b614-4685-98e2-34e8f598e741 HTTP/1.1" status: 200 len: 889 time: 0.6182168 Nov 28 08:04:46.349032 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6985727-cdc3-4cc8-9def-0a9487cdfd5b None None] Sync routers for ids ['b97e6b91-b614-4685-98e2-34e8f598e741'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:04:46.357144 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6985727-cdc3-4cc8-9def-0a9487cdfd5b None None] Routers {'b97e6b91-b614-4685-98e2-34e8f598e741'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:04:46.357743 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-f6985727-cdc3-4cc8-9def-0a9487cdfd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:04:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['b97e6b91-b614-4685-98e2-34e8f598e741'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:46.395239 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-f6985727-cdc3-4cc8-9def-0a9487cdfd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:46.403550 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6985727-cdc3-4cc8-9def-0a9487cdfd5b None None] Routers {'b97e6b91-b614-4685-98e2-34e8f598e741'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:04:46.404386 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-f6985727-cdc3-4cc8-9def-0a9487cdfd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:04:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['b97e6b91-b614-4685-98e2-34e8f598e741'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:46.439085 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-f6985727-cdc3-4cc8-9def-0a9487cdfd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:46.439718 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6985727-cdc3-4cc8-9def-0a9487cdfd5b None None] The sync data for ids ['b97e6b91-b614-4685-98e2-34e8f598e741'] in dv-neutron-744815-16-hyperv is: [] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:04:46.828058 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4f27b678-7d54-4e7b-96f0-80b4537f0830 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:04:46.912055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:46.948167 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 4f27b678-7d54-4e7b-96f0-80b4537f0830, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4f27b678-7d54-4e7b-96f0-80b4537f0830,segment=NetworkSegment(1214bd0b-f2bd-4247-b59b-6fe8300a8a8e),segment_id=1214bd0b-f2bd-4247-b59b-6fe8300a8a8e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:04:46.951879 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:47.003114 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=4f27b678-7d54-4e7b-96f0-80b4537f0830,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:47.188905 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea69873-91aa-410d-a3ee-a35f75b91550 None None] New status for floating IP a914e64a-c9c9-40f5-a85a-65875610fd56: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:04:47.955457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8e599612-a312-4f1d-a5e6-60b78ccef134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:48.473284 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43858) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:48.478608 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-705aed91-a0cd-4c90-9c45-1b705377eefe tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:04:48.754276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c07e4f43-33c0-4df5-ad3c-e3060c9b506c no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:04:48.832661 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-705aed91-a0cd-4c90-9c45-1b705377eefe tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-463668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9713'] for router, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:48.841471 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:48.844007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-705aed91-a0cd-4c90-9c45-1b705377eefe tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-463629'] for router, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:48.862682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port c07e4f43-33c0-4df5-ad3c-e3060c9b506c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c07e4f43-33c0-4df5-ad3c-e3060c9b506c,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:04:48.866812 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:48.918762 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=c07e4f43-33c0-4df5-ad3c-e3060c9b506c,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:48.969126 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705aed91-a0cd-4c90-9c45-1b705377eefe tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router b97e6b91-b614-4685-98e2-34e8f598e741 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:04:49.070329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:49.094292 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705aed91-a0cd-4c90-9c45-1b705377eefe tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:04:49.101188 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-705aed91-a0cd-4c90-9c45-1b705377eefe tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:49.102338 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-705aed91-a0cd-4c90-9c45-1b705377eefe tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/b97e6b91-b614-4685-98e2-34e8f598e741 HTTP/1.1" status: 200 len: 888 time: 0.6280425 Nov 28 08:04:49.103935 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399a2f6-b057-4432-94d5-90b457ed165b None None] Sync routers for ids ['b97e6b91-b614-4685-98e2-34e8f598e741'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:04:49.105422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43860) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:49.114831 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399a2f6-b057-4432-94d5-90b457ed165b None None] Routers {'b97e6b91-b614-4685-98e2-34e8f598e741'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:04:49.115479 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1399a2f6-b057-4432-94d5-90b457ed165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:04:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['b97e6b91-b614-4685-98e2-34e8f598e741'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:49.171226 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-cb23dd1d-737e-4b72-86e0-bb9ad3da3c69 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/a914e64a-c9c9-40f5-a85a-65875610fd56 HTTP/1.1" status: 200 len: 990 time: 0.0645943 Nov 28 08:04:49.236996 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-1399a2f6-b057-4432-94d5-90b457ed165b None None] Set router b97e6b91-b614-4685-98e2-34e8f598e741 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:04:49.463051 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1399a2f6-b057-4432-94d5-90b457ed165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:48Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'a914e64a-c9c9-40f5-a85a-65875610fd56', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'port_id': '2f862fee-64f4-46fe-8026-637cc81e6d43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'mac_address': 'fa:16:3e:7e:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:04:11Z', 'updated_at': '2021-11-28T08:04:47Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f27b678-7d54-4e7b-96f0-80b4537f0830', 'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:b8:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:55Z', 'updated_at': '2021-11-28T08:04:46Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:49.490393 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399a2f6-b057-4432-94d5-90b457ed165b None None] Checking router: b97e6b91-b614-4685-98e2-34e8f598e741 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:04:49.498328 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399a2f6-b057-4432-94d5-90b457ed165b None None] Routers {'b97e6b91-b614-4685-98e2-34e8f598e741'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:04:49.498941 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1399a2f6-b057-4432-94d5-90b457ed165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:04:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['b97e6b91-b614-4685-98e2-34e8f598e741'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:49.616808 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-1399a2f6-b057-4432-94d5-90b457ed165b None None] Set router b97e6b91-b614-4685-98e2-34e8f598e741 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:04:49.842625 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1399a2f6-b057-4432-94d5-90b457ed165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:48Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'a914e64a-c9c9-40f5-a85a-65875610fd56', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'port_id': '2f862fee-64f4-46fe-8026-637cc81e6d43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'mac_address': 'fa:16:3e:7e:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:04:11Z', 'updated_at': '2021-11-28T08:04:47Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f27b678-7d54-4e7b-96f0-80b4537f0830', 'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:b8:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:55Z', 'updated_at': '2021-11-28T08:04:46Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:49.869523 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399a2f6-b057-4432-94d5-90b457ed165b None None] The sync data for ids ['b97e6b91-b614-4685-98e2-34e8f598e741'] in dv-neutron-744815-16-hyperv is: [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:48Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'a914e64a-c9c9-40f5-a85a-65875610fd56', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'port_id': '2f862fee-64f4-46fe-8026-637cc81e6d43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'mac_address': 'fa:16:3e:7e:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:04:11Z', 'updated_at': '2021-11-28T08:04:47Z', 'revision_number': 2, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f27b678-7d54-4e7b-96f0-80b4537f0830', 'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:b8:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:55Z', 'updated_at': '2021-11-28T08:04:46Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:04:50.175249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43862) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:50.251369 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-97adf2d1-cb2d-4463-8a68-7d016455584f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/a914e64a-c9c9-40f5-a85a-65875610fd56 HTTP/1.1" status: 200 len: 990 time: 0.0749376 Nov 28 08:04:50.351128 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:50.798914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c07e4f43-33c0-4df5-ad3c-e3060c9b506c up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:04:50.852580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c07e4f43-33c0-4df5-ad3c-e3060c9b506c triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:04:50.852945 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:50.939758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:50.965705 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port c07e4f43-33c0-4df5-ad3c-e3060c9b506c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c07e4f43-33c0-4df5-ad3c-e3060c9b506c,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:04:50.969835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:50.970854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4f27b678-7d54-4e7b-96f0-80b4537f0830 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:04:51.060749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=c07e4f43-33c0-4df5-ad3c-e3060c9b506c,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:51.073197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 4f27b678-7d54-4e7b-96f0-80b4537f0830 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:04:51.073565 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:51.160541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:51.192160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 4f27b678-7d54-4e7b-96f0-80b4537f0830, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4f27b678-7d54-4e7b-96f0-80b4537f0830,segment=NetworkSegment(1214bd0b-f2bd-4247-b59b-6fe8300a8a8e),segment_id=1214bd0b-f2bd-4247-b59b-6fe8300a8a8e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:04:51.197041 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:51.249648 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=4f27b678-7d54-4e7b-96f0-80b4537f0830,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:51.255293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43864) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:51.320242 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4a1f9077-2ca8-4bb9-a355-5af114aa8e07 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/a914e64a-c9c9-40f5-a85a-65875610fd56 HTTP/1.1" status: 200 len: 990 time: 0.0637460 Nov 28 08:04:51.335593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:51.436894 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6077bc-a8ef-4fc4-b7a5-8192459f427c None None] New status for floating IP a914e64a-c9c9-40f5-a85a-65875610fd56: ACTIVE {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:04:52.323060 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43866) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:52.389655 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f5c3245e-f3a6-4c13-9c72-659bf57c7a08 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/floatingips/a914e64a-c9c9-40f5-a85a-65875610fd56 HTTP/1.1" status: 200 len: 992 time: 0.0654798 Nov 28 08:04:52.655665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43872) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:52.762996 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c07e4f43-33c0-4df5-ad3c-e3060c9b506c up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:04:52.814365 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c07e4f43-33c0-4df5-ad3c-e3060c9b506c triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:04:52.814832 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:52.827584 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 62a3fd0c-4618-4e0b-b82e-c2b9707b2df8 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:04:52.827927 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:52.898940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4f27b678-7d54-4e7b-96f0-80b4537f0830 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:04:52.902921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:52.903247 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:52.915176 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 62a3fd0c-4618-4e0b-b82e-c2b9707b2df8 owned by network:floatingip {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:04:52.953985 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 4f27b678-7d54-4e7b-96f0-80b4537f0830 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:04:52.954348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:53.071490 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:53.095609 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=62a3fd0c-4618-4e0b-b82e-c2b9707b2df8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:53.110722 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:53.111100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:53.111437 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:53.111767 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:53.112096 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:53.112421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:53.112743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:53.113064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:53.113385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:53.113704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:53.114028 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:53.114342 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:53.114655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:53.169029 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for floatingip, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:53.169277 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Floating IP a914e64a-c9c9-40f5-a85a-65875610fd56 disassociated (deleted). External IP: 172.26.2.42, port: 2f862fee-64f4-46fe-8026-637cc81e6d43. Nov 28 08:04:53.401207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router b97e6b91-b614-4685-98e2-34e8f598e741 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:04:53.836381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:04:53.841159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:53.847420 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9016850-0542-4ab0-9dcb-86174a198cd1 None None] Sync routers for ids ['b97e6b91-b614-4685-98e2-34e8f598e741'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:04:53.861690 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9016850-0542-4ab0-9dcb-86174a198cd1 None None] Routers {'b97e6b91-b614-4685-98e2-34e8f598e741'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:04:53.862297 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d9016850-0542-4ab0-9dcb-86174a198cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:04:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['b97e6b91-b614-4685-98e2-34e8f598e741'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:53.876010 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a7a90704-a53f-4c34-aeb8-2facc52037b6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/floatingips/a914e64a-c9c9-40f5-a85a-65875610fd56 HTTP/1.1" status: 204 len: 168 time: 1.2193108 Nov 28 08:04:53.876621 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'tag': '2f862fee-64f4-46fe-8026-637cc81e6d43'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:04:53.878976 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c88243-2c58-458d-b26c-e6d190d671f6" -d '{"events": [{"name": "network-changed", "server_uuid": "85b0a681-5e3f-4a38-b5a1-31e094bbb3de", "tag": "2f862fee-64f4-46fe-8026-637cc81e6d43"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:04:53.919508 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8aaa8c-1361-465b-be11-c2d1aad1b6a8 x-openstack-request-id: req-8c8aaa8c-1361-465b-be11-c2d1aad1b6a8 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:04:53.919803 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b0a681-5e3f-4a38-b5a1-31e094bbb3de", "tag": "2f862fee-64f4-46fe-8026-637cc81e6d43", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:04:53.920059 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c8aaa8c-1361-465b-be11-c2d1aad1b6a8 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:04:53.920462 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'tag': '2f862fee-64f4-46fe-8026-637cc81e6d43', 'status': 'completed', 'code': 200} Nov 28 08:04:54.006669 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c88243-2c58-458d-b26c-e6d190d671f6 req-62141552-2634-4ebf-ad76-287a5cfe9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:54.008521 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-70c88243-2c58-458d-b26c-e6d190d671f6 req-62141552-2634-4ebf-ad76-287a5cfe9a1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bd5e3358de04cc29a985f74fa93a602&device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 1098 time: 0.0536880 Nov 28 08:04:54.089209 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-d9016850-0542-4ab0-9dcb-86174a198cd1 None None] Set router b97e6b91-b614-4685-98e2-34e8f598e741 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:04:54.119040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c88243-2c58-458d-b26c-e6d190d671f6 req-da3c2e46-272c-4dbe-8489-9ef293ba57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:54.120510 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-70c88243-2c58-458d-b26c-e6d190d671f6 req-da3c2e46-272c-4dbe-8489-9ef293ba57f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3ef37f6-6b15-459c-b575-1fdcdae08c54 HTTP/1.1" status: 200 len: 897 time: 0.0973361 Nov 28 08:04:54.152328 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95786e-d070-4b0e-ae74-5fca4276a587 req-6c5e2a53-11cf-4cdc-ab92-107e471e97e9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:54.154274 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5f95786e-d070-4b0e-ae74-5fca4276a587 req-6c5e2a53-11cf-4cdc-ab92-107e471e97e9 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 945 time: 0.0641236 Nov 28 08:04:54.166046 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-70c88243-2c58-458d-b26c-e6d190d671f6 req-e2a34e90-dc48-45e7-825b-679d2ed982c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f862fee-64f4-46fe-8026-637cc81e6d43 HTTP/1.1" status: 200 len: 217 time: 0.0364218 Nov 28 08:04:54.205572 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5f95786e-d070-4b0e-ae74-5fca4276a587 req-33a80b12-c5af-48fc-a33a-9970f5ccaf5d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02fc4d-a399-4643-ae82-0904205ed4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446916 Nov 28 08:04:54.222350 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c88243-2c58-458d-b26c-e6d190d671f6 req-5b70972e-86df-413f-82a0-86d9b066e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:54.223842 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-70c88243-2c58-458d-b26c-e6d190d671f6 req-5b70972e-86df-413f-82a0-86d9b066e712 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=698dfeba-53df-446e-a2c2-7cc3ca5841bb HTTP/1.1" status: 200 len: 834 time: 0.0456204 Nov 28 08:04:54.278207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c88243-2c58-458d-b26c-e6d190d671f6 req-dd66b824-3da4-477c-9fb6-6b86dc7a28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:54.279784 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-70c88243-2c58-458d-b26c-e6d190d671f6 req-dd66b824-3da4-477c-9fb6-6b86dc7a28d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3ef37f6-6b15-459c-b575-1fdcdae08c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0459385 Nov 28 08:04:54.301183 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d9016850-0542-4ab0-9dcb-86174a198cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:48Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '4f27b678-7d54-4e7b-96f0-80b4537f0830', 'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:b8:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:55Z', 'updated_at': '2021-11-28T08:04:51Z', 'revision_number': 7, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:54.332757 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9016850-0542-4ab0-9dcb-86174a198cd1 None None] Checking router: b97e6b91-b614-4685-98e2-34e8f598e741 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:04:54.340947 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9016850-0542-4ab0-9dcb-86174a198cd1 None None] Routers {'b97e6b91-b614-4685-98e2-34e8f598e741'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:04:54.341479 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d9016850-0542-4ab0-9dcb-86174a198cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:04:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['b97e6b91-b614-4685-98e2-34e8f598e741'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:54.373905 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-70c88243-2c58-458d-b26c-e6d190d671f6 req-4c1d0446-a6f8-4649-aa89-b727873c0138 service neutron] 10.222.0.35 "GET /v2.0/networks/d3ef37f6-6b15-459c-b575-1fdcdae08c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852845 Nov 28 08:04:54.461533 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-d9016850-0542-4ab0-9dcb-86174a198cd1 None None] Set router b97e6b91-b614-4685-98e2-34e8f598e741 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:04:54.472948 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-70c88243-2c58-458d-b26c-e6d190d671f6 req-6119d4c3-6912-4dca-be3f-05351591902d service neutron] 10.222.0.35 "GET /v2.0/networks/d3ef37f6-6b15-459c-b575-1fdcdae08c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862412 Nov 28 08:04:54.665538 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d9016850-0542-4ab0-9dcb-86174a198cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:48Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '4f27b678-7d54-4e7b-96f0-80b4537f0830', 'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:b8:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:55Z', 'updated_at': '2021-11-28T08:04:51Z', 'revision_number': 7, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:54.695363 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9016850-0542-4ab0-9dcb-86174a198cd1 None None] The sync data for ids ['b97e6b91-b614-4685-98e2-34e8f598e741'] in dv-neutron-744815-16-hyperv is: [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:48Z', 'revision_number': 6, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '4f27b678-7d54-4e7b-96f0-80b4537f0830', 'name': '', 'network_id': 'd3ef37f6-6b15-459c-b575-1fdcdae08c54', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'mac_address': 'fa:16:3e:b8:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:55Z', 'updated_at': '2021-11-28T08:04:51Z', 'revision_number': 7, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'subnets': [{'id': '698dfeba-53df-446e-a2c2-7cc3ca5841bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:04:55.311609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c25b213-5320-49f7-b130-e797e6afeb8e None None] New status for floating IP a914e64a-c9c9-40f5-a85a-65875610fd56: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:04:55.333324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f498ec-0521-4eeb-8c28-0a13e74df423 req-0346d89f-69d3-4aa5-900e-5e0990e46286 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:55.334820 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-33f498ec-0521-4eeb-8c28-0a13e74df423 req-0346d89f-69d3-4aa5-900e-5e0990e46286 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 945 time: 0.0568311 Nov 28 08:04:55.383229 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-33f498ec-0521-4eeb-8c28-0a13e74df423 req-b28f192b-d0e5-456f-b7da-58d9f72c927b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e02fc4d-a399-4643-ae82-0904205ed4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Nov 28 08:04:55.736099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11999dec-d93c-4495-aa04-a3cb3b5ea648 req-e7f1a8a4-e6fd-4e0e-a144-bbc48e9782a6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:04:55.737545 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-11999dec-d93c-4495-aa04-a3cb3b5ea648 req-e7f1a8a4-e6fd-4e0e-a144-bbc48e9782a6 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 945 time: 0.0538311 Nov 28 08:04:55.841666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-11999dec-d93c-4495-aa04-a3cb3b5ea648 req-1726ae69-abdb-4ece-8328-abe66d829a2b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 2f862fee-64f4-46fe-8026-637cc81e6d43 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:04:55.841927 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-11999dec-d93c-4495-aa04-a3cb3b5ea648 req-1726ae69-abdb-4ece-8328-abe66d829a2b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:55.929298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-11999dec-d93c-4495-aa04-a3cb3b5ea648 req-1726ae69-abdb-4ece-8328-abe66d829a2b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 2f862fee-64f4-46fe-8026-637cc81e6d43, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2f862fee-64f4-46fe-8026-637cc81e6d43,segment=NetworkSegment(1214bd0b-f2bd-4247-b59b-6fe8300a8a8e),segment_id=1214bd0b-f2bd-4247-b59b-6fe8300a8a8e)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:04:55.929660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-11999dec-d93c-4495-aa04-a3cb3b5ea648 req-1726ae69-abdb-4ece-8328-abe66d829a2b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:55.941685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-11999dec-d93c-4495-aa04-a3cb3b5ea648 req-1726ae69-abdb-4ece-8328-abe66d829a2b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 2f862fee-64f4-46fe-8026-637cc81e6d43 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:04:56.072627 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-11999dec-d93c-4495-aa04-a3cb3b5ea648 req-1726ae69-abdb-4ece-8328-abe66d829a2b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:56.105735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726ae69-abdb-4ece-8328-abe66d829a2b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=2f862fee-64f4-46fe-8026-637cc81e6d43,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:56.154626 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-11999dec-d93c-4495-aa04-a3cb3b5ea648 req-1726ae69-abdb-4ece-8328-abe66d829a2b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] No DVR routers for this DVR port 2f862fee-64f4-46fe-8026-637cc81e6d43 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:04:56.157292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-11999dec-d93c-4495-aa04-a3cb3b5ea648 req-1726ae69-abdb-4ece-8328-abe66d829a2b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:56.160644 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-11999dec-d93c-4495-aa04-a3cb3b5ea648 req-1726ae69-abdb-4ece-8328-abe66d829a2b tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.35 "DELETE /v2.0/ports/2f862fee-64f4-46fe-8026-637cc81e6d43 HTTP/1.1" status: 204 len: 173 time: 0.4143517 Nov 28 08:04:56.161080 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'name': 'network-vif-deleted', 'tag': '2f862fee-64f4-46fe-8026-637cc81e6d43'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:04:56.164034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d856271f-d036-47df-92c6-d02b7e143b54" -d '{"events": [{"server_uuid": "85b0a681-5e3f-4a38-b5a1-31e094bbb3de", "name": "network-vif-deleted", "tag": "2f862fee-64f4-46fe-8026-637cc81e6d43"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:04:56.203711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a76011-3597-462b-b3d0-daf1aea3940f x-openstack-request-id: req-99a76011-3597-462b-b3d0-daf1aea3940f {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:04:56.204007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b0a681-5e3f-4a38-b5a1-31e094bbb3de", "name": "network-vif-deleted", "tag": "2f862fee-64f4-46fe-8026-637cc81e6d43", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:04:56.204285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99a76011-3597-462b-b3d0-daf1aea3940f {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:04:56.204703 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b0a681-5e3f-4a38-b5a1-31e094bbb3de', 'name': 'network-vif-deleted', 'tag': '2f862fee-64f4-46fe-8026-637cc81e6d43', 'status': 'completed', 'code': 200} Nov 28 08:04:56.494078 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-041598a7-c4c4-4b4e-b640-8901163c3270 req-344f34f8-deb7-46c8-884d-e0c03a13c91f tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "GET /v2.0/ports?device_id=85b0a681-5e3f-4a38-b5a1-31e094bbb3de HTTP/1.1" status: 200 len: 210 time: 0.0288680 Nov 28 08:04:57.549718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43888) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:57.607592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b492ad68-8a0f-4c7f-bb69-c80e39b17b87 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:57.635158 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b492ad68-8a0f-4c7f-bb69-c80e39b17b87 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:57.695886 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b492ad68-8a0f-4c7f-bb69-c80e39b17b87 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:57.698632 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b492ad68-8a0f-4c7f-bb69-c80e39b17b87 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:57.699848 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b492ad68-8a0f-4c7f-bb69-c80e39b17b87 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/security-groups/5e02fc4d-a399-4643-ae82-0904205ed4c8 HTTP/1.1" status: 204 len: 168 time: 0.1490710 Nov 28 08:04:57.709368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492ad68-8a0f-4c7f-bb69-c80e39b17b87 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e02fc4d-a399-4643-ae82-0904205ed4c8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:57.752845 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43892) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:58.183942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:58.476956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port 4f27b678-7d54-4e7b-96f0-80b4537f0830 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:04:58.477287 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:58.860018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port 4f27b678-7d54-4e7b-96f0-80b4537f0830, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4f27b678-7d54-4e7b-96f0-80b4537f0830,segment=NetworkSegment(1214bd0b-f2bd-4247-b59b-6fe8300a8a8e),segment_id=1214bd0b-f2bd-4247-b59b-6fe8300a8a8e)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:04:58.860714 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:58.872405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for 4f27b678-7d54-4e7b-96f0-80b4537f0830 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:04:59.072748 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:59.101258 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=4f27b678-7d54-4e7b-96f0-80b4537f0830,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:59.113761 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:59.114114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:59.114455 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:59.114781 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:59.115131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:59.115451 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:59.115772 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:59.116091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:59.116405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:59.116722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:59.117039 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:59.117354 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:59.117665 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:04:59.303535 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:59.547673 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Router b97e6b91-b614-4685-98e2-34e8f598e741 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:04:59.578737 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2f862fee-64f4-46fe-8026-637cc81e6d43 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:04:59.603617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 2f862fee-64f4-46fe-8026-637cc81e6d43 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:04:59.603992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2f862fee-64f4-46fe-8026-637cc81e6d43 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:04:59.673901 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:04:59.679474 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-47c9d846-f27f-4957-82d0-9ab87b2483a5 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "PUT /v2.0/routers/b97e6b91-b614-4685-98e2-34e8f598e741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9256043 Nov 28 08:04:59.682394 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43894) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:59.684413 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55941c64-0e17-4aa8-b768-37750a40fd62 None None] Sync routers for ids ['b97e6b91-b614-4685-98e2-34e8f598e741'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:04:59.694993 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55941c64-0e17-4aa8-b768-37750a40fd62 None None] Routers {'b97e6b91-b614-4685-98e2-34e8f598e741'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:04:59.695596 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-55941c64-0e17-4aa8-b768-37750a40fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:04:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['b97e6b91-b614-4685-98e2-34e8f598e741'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:04:59.731552 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e37186-ccd2-4723-b6e3-4c8c8a94255d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting subnet 698dfeba-53df-446e-a2c2-7cc3ca5841bb {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:04:59.734611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86e37186-ccd2-4723-b6e3-4c8c8a94255d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:59.778503 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86e37186-ccd2-4723-b6e3-4c8c8a94255d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:59.813028 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-55941c64-0e17-4aa8-b768-37750a40fd62 None None] Set router b97e6b91-b614-4685-98e2-34e8f598e741 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:04:59.862678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86e37186-ccd2-4723-b6e3-4c8c8a94255d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:59.920673 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86e37186-ccd2-4723-b6e3-4c8c8a94255d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:59.952936 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e37186-ccd2-4723-b6e3-4c8c8a94255d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Subnet': ['ID=698dfeba-53df-446e-a2c2-7cc3ca5841bb,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:04:59.956747 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-86e37186-ccd2-4723-b6e3-4c8c8a94255d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:04:59.963101 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-86e37186-ccd2-4723-b6e3-4c8c8a94255d tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/subnets/698dfeba-53df-446e-a2c2-7cc3ca5841bb HTTP/1.1" status: 204 len: 168 time: 0.2794340 Nov 28 08:04:59.964015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43896) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:04:59.967306 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc735c7e-84ec-48fc-8fda-085eeafbdeb8 None None] Network d3ef37f6-6b15-459c-b575-1fdcdae08c54 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:04:59.999011 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-55941c64-0e17-4aa8-b768-37750a40fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:59Z', 'revision_number': 7, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:05:00.031474 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55941c64-0e17-4aa8-b768-37750a40fd62 None None] Checking router: b97e6b91-b614-4685-98e2-34e8f598e741 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:05:00.040387 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55941c64-0e17-4aa8-b768-37750a40fd62 None None] Routers {'b97e6b91-b614-4685-98e2-34e8f598e741'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:05:00.040994 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-55941c64-0e17-4aa8-b768-37750a40fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:04:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['b97e6b91-b614-4685-98e2-34e8f598e741'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:05:00.106225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:00.168543 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-55941c64-0e17-4aa8-b768-37750a40fd62 None None] Set router b97e6b91-b614-4685-98e2-34e8f598e741 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:05:00.239065 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:00.310351 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Deleting port c07e4f43-33c0-4df5-ad3c-e3060c9b506c {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:05:00.310765 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:00.344830 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] DHCP port deletion for d3ef37f6-6b15-459c-b575-1fdcdae08c54 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:05:00.397074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] For port c07e4f43-33c0-4df5-ad3c-e3060c9b506c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c07e4f43-33c0-4df5-ad3c-e3060c9b506c,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:05:00.397350 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:00.401520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Deleting port 665a67f6-5046-47ad-90fb-7faac36b06e4 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:05:00.401659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:00.409397 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Calling delete_port for c07e4f43-33c0-4df5-ad3c-e3060c9b506c owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:05:00.463638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] For port 665a67f6-5046-47ad-90fb-7faac36b06e4, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=665a67f6-5046-47ad-90fb-7faac36b06e4,segment=NetworkSegment(1214bd0b-f2bd-4247-b59b-6fe8300a8a8e),segment_id=1214bd0b-f2bd-4247-b59b-6fe8300a8a8e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:05:00.463873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:00.465858 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-55941c64-0e17-4aa8-b768-37750a40fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:59Z', 'revision_number': 7, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:05:00.477062 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Calling delete_port for 665a67f6-5046-47ad-90fb-7faac36b06e4 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:05:00.494018 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55941c64-0e17-4aa8-b768-37750a40fd62 None None] The sync data for ids ['b97e6b91-b614-4685-98e2-34e8f598e741'] in dv-neutron-744815-16-hyperv is: [{'id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'name': 'tempest-TestNetworkBasicOps-router-2065653982', 'tenant_id': '2bd5e3358de04cc29a985f74fa93a602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:59Z', 'revision_number': 7, 'project_id': '2bd5e3358de04cc29a985f74fa93a602', 'gw_port': {'id': 'c07e4f43-33c0-4df5-ad3c-e3060c9b506c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97e6b91-b614-4685-98e2-34e8f598e741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:03:52Z', 'updated_at': '2021-11-28T08:04:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:05:00.568516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:00.592779 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Pushing event deleted for resources: {'Port': ['ID=665a67f6-5046-47ad-90fb-7faac36b06e4,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:00.599315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:00.604486 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] No DVR routers for this DVR port 665a67f6-5046-47ad-90fb-7faac36b06e4 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:05:00.609681 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:05:00.610634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:05:00.610634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:05:00.610634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:05:00.611163 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:05:00.611494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:05:00.611989 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:05:00.613460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:05:00.613460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:05:00.613460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:05:00.613460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:05:00.613460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:05:00.613789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256973fb-6529-4aa4-84f2-10d9f47e220d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:05:00.632929 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Port': ['ID=c07e4f43-33c0-4df5-ad3c-e3060c9b506c,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:00.648276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44df950-283f-4154-b15a-ded81cfefa1e None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:05:00.696437 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:00.797890 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:00.799981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:00.847529 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:00.847848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Fanout notify agent at l3_agent the message router_deleted on router b97e6b91-b614-4685-98e2-34e8f598e741 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:05:00.855563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:00.856682 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0a8767b4-07a6-4da0-af0f-c6cf11bb335e tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/routers/b97e6b91-b614-4685-98e2-34e8f598e741 HTTP/1.1" status: 204 len: 168 time: 0.8916326 Nov 28 08:05:00.859361 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43898) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:05:00.954828 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-728f66d6-e586-479c-a755-917bea3b5ba3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:00.957476 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 665a67f6-5046-47ad-90fb-7faac36b06e4 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:05:00.987214 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 665a67f6-5046-47ad-90fb-7faac36b06e4 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:05:00.987634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 665a67f6-5046-47ad-90fb-7faac36b06e4 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:05:00.988122 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4f27b678-7d54-4e7b-96f0-80b4537f0830 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:05:01.011552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 4f27b678-7d54-4e7b-96f0-80b4537f0830 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:05:01.011893 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4f27b678-7d54-4e7b-96f0-80b4537f0830 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:05:01.045279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-728f66d6-e586-479c-a755-917bea3b5ba3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:01.064831 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-728f66d6-e586-479c-a755-917bea3b5ba3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ef37f6-6b15-459c-b575-1fdcdae08c54']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:05:01.074859 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-728f66d6-e586-479c-a755-917bea3b5ba3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:05:01.075190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-728f66d6-e586-479c-a755-917bea3b5ba3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1214bd0b-f2bd-4247-b59b-6fe8300a8a8e') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:05:01.085861 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-728f66d6-e586-479c-a755-917bea3b5ba3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:01.099484 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-728f66d6-e586-479c-a755-917bea3b5ba3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:01.105787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728f66d6-e586-479c-a755-917bea3b5ba3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:05:01.106182 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-728f66d6-e586-479c-a755-917bea3b5ba3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:05:01.109188 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:05:01.175990 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-728f66d6-e586-479c-a755-917bea3b5ba3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:01.184457 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-728f66d6-e586-479c-a755-917bea3b5ba3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:01.187754 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-728f66d6-e586-479c-a755-917bea3b5ba3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] 10.222.0.31 "DELETE /v2.0/networks/d3ef37f6-6b15-459c-b575-1fdcdae08c54 HTTP/1.1" status: 204 len: 168 time: 0.3271022 Nov 28 08:05:01.199849 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f66d6-e586-479c-a755-917bea3b5ba3 tempest-TestNetworkBasicOps-333035664 tempest-TestNetworkBasicOps-333035664-project] Pushing event deleted for resources: {'Network': ['ID=d3ef37f6-6b15-459c-b575-1fdcdae08c54,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:01.277066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:01.456227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43906) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:05:01.588138 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ee87c769-7630-4e22-96ae-b8dca455d782 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bd5e3358de04cc29a985f74fa93a602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307232 Nov 28 08:05:01.590637 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43910) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:05:01.636262 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-004878ce-1392-49b5-b539-ca3bf5db6a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:01.656491 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-004878ce-1392-49b5-b539-ca3bf5db6a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:01.706839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-004878ce-1392-49b5-b539-ca3bf5db6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:01.709436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-004878ce-1392-49b5-b539-ca3bf5db6a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:01.710575 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-004878ce-1392-49b5-b539-ca3bf5db6a79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0056698-f111-4155-87e6-349d78eb78e1 HTTP/1.1" status: 204 len: 168 time: 0.1190209 Nov 28 08:05:01.717912 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004878ce-1392-49b5-b539-ca3bf5db6a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0056698-f111-4155-87e6-349d78eb78e1,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:01.961996 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 43916) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:05:01.976239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6d18a1d2-7dd1-437a-aeed-9901dd97d75e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:02.048807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6d18a1d2-7dd1-437a-aeed-9901dd97d75e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:02.052636 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6d18a1d2-7dd1-437a-aeed-9901dd97d75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:02.089880 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6d18a1d2-7dd1-437a-aeed-9901dd97d75e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9726bb917e9c4954ab475325718abaac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1268427 Nov 28 08:05:02.090990 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18a1d2-7dd1-437a-aeed-9901dd97d75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88525764-2318-49ea-8613-f3ad5dd7d682,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:02.092742 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 43918) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:05:02.139974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a157-5ac9-431d-a14c-1395d481ccfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:02.160706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a157-5ac9-431d-a14c-1395d481ccfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:02.205304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a157-5ac9-431d-a14c-1395d481ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:02.207880 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a157-5ac9-431d-a14c-1395d481ccfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:02.209640 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c1f7a157-5ac9-431d-a14c-1395d481ccfe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88525764-2318-49ea-8613-f3ad5dd7d682 HTTP/1.1" status: 204 len: 168 time: 0.1158364 Nov 28 08:05:02.217079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7a157-5ac9-431d-a14c-1395d481ccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88525764-2318-49ea-8613-f3ad5dd7d682,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:02.720857 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c07e4f43-33c0-4df5-ad3c-e3060c9b506c no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:05:02.742237 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: c07e4f43-33c0-4df5-ad3c-e3060c9b506c {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:05:02.742571 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c07e4f43-33c0-4df5-ad3c-e3060c9b506c not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:05:08.853279 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-fb8af7ad-1421-4ac8-867c-9cc8263e936c tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a93f57faaa734d2f9d2808dded157e61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286264 Nov 28 08:05:09.040185 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-55012a55-025a-4da9-9fd4-8c384229ee44 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:09.041626 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-55012a55-025a-4da9-9fd4-8c384229ee44 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832874 Nov 28 08:05:09.057031 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-11854412-36e7-4a97-9508-473878788d52 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/quotas/a93f57faaa734d2f9d2808dded157e61 HTTP/1.1" status: 200 len: 375 time: 0.0096555 Nov 28 08:05:09.087217 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-495676e0-a82d-4cbd-82b9-d2b953a84c11 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a93f57faaa734d2f9d2808dded157e61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250912 Nov 28 08:05:09.243519 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e9ac1f30-2baa-4f21-8059-b635491b2ea5 req-d3426dbd-83a2-4b48-9e26-38527c1ceab6 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 210 time: 0.0280585 Nov 28 08:05:09.892947 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:05:10.133089 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-10858218-c8b0-4947-b9e0-591ce81b424d tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a93f57faaa734d2f9d2808dded157e61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283558 Nov 28 08:05:10.328761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-c1ca2ea3-e738-4978-9f54-92b2a5a95d28 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:10.330440 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-c1ca2ea3-e738-4978-9f54-92b2a5a95d28 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903441 Nov 28 08:05:10.338549 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c3153264-fc3a-4706-b9db-6b8ae0f1ad5d req-50c6cb6d-912c-4041-bf3a-22322edf13b7 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 210 time: 0.0287127 Nov 28 08:05:10.344915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Request body: {'port': {'device_id': '7e11e615-3132-458e-ae5c-e8013b18ecd5', 'network_id': 'd9843c3d-c3e0-4923-b365-4ac86b492cb6', 'admin_state_up': True, 'tenant_id': 'a93f57faaa734d2f9d2808dded157e61'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:05:10.449374 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Made reservation on behalf of a93f57faaa734d2f9d2808dded157e61 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:05:10.452782 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:10.461494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:10.532768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:10.536240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:10.597954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85342137-a860-4f0e-bbab-ecf9370c2373,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:10.661923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Allocated IP 192.168.233.105 (d9843c3d-c3e0-4923-b365-4ac86b492cb6/5dbbe4f5-b372-49b2-a365-49e8d6fa19d7/01a71966-5647-4d08-a8a8-50f605d9e5e6) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:05:10.802642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:10.838240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:10.881173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Network d9843c3d-c3e0-4923-b365-4ac86b492cb6 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:05:10.884285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:05:10.890211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:05:10.923982 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Pushing event updated for resources: {'Port': ['ID=01a71966-5647-4d08-a8a8-50f605d9e5e6,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:10.948085 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:10.948580 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:10.967888 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0a61e9cd-2665-4395-bd6d-560c04f45c49 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6264992 Nov 28 08:05:10.987134 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Request body: {'port': {'device_id': '7e11e615-3132-458e-ae5c-e8013b18ecd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:05:11.057421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:11.137697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-51c557ee-2bee-44e5-92b9-cfe007bcda73 None None] Provisioning complete for port 01a71966-5647-4d08-a8a8-50f605d9e5e6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:05:11.138286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-51c557ee-2bee-44e5-92b9-cfe007bcda73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:11.176296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-51c557ee-2bee-44e5-92b9-cfe007bcda73 None None] Port 01a71966-5647-4d08-a8a8-50f605d9e5e6 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:05:11.318535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a71966-5647-4d08-a8a8-50f605d9e5e6 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:05:11.325604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:11.337660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Transition to ACTIVE for port object 01a71966-5647-4d08-a8a8-50f605d9e5e6 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:05:11.341098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:11.396052 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Pushing event updated for resources: {'Port': ['ID=01a71966-5647-4d08-a8a8-50f605d9e5e6,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:11.503251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Attempting to bind port 01a71966-5647-4d08-a8a8-50f605d9e5e6 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:05:11.503590 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Attempting to bind port 01a71966-5647-4d08-a8a8-50f605d9e5e6 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '23e52fef-ddfd-4380-adda-573c0064e25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd9843c3d-c3e0-4923-b365-4ac86b492cb6'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:05:11.503915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Attempting to bind port 01a71966-5647-4d08-a8a8-50f605d9e5e6 on network d9843c3d-c3e0-4923-b365-4ac86b492cb6 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:05:11.517376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa48d5-43f7-44a4-83f1-0fe204647673 req-255bc8af-c4fb-4588-8fb5-9ccf3ade9927 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:11.518881 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2caa48d5-43f7-44a4-83f1-0fe204647673 req-255bc8af-c4fb-4588-8fb5-9ccf3ade9927 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 948 time: 0.1007323 Nov 28 08:05:11.521220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Port 01a71966-5647-4d08-a8a8-50f605d9e5e6 on network d9843c3d-c3e0-4923-b365-4ac86b492cb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:05:11.521539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Attempting to bind port 01a71966-5647-4d08-a8a8-50f605d9e5e6 on network d9843c3d-c3e0-4923-b365-4ac86b492cb6 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:05:11.532616 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:05:11.532950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Checking segment: {'id': '23e52fef-ddfd-4380-adda-573c0064e25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd9843c3d-c3e0-4923-b365-4ac86b492cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:05:11.533323 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Bound using segment: {'id': '23e52fef-ddfd-4380-adda-573c0064e25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd9843c3d-c3e0-4923-b365-4ac86b492cb6'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:05:11.533755 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Bound port: 01a71966-5647-4d08-a8a8-50f605d9e5e6, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e52fef-ddfd-4380-adda-573c0064e25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd9843c3d-c3e0-4923-b365-4ac86b492cb6'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:05:11.534103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:11.606758 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2caa48d5-43f7-44a4-83f1-0fe204647673 req-43775411-d087-475e-b41a-54d616bff6a5 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/security-groups?id=85342137-a860-4f0e-bbab-ecf9370c2373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817459 Nov 28 08:05:11.626737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] For port 01a71966-5647-4d08-a8a8-50f605d9e5e6, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:05:11.629644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] For port 01a71966-5647-4d08-a8a8-50f605d9e5e6, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=01a71966-5647-4d08-a8a8-50f605d9e5e6,segment=NetworkSegment(23e52fef-ddfd-4380-adda-573c0064e25e),segment_id=23e52fef-ddfd-4380-adda-573c0064e25e)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:05:11.634505 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:11.669551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:11.670159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:11.671540 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] 10.222.0.35 "PUT /v2.0/ports/01a71966-5647-4d08-a8a8-50f605d9e5e6 HTTP/1.1" status: 200 len: 1098 time: 0.6888855 Nov 28 08:05:11.671999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e11e615-3132-458e-ae5c-e8013b18ecd5', 'tag': '01a71966-5647-4d08-a8a8-50f605d9e5e6'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:05:11.674220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0a31be-7c21-467d-a364-fc2725d15350" -d '{"events": [{"name": "network-changed", "server_uuid": "7e11e615-3132-458e-ae5c-e8013b18ecd5", "tag": "01a71966-5647-4d08-a8a8-50f605d9e5e6"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:05:11.706407 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a4f65-b47b-40c7-b15d-b694171272b1 service neutron] Pushing event updated for resources: {'Port': ['ID=01a71966-5647-4d08-a8a8-50f605d9e5e6,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:11.715660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a059cc22-5aa7-46bb-b5d4-d2e13d2c0407 x-openstack-request-id: req-a059cc22-5aa7-46bb-b5d4-d2e13d2c0407 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:05:11.715960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e11e615-3132-458e-ae5c-e8013b18ecd5", "tag": "01a71966-5647-4d08-a8a8-50f605d9e5e6", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:05:11.716217 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a059cc22-5aa7-46bb-b5d4-d2e13d2c0407 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:05:11.716616 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e11e615-3132-458e-ae5c-e8013b18ecd5', 'tag': '01a71966-5647-4d08-a8a8-50f605d9e5e6', 'status': 'completed', 'code': 200} Nov 28 08:05:11.781287 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-27be439f-3608-44e1-8e04-b4513067c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:11.782774 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-27be439f-3608-44e1-8e04-b4513067c512 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a93f57faaa734d2f9d2808dded157e61&device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 1101 time: 0.0484862 Nov 28 08:05:11.833766 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-0348c561-f8db-4c18-81fd-18fccb0f0072 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=01a71966-5647-4d08-a8a8-50f605d9e5e6 HTTP/1.1" status: 200 len: 217 time: 0.0366180 Nov 28 08:05:11.888255 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-6f703277-eb07-44ff-be20-169453cd6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:11.889608 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-6f703277-eb07-44ff-be20-169453cd6ff9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5dbbe4f5-b372-49b2-a365-49e8d6fa19d7 HTTP/1.1" status: 200 len: 843 time: 0.0471621 Nov 28 08:05:11.947756 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-b6964af5-34d8-4860-b858-626c5d8e5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:11.949146 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-b6964af5-34d8-4860-b858-626c5d8e5583 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9843c3d-c3e0-4923-b365-4ac86b492cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0471942 Nov 28 08:05:12.039727 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-ff40e022-7ced-4450-8ddf-df2fd7e89682 service neutron] 10.222.0.35 "GET /v2.0/networks/d9843c3d-c3e0-4923-b365-4ac86b492cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824080 Nov 28 08:05:12.451005 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d8b66829-9ed7-47c8-9ae9-66b758a44fbc req-781969d5-1410-4f08-8835-142a4e7b9548 service neutron] 10.222.0.35 "GET /v2.0/networks/d9843c3d-c3e0-4923-b365-4ac86b492cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973558 Nov 28 08:05:12.555836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a31be-7c21-467d-a364-fc2725d15350 req-0ff1f702-4a22-4f33-be5d-6b0e5a8889ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:12.557271 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fb0a31be-7c21-467d-a364-fc2725d15350 req-0ff1f702-4a22-4f33-be5d-6b0e5a8889ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a93f57faaa734d2f9d2808dded157e61&device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 1101 time: 0.0462539 Nov 28 08:05:12.651434 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a31be-7c21-467d-a364-fc2725d15350 req-3df97893-94f6-4c6f-bdcd-afb0575d95a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:12.652915 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fb0a31be-7c21-467d-a364-fc2725d15350 req-3df97893-94f6-4c6f-bdcd-afb0575d95a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9843c3d-c3e0-4923-b365-4ac86b492cb6 HTTP/1.1" status: 200 len: 870 time: 0.0848126 Nov 28 08:05:12.700680 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fb0a31be-7c21-467d-a364-fc2725d15350 req-e58d538e-33ed-4df1-b60b-222cc814c87b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=01a71966-5647-4d08-a8a8-50f605d9e5e6 HTTP/1.1" status: 200 len: 217 time: 0.0386112 Nov 28 08:05:12.775324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a31be-7c21-467d-a364-fc2725d15350 req-c68ac018-e280-4a4e-ae00-86655fb637db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:12.776771 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fb0a31be-7c21-467d-a364-fc2725d15350 req-c68ac018-e280-4a4e-ae00-86655fb637db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5dbbe4f5-b372-49b2-a365-49e8d6fa19d7 HTTP/1.1" status: 200 len: 843 time: 0.0672832 Nov 28 08:05:12.790817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0c7ae-85e0-45ff-9f68-72f35fd785c0 req-15942471-6f35-4762-85ff-0162510e9b04 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:12.792204 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-50b0c7ae-85e0-45ff-9f68-72f35fd785c0 req-15942471-6f35-4762-85ff-0162510e9b04 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 948 time: 0.0943124 Nov 28 08:05:12.869931 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-50b0c7ae-85e0-45ff-9f68-72f35fd785c0 req-a661ed05-1827-4d38-80c4-b4846ecd5577 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/security-groups?id=85342137-a860-4f0e-bbab-ecf9370c2373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696781 Nov 28 08:05:12.872482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a31be-7c21-467d-a364-fc2725d15350 req-6f02f689-2257-4f28-b755-abc2f772601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:12.873861 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fb0a31be-7c21-467d-a364-fc2725d15350 req-6f02f689-2257-4f28-b755-abc2f772601e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9843c3d-c3e0-4923-b365-4ac86b492cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0808296 Nov 28 08:05:12.965334 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fb0a31be-7c21-467d-a364-fc2725d15350 req-675f92d5-dca1-433d-bae1-2d2033b068db service neutron] 10.222.0.35 "GET /v2.0/networks/d9843c3d-c3e0-4923-b365-4ac86b492cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823014 Nov 28 08:05:13.061968 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fb0a31be-7c21-467d-a364-fc2725d15350 req-f6788a1d-fbc8-4ac2-9ef1-564ffa2af9ed service neutron] 10.222.0.35 "GET /v2.0/networks/d9843c3d-c3e0-4923-b365-4ac86b492cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879576 Nov 28 08:05:13.993338 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da84103-df28-4da1-ba9c-5a6c7090b99c req-d13f811d-71be-49b3-a778-e21aca4aa0e1 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:13.994792 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2da84103-df28-4da1-ba9c-5a6c7090b99c req-d13f811d-71be-49b3-a778-e21aca4aa0e1 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 948 time: 0.0551794 Nov 28 08:05:14.043014 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2da84103-df28-4da1-ba9c-5a6c7090b99c req-82c3ab9c-c434-4a3a-a683-02d1c8801208 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/security-groups?id=85342137-a860-4f0e-bbab-ecf9370c2373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Nov 28 08:05:15.163082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2561e-4955-4ccf-85d4-8b6ba6412cb6 req-14feb3eb-0b4f-4025-8bb1-b7eb2f2b0a86 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:15.164572 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8bf2561e-4955-4ccf-85d4-8b6ba6412cb6 req-14feb3eb-0b4f-4025-8bb1-b7eb2f2b0a86 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 948 time: 0.0556395 Nov 28 08:05:15.210518 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8bf2561e-4955-4ccf-85d4-8b6ba6412cb6 req-323a9651-7c9b-42f7-8649-4f29f5017f05 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/security-groups?id=85342137-a860-4f0e-bbab-ecf9370c2373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401068 Nov 28 08:05:15.424134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1bf77b1d-4e98-434b-99d1-2654c82f8599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:15.639898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 01a71966-5647-4d08-a8a8-50f605d9e5e6 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:05:15.740032 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 01a71966-5647-4d08-a8a8-50f605d9e5e6, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=01a71966-5647-4d08-a8a8-50f605d9e5e6,segment=NetworkSegment(23e52fef-ddfd-4380-adda-573c0064e25e),segment_id=23e52fef-ddfd-4380-adda-573c0064e25e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:05:15.750034 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '01a71966-5647-4d08-a8a8-50f605d9e5e6', 'network_id': 'd9843c3d-c3e0-4923-b365-4ac86b492cb6', 'port_id': '01a71966-5647-4d08-a8a8-50f605d9e5e6', 'mac_address': 'fa:16:3e:01:fd:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbbe4f5-b372-49b2-a365-49e8d6fa19d7', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:05:15.791085 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:15.803025 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a71966-5647-4d08-a8a8-50f605d9e5e6 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:05:15.825594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 01a71966-5647-4d08-a8a8-50f605d9e5e6, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=01a71966-5647-4d08-a8a8-50f605d9e5e6,segment=NetworkSegment(23e52fef-ddfd-4380-adda-573c0064e25e),segment_id=23e52fef-ddfd-4380-adda-573c0064e25e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:05:15.829908 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:15.881024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=01a71966-5647-4d08-a8a8-50f605d9e5e6,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:16.112044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['01a71966-5647-4d08-a8a8-50f605d9e5e6'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:05:16.331981 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a50f24-d185-4b37-9c97-2adcab11265e req-5b2fa3fa-4439-468d-91b9-f6186ff47452 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:16.333498 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-03a50f24-d185-4b37-9c97-2adcab11265e req-5b2fa3fa-4439-468d-91b9-f6186ff47452 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 949 time: 0.0565381 Nov 28 08:05:16.381066 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-03a50f24-d185-4b37-9c97-2adcab11265e req-98a6f50c-7190-41f0-ba00-fe54d9768ae6 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/security-groups?id=85342137-a860-4f0e-bbab-ecf9370c2373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403142 Nov 28 08:05:17.503365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b289828-b547-4463-ab17-3dc8468f642c req-20bfdc56-aed0-4683-b93d-99dc2011f8f9 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:17.504839 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7b289828-b547-4463-ab17-3dc8468f642c req-20bfdc56-aed0-4683-b93d-99dc2011f8f9 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 949 time: 0.0540607 Nov 28 08:05:17.555006 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7b289828-b547-4463-ab17-3dc8468f642c req-4038892e-e7fe-4cb6-b8e1-8b3cce4dadbd tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/security-groups?id=85342137-a860-4f0e-bbab-ecf9370c2373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438027 Nov 28 08:05:17.657353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 01a71966-5647-4d08-a8a8-50f605d9e5e6 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:05:17.709890 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 01a71966-5647-4d08-a8a8-50f605d9e5e6 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:05:17.713518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 01a71966-5647-4d08-a8a8-50f605d9e5e6 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:05:17.713884 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:17.795275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:17.820902 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e11e615-3132-458e-ae5c-e8013b18ecd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a71966-5647-4d08-a8a8-50f605d9e5e6'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:05:17.823294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e300dd5-1f86-4931-be3d-5a752a44e91a" -d '{"events": [{"server_uuid": "7e11e615-3132-458e-ae5c-e8013b18ecd5", "name": "network-vif-plugged", "status": "completed", "tag": "01a71966-5647-4d08-a8a8-50f605d9e5e6"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:05:17.835721 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 01a71966-5647-4d08-a8a8-50f605d9e5e6, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=01a71966-5647-4d08-a8a8-50f605d9e5e6,segment=NetworkSegment(23e52fef-ddfd-4380-adda-573c0064e25e),segment_id=23e52fef-ddfd-4380-adda-573c0064e25e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:05:17.841313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:17.865560 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f09afdc-d53a-463a-bcc7-4cccbfe98865 x-openstack-request-id: req-5f09afdc-d53a-463a-bcc7-4cccbfe98865 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:05:17.865847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e11e615-3132-458e-ae5c-e8013b18ecd5", "name": "network-vif-plugged", "status": "completed", "tag": "01a71966-5647-4d08-a8a8-50f605d9e5e6", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:05:17.866095 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f09afdc-d53a-463a-bcc7-4cccbfe98865 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:05:17.866476 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e11e615-3132-458e-ae5c-e8013b18ecd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a71966-5647-4d08-a8a8-50f605d9e5e6', 'code': 200} Nov 28 08:05:17.901126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=01a71966-5647-4d08-a8a8-50f605d9e5e6,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:17.957287 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c004799e-1908-499e-a08b-a8696e9072ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:18.043573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1278e59-6d4d-4c1a-83a9-92fc68cff67e req-73951d91-9bca-4fea-b08d-f03cf4f7fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:18.045061 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e1278e59-6d4d-4c1a-83a9-92fc68cff67e req-73951d91-9bca-4fea-b08d-f03cf4f7fd47 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 1103 time: 0.0472660 Nov 28 08:05:18.094080 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e1278e59-6d4d-4c1a-83a9-92fc68cff67e req-69b057d4-8683-4308-97c4-38524991447b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=85342137-a860-4f0e-bbab-ecf9370c2373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364337 Nov 28 08:05:18.673149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff566987-7689-46b2-b60e-b1a69cf766a7 req-392d68c8-f25b-47fc-b814-f1103fa22a8b tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:18.674598 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff566987-7689-46b2-b60e-b1a69cf766a7 req-392d68c8-f25b-47fc-b814-f1103fa22a8b tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 950 time: 0.0533671 Nov 28 08:05:18.720693 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff566987-7689-46b2-b60e-b1a69cf766a7 req-e7ce9077-d453-40ff-b95b-413e7611efdb tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/security-groups?id=85342137-a860-4f0e-bbab-ecf9370c2373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393963 Nov 28 08:05:19.071191 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:19.841240 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded62181-9f38-47e0-ab28-a903a885298f req-be94ff10-c025-4293-a084-1ee51d5d3acc tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:19.842698 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ded62181-9f38-47e0-ab28-a903a885298f req-be94ff10-c025-4293-a084-1ee51d5d3acc tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 950 time: 0.0543928 Nov 28 08:05:19.891350 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ded62181-9f38-47e0-ab28-a903a885298f req-c809b27f-0e19-4126-aa27-eb0c15acd46a tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/security-groups?id=85342137-a860-4f0e-bbab-ecf9370c2373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428746 Nov 28 08:05:20.272855 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-0f87b396-a136-471c-82a6-1c5adc3a30eb req-0b1e6159-b068-4951-b496-e157f2b59e07 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:05:20.273865 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0f87b396-a136-471c-82a6-1c5adc3a30eb req-0b1e6159-b068-4951-b496-e157f2b59e07 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0961397 Nov 28 08:05:20.357076 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:20.632788 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [req-42d076ee-06ac-429f-9272-467ed016c890 req-3c3bff15-b65f-4fe1-a471-251fb9d94c1d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:05:20.633760 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-42d076ee-06ac-429f-9272-467ed016c890 req-3c3bff15-b65f-4fe1-a471-251fb9d94c1d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0058765 Nov 28 08:05:20.994171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36824501-677e-4e0d-be98-3bcf9e8fca83 req-b906ff75-13f2-4a19-b71f-d2297bdd24cd tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:20.995671 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-36824501-677e-4e0d-be98-3bcf9e8fca83 req-b906ff75-13f2-4a19-b71f-d2297bdd24cd tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 950 time: 0.0560741 Nov 28 08:05:21.044459 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-36824501-677e-4e0d-be98-3bcf9e8fca83 req-7902804f-780b-47d3-bf6d-1d5f5d13ace2 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/security-groups?id=85342137-a860-4f0e-bbab-ecf9370c2373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Nov 28 08:05:21.336414 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:22.171117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b1d68-ff27-481b-b615-084deec24f91 req-cd31cb98-5afe-4601-94f8-139cf1a81e15 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:22.172599 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ce1b1d68-ff27-481b-b615-084deec24f91 req-cd31cb98-5afe-4601-94f8-139cf1a81e15 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 950 time: 0.0600634 Nov 28 08:05:22.221261 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ce1b1d68-ff27-481b-b615-084deec24f91 req-4d9970be-2921-447c-a433-b4a76be9a20c tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/security-groups?id=85342137-a860-4f0e-bbab-ecf9370c2373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418842 Nov 28 08:05:22.392247 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98cf2-c712-4cbc-9f5e-e84574050136 req-919f0056-1cfa-4a07-8bdd-d8577cbb81b6 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:22.393697 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a9a98cf2-c712-4cbc-9f5e-e84574050136 req-919f0056-1cfa-4a07-8bdd-d8577cbb81b6 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 950 time: 0.0548747 Nov 28 08:05:22.496381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-a9a98cf2-c712-4cbc-9f5e-e84574050136 req-c7ffd2b8-1cbc-40f7-8744-59837138487e tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Deleting port 01a71966-5647-4d08-a8a8-50f605d9e5e6 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:05:22.496636 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-a9a98cf2-c712-4cbc-9f5e-e84574050136 req-c7ffd2b8-1cbc-40f7-8744-59837138487e tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:22.581990 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-a9a98cf2-c712-4cbc-9f5e-e84574050136 req-c7ffd2b8-1cbc-40f7-8744-59837138487e tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] For port 01a71966-5647-4d08-a8a8-50f605d9e5e6, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=01a71966-5647-4d08-a8a8-50f605d9e5e6,segment=NetworkSegment(23e52fef-ddfd-4380-adda-573c0064e25e),segment_id=23e52fef-ddfd-4380-adda-573c0064e25e)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:05:22.582346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-a9a98cf2-c712-4cbc-9f5e-e84574050136 req-c7ffd2b8-1cbc-40f7-8744-59837138487e tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:22.593737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-a9a98cf2-c712-4cbc-9f5e-e84574050136 req-c7ffd2b8-1cbc-40f7-8744-59837138487e tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Calling delete_port for 01a71966-5647-4d08-a8a8-50f605d9e5e6 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:05:22.728290 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-a9a98cf2-c712-4cbc-9f5e-e84574050136 req-c7ffd2b8-1cbc-40f7-8744-59837138487e tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:22.744931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['01a71966-5647-4d08-a8a8-50f605d9e5e6'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:05:22.757668 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffd2b8-1cbc-40f7-8744-59837138487e tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Pushing event deleted for resources: {'Port': ['ID=01a71966-5647-4d08-a8a8-50f605d9e5e6,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:22.804821 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a98cf2-c712-4cbc-9f5e-e84574050136 req-c7ffd2b8-1cbc-40f7-8744-59837138487e tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] No DVR routers for this DVR port 01a71966-5647-4d08-a8a8-50f605d9e5e6 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:05:22.807698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-a9a98cf2-c712-4cbc-9f5e-e84574050136 req-c7ffd2b8-1cbc-40f7-8744-59837138487e tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:22.811070 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a9a98cf2-c712-4cbc-9f5e-e84574050136 req-c7ffd2b8-1cbc-40f7-8744-59837138487e tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.35 "DELETE /v2.0/ports/01a71966-5647-4d08-a8a8-50f605d9e5e6 HTTP/1.1" status: 204 len: 173 time: 0.4082668 Nov 28 08:05:22.811521 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e11e615-3132-458e-ae5c-e8013b18ecd5', 'name': 'network-vif-deleted', 'tag': '01a71966-5647-4d08-a8a8-50f605d9e5e6'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:05:22.813819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4e8994-8b4b-4d64-a96a-32bdb984c03f" -d '{"events": [{"server_uuid": "7e11e615-3132-458e-ae5c-e8013b18ecd5", "name": "network-vif-deleted", "tag": "01a71966-5647-4d08-a8a8-50f605d9e5e6"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:05:22.853164 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d83bf0d-ee18-4179-8bcf-f31e4918604d x-openstack-request-id: req-5d83bf0d-ee18-4179-8bcf-f31e4918604d {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:05:22.853488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e11e615-3132-458e-ae5c-e8013b18ecd5", "name": "network-vif-deleted", "tag": "01a71966-5647-4d08-a8a8-50f605d9e5e6", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:05:22.853769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d83bf0d-ee18-4179-8bcf-f31e4918604d {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:05:22.854178 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e11e615-3132-458e-ae5c-e8013b18ecd5', 'name': 'network-vif-deleted', 'tag': '01a71966-5647-4d08-a8a8-50f605d9e5e6', 'status': 'completed', 'code': 200} Nov 28 08:05:23.330362 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-eb5a45a6-d04d-49e5-b2b8-63ff4d0496b1 req-910d379f-4559-4e80-aeb2-772c52ff2011 tempest-ServersAdminNegativeTestJSON-1108019507 tempest-ServersAdminNegativeTestJSON-1108019507-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e11e615-3132-458e-ae5c-e8013b18ecd5 HTTP/1.1" status: 200 len: 210 time: 0.0299547 Nov 28 08:05:24.620088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 44056) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:05:24.747354 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b402d850-fe43-4e0b-9a0d-3a45f679bde4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a93f57faaa734d2f9d2808dded157e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260829 Nov 28 08:05:24.749837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 44060) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:05:24.794825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c939-eb47-4670-b0d7-e60821fff52f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:24.816540 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c939-eb47-4670-b0d7-e60821fff52f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:24.866305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c939-eb47-4670-b0d7-e60821fff52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:24.868959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c939-eb47-4670-b0d7-e60821fff52f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:24.870022 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7cd5c939-eb47-4670-b0d7-e60821fff52f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85342137-a860-4f0e-bbab-ecf9370c2373 HTTP/1.1" status: 204 len: 168 time: 0.1193111 Nov 28 08:05:24.877345 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5c939-eb47-4670-b0d7-e60821fff52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85342137-a860-4f0e-bbab-ecf9370c2373,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:25.120374 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 44066) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:05:25.133029 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-02a17051-9aab-4ecc-9949-d4de33956c47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:25.204572 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-02a17051-9aab-4ecc-9949-d4de33956c47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:25.208830 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-02a17051-9aab-4ecc-9949-d4de33956c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:25.246170 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-02a17051-9aab-4ecc-9949-d4de33956c47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ba4d5fb8a19426bb1079c014a211c94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1248279 Nov 28 08:05:25.247336 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a17051-9aab-4ecc-9949-d4de33956c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bd59f1-2e55-43bb-94a8-f32e0c2410ac,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:25.248851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 44068) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:05:25.297462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-89bd3865-1bbc-4ceb-9452-2284ca3b3798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:25.321937 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-89bd3865-1bbc-4ceb-9452-2284ca3b3798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:25.367306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-89bd3865-1bbc-4ceb-9452-2284ca3b3798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:25.369865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-89bd3865-1bbc-4ceb-9452-2284ca3b3798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:25.371074 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-89bd3865-1bbc-4ceb-9452-2284ca3b3798 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02bd59f1-2e55-43bb-94a8-f32e0c2410ac HTTP/1.1" status: 204 len: 168 time: 0.1209803 Nov 28 08:05:25.378199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd3865-1bbc-4ceb-9452-2284ca3b3798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bd59f1-2e55-43bb-94a8-f32e0c2410ac,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:26.018215 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 44090) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:05:26.111375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-17637194-network', 'tenant_id': '9d2afb963a5e4c2a9215e25a83a1fd55'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:05:26.133655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] Made reservation on behalf of 9d2afb963a5e4c2a9215e25a83a1fd55 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:05:26.136009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:26.144322 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:26.215942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:26.219482 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:26.242197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:05:26.255784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc31cfce-f2cf-4e43-bfff-2f0008660e6f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:26.260448 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:26.260786 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] Added segment 72ca616b-1b2d-4749-ac5a-fe916e474268 of type vlan for network e6c25edf-69e1-419c-a4e3-80b20b0401e2 Nov 28 08:05:26.303836 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:26.327827 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:26.328779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:26.329351 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:26.366591 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3471150 Nov 28 08:05:26.369649 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 44094) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:05:26.374578 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4cfd2921-9ed3-4589-b080-534c502ea6f2 admin admin] Request body: {'subnet': {'network_id': 'e6c25edf-69e1-419c-a4e3-80b20b0401e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-17637194-subnet', 'tenant_id': '9d2afb963a5e4c2a9215e25a83a1fd55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:05:26.395592 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d64174-c0c0-40dc-8a3d-556cfbb763ff admin admin] Pushing event updated for resources: {'Network': ['ID=e6c25edf-69e1-419c-a4e3-80b20b0401e2,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:26.395785 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfd2921-9ed3-4589-b080-534c502ea6f2 admin admin] Made reservation on behalf of 9d2afb963a5e4c2a9215e25a83a1fd55 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:05:26.397996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2921-9ed3-4589-b080-534c502ea6f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:26.405799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network e6c25edf-69e1-419c-a4e3-80b20b0401e2 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:05:26.563475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2921-9ed3-4589-b080-534c502ea6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:26.610381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd2921-9ed3-4589-b080-534c502ea6f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb2ca582-1414-491d-877f-fbfa2d1624e5,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:26.627074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfd2921-9ed3-4589-b080-534c502ea6f2 admin admin] Checking segment: {'id': '72ca616b-1b2d-4749-ac5a-fe916e474268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e6c25edf-69e1-419c-a4e3-80b20b0401e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:05:26.627431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd2921-9ed3-4589-b080-534c502ea6f2 admin admin] Network hostable DHCP agents. Network: e6c25edf-69e1-419c-a4e3-80b20b0401e2, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:05:26.644313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd2921-9ed3-4589-b080-534c502ea6f2 admin admin] Network e6c25edf-69e1-419c-a4e3-80b20b0401e2 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:05:26.653811 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd2921-9ed3-4589-b080-534c502ea6f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, e6c25edf-69e1-419c-a4e3-80b20b0401e2) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:05:26.657568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd2921-9ed3-4589-b080-534c502ea6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:26.658149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2921-9ed3-4589-b080-534c502ea6f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:26.664886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3676eb64-5f92-4a31-b54c-9e00c8cbfc03 None None] Network e6c25edf-69e1-419c-a4e3-80b20b0401e2 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:05:26.682341 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4cfd2921-9ed3-4589-b080-534c502ea6f2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3115759 Nov 28 08:05:26.789139 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6a39f3-0df7-4eb6-bd63-f8a1adc08c59 None None] Network e6c25edf-69e1-419c-a4e3-80b20b0401e2 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:05:27.090717 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-83d880e1-8cfb-4330-a7c7-b914b9e81653 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:27.092219 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-83d880e1-8cfb-4330-a7c7-b914b9e81653 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/networks?id=e6c25edf-69e1-419c-a4e3-80b20b0401e2 HTTP/1.1" status: 200 len: 810 time: 0.1008828 Nov 28 08:05:27.106493 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-ff6ccaed-5809-4971-a16f-36ad9263d093 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/quotas/9d2afb963a5e4c2a9215e25a83a1fd55 HTTP/1.1" status: 200 len: 375 time: 0.0086789 Nov 28 08:05:27.137266 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-7858a845-085f-454a-af9f-c86ade5c482a tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d2afb963a5e4c2a9215e25a83a1fd55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257168 Nov 28 08:05:27.226740 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-12e02faa-bbe1-4e30-9c39-d7d54f87ab5f service neutron] 10.222.0.31 "GET /v2.0/networks/e6c25edf-69e1-419c-a4e3-80b20b0401e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827935 Nov 28 08:05:27.316956 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-d6f25138-9e0a-493f-8d21-e1de6720dcb7 service neutron] 10.222.0.31 "GET /v2.0/networks/e6c25edf-69e1-419c-a4e3-80b20b0401e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843525 Nov 28 08:05:27.486769 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1a180292-2a5a-45dc-9c2c-5ce918aa99b8 req-f39d2cb2-c60b-4af5-be65-1196d58ab11c tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 210 time: 0.0273452 Nov 28 08:05:27.702348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 01a71966-5647-4d08-a8a8-50f605d9e5e6 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:05:27.724675 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 01a71966-5647-4d08-a8a8-50f605d9e5e6 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:05:27.725015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 01a71966-5647-4d08-a8a8-50f605d9e5e6 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:05:28.475303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-cf9684e0-ff37-4ebe-9076-344c770cb0e2 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:28.476753 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-cf9684e0-ff37-4ebe-9076-344c770cb0e2 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.35 "GET /v2.0/networks?id=e6c25edf-69e1-419c-a4e3-80b20b0401e2 HTTP/1.1" status: 200 len: 810 time: 0.1100705 Nov 28 08:05:28.492433 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-684ef57c-d6ac-408a-85bf-5017b521a2f0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Request body: {'port': {'device_id': '4e578a79-e924-4b3e-9b02-cef0a7b3a137', 'network_id': 'e6c25edf-69e1-419c-a4e3-80b20b0401e2', 'admin_state_up': True, 'tenant_id': '9d2afb963a5e4c2a9215e25a83a1fd55'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:05:28.590387 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-93e28fe9-1d61-4bf5-82f9-96666926a7f0 req-0a75abc9-736a-4517-80c3-d08682440732 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 210 time: 0.0323710 Nov 28 08:05:28.628307 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-684ef57c-d6ac-408a-85bf-5017b521a2f0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Made reservation on behalf of 9d2afb963a5e4c2a9215e25a83a1fd55 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:05:28.631829 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-684ef57c-d6ac-408a-85bf-5017b521a2f0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:28.754117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-684ef57c-d6ac-408a-85bf-5017b521a2f0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Allocated IP 172.20.0.8 (e6c25edf-69e1-419c-a4e3-80b20b0401e2/cb2ca582-1414-491d-877f-fbfa2d1624e5/677d396c-7c11-417d-aafe-c03bbf112149) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:05:28.892159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-684ef57c-d6ac-408a-85bf-5017b521a2f0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:28.928053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-684ef57c-d6ac-408a-85bf-5017b521a2f0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:28.981349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-684ef57c-d6ac-408a-85bf-5017b521a2f0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Network e6c25edf-69e1-419c-a4e3-80b20b0401e2 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:05:28.986118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-684ef57c-d6ac-408a-85bf-5017b521a2f0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:05:28.989760 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-684ef57c-d6ac-408a-85bf-5017b521a2f0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:05:28.996226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ef57c-d6ac-408a-85bf-5017b521a2f0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Pushing event updated for resources: {'Port': ['ID=677d396c-7c11-417d-aafe-c03bbf112149,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:29.040489 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-684ef57c-d6ac-408a-85bf-5017b521a2f0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:29.041011 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-684ef57c-d6ac-408a-85bf-5017b521a2f0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:29.056180 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-684ef57c-d6ac-408a-85bf-5017b521a2f0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691946 Nov 28 08:05:29.069449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-b7ff85cf-ac1f-44de-bcdb-8b51c9eb1755 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:05:29.070480 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-b7ff85cf-ac1f-44de-bcdb-8b51c9eb1755 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0050707 Nov 28 08:05:29.088006 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Request body: {'port': {'device_id': '4e578a79-e924-4b3e-9b02-cef0a7b3a137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:05:29.149656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:29.415855 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 677d396c-7c11-417d-aafe-c03bbf112149 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:05:29.423072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:29.434976 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Transition to ACTIVE for port object 677d396c-7c11-417d-aafe-c03bbf112149 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:05:29.438558 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:29.495619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Pushing event updated for resources: {'Port': ['ID=677d396c-7c11-417d-aafe-c03bbf112149,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:29.559387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Attempting to bind port 677d396c-7c11-417d-aafe-c03bbf112149 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:05:29.559717 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Attempting to bind port 677d396c-7c11-417d-aafe-c03bbf112149 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '72ca616b-1b2d-4749-ac5a-fe916e474268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e6c25edf-69e1-419c-a4e3-80b20b0401e2'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:05:29.560030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Attempting to bind port 677d396c-7c11-417d-aafe-c03bbf112149 on network e6c25edf-69e1-419c-a4e3-80b20b0401e2 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:05:29.564151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Port 677d396c-7c11-417d-aafe-c03bbf112149 on network e6c25edf-69e1-419c-a4e3-80b20b0401e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:05:29.564462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Attempting to bind port 677d396c-7c11-417d-aafe-c03bbf112149 on network e6c25edf-69e1-419c-a4e3-80b20b0401e2 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:05:29.569690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:05:29.570020 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Checking segment: {'id': '72ca616b-1b2d-4749-ac5a-fe916e474268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e6c25edf-69e1-419c-a4e3-80b20b0401e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:05:29.570397 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Bound using segment: {'id': '72ca616b-1b2d-4749-ac5a-fe916e474268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e6c25edf-69e1-419c-a4e3-80b20b0401e2'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:05:29.570804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Bound port: 677d396c-7c11-417d-aafe-c03bbf112149, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ca616b-1b2d-4749-ac5a-fe916e474268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e6c25edf-69e1-419c-a4e3-80b20b0401e2'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:05:29.571175 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:29.636605 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] For port 677d396c-7c11-417d-aafe-c03bbf112149, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:05:29.640009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] For port 677d396c-7c11-417d-aafe-c03bbf112149, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=677d396c-7c11-417d-aafe-c03bbf112149,segment=NetworkSegment(72ca616b-1b2d-4749-ac5a-fe916e474268),segment_id=72ca616b-1b2d-4749-ac5a-fe916e474268)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:05:29.645098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:29.682583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:29.683244 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:29.684619 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] 10.222.0.35 "PUT /v2.0/ports/677d396c-7c11-417d-aafe-c03bbf112149 HTTP/1.1" status: 200 len: 1093 time: 0.6004949 Nov 28 08:05:29.685083 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e578a79-e924-4b3e-9b02-cef0a7b3a137', 'tag': '677d396c-7c11-417d-aafe-c03bbf112149'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:05:29.687378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f350884-9460-408c-abf5-0b4e6f19fbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e578a79-e924-4b3e-9b02-cef0a7b3a137", "tag": "677d396c-7c11-417d-aafe-c03bbf112149"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:05:29.715679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c2512-184d-4e90-9703-4db79bcf9980 service neutron] Pushing event updated for resources: {'Port': ['ID=677d396c-7c11-417d-aafe-c03bbf112149,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:29.726043 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfe289-74c1-45a3-9941-9ea498379d38 req-56c6eefd-ef4a-4543-aa49-3b2dda01056f tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:29.727630 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8dcfe289-74c1-45a3-9941-9ea498379d38 req-56c6eefd-ef4a-4543-aa49-3b2dda01056f tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 943 time: 0.0692415 Nov 28 08:05:29.741998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcc1018-99a0-4555-9e39-0cbe26ccf1f8 x-openstack-request-id: req-dfcc1018-99a0-4555-9e39-0cbe26ccf1f8 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:05:29.742290 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e578a79-e924-4b3e-9b02-cef0a7b3a137", "tag": "677d396c-7c11-417d-aafe-c03bbf112149", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:05:29.742541 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfcc1018-99a0-4555-9e39-0cbe26ccf1f8 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:05:29.742967 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e578a79-e924-4b3e-9b02-cef0a7b3a137', 'tag': '677d396c-7c11-417d-aafe-c03bbf112149', 'status': 'completed', 'code': 200} Nov 28 08:05:29.778603 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8dcfe289-74c1-45a3-9941-9ea498379d38 req-eb044996-45ef-4e71-9f13-3bff1a80e5d0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446558 Nov 28 08:05:29.781342 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-ac70a7bf-39ff-4067-b4f7-a4eb775ac5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:29.782827 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-ac70a7bf-39ff-4067-b4f7-a4eb775ac5f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d2afb963a5e4c2a9215e25a83a1fd55&device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 1096 time: 0.0508039 Nov 28 08:05:29.838563 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-cdf5a522-e48d-4c89-81e0-8732070d3eaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=677d396c-7c11-417d-aafe-c03bbf112149 HTTP/1.1" status: 200 len: 217 time: 0.0389481 Nov 28 08:05:29.893091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-47337796-8f84-4ec6-af56-2879c87c017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:29.894514 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-47337796-8f84-4ec6-af56-2879c87c017e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb2ca582-1414-491d-877f-fbfa2d1624e5 HTTP/1.1" status: 200 len: 850 time: 0.0429482 Nov 28 08:05:29.928758 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-893defa0-01cc-41cc-b870-06a91f0ed54d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6c25edf-69e1-419c-a4e3-80b20b0401e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244830 Nov 28 08:05:30.024466 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-515cca2f-f25e-48c7-ae66-603f728b51b3 service neutron] 10.222.0.35 "GET /v2.0/networks/e6c25edf-69e1-419c-a4e3-80b20b0401e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839880 Nov 28 08:05:30.117718 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff6ae40e-1df7-4dd2-8bfe-758bc2847ad8 req-317997d1-e933-4a71-a7af-dce6ffb3c1d2 service neutron] 10.222.0.35 "GET /v2.0/networks/e6c25edf-69e1-419c-a4e3-80b20b0401e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807283 Nov 28 08:05:30.238972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f350884-9460-408c-abf5-0b4e6f19fbb4 req-42c7d791-5f86-4218-a104-363716593bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:30.240982 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f350884-9460-408c-abf5-0b4e6f19fbb4 req-42c7d791-5f86-4218-a104-363716593bdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d2afb963a5e4c2a9215e25a83a1fd55&device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 1096 time: 0.0509853 Nov 28 08:05:30.332567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f350884-9460-408c-abf5-0b4e6f19fbb4 req-bab3371f-6bb0-42e3-9fb5-13f70c1062d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:30.334123 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f350884-9460-408c-abf5-0b4e6f19fbb4 req-bab3371f-6bb0-42e3-9fb5-13f70c1062d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6c25edf-69e1-419c-a4e3-80b20b0401e2 HTTP/1.1" status: 200 len: 911 time: 0.0852242 Nov 28 08:05:30.387276 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f350884-9460-408c-abf5-0b4e6f19fbb4 req-3fb02681-d060-48a5-8cd7-04135adb608f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=677d396c-7c11-417d-aafe-c03bbf112149 HTTP/1.1" status: 200 len: 217 time: 0.0392947 Nov 28 08:05:30.438571 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f350884-9460-408c-abf5-0b4e6f19fbb4 req-c1fd3c4f-aeff-448d-b091-b0f8c8e00e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:30.440021 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f350884-9460-408c-abf5-0b4e6f19fbb4 req-c1fd3c4f-aeff-448d-b091-b0f8c8e00e16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb2ca582-1414-491d-877f-fbfa2d1624e5 HTTP/1.1" status: 200 len: 850 time: 0.0419781 Nov 28 08:05:30.475279 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f350884-9460-408c-abf5-0b4e6f19fbb4 req-4aa89caa-f4d9-4560-83de-8779724b730b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6c25edf-69e1-419c-a4e3-80b20b0401e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248857 Nov 28 08:05:30.565676 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f350884-9460-408c-abf5-0b4e6f19fbb4 req-0dd03e8e-358e-48b6-bf28-938770fc1a4e service neutron] 10.222.0.35 "GET /v2.0/networks/e6c25edf-69e1-419c-a4e3-80b20b0401e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819759 Nov 28 08:05:30.652879 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f350884-9460-408c-abf5-0b4e6f19fbb4 req-172d8dd5-11c3-4bee-8a3b-4172aed507d8 service neutron] 10.222.0.35 "GET /v2.0/networks/e6c25edf-69e1-419c-a4e3-80b20b0401e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798235 Nov 28 08:05:30.899703 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a9e6a-c848-457b-ba0a-c520a44edf97 req-701a4d79-e894-4b1b-a91a-9b8952453b1a tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:30.901201 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ad5a9e6a-c848-457b-ba0a-c520a44edf97 req-701a4d79-e894-4b1b-a91a-9b8952453b1a tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 943 time: 0.0550487 Nov 28 08:05:30.952411 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ad5a9e6a-c848-457b-ba0a-c520a44edf97 req-35301ea7-f380-4626-bb60-4b342468cdf9 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453248 Nov 28 08:05:31.297180 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:32.072058 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a476fce-174d-4631-a40a-206d3d758bcb req-dd8ec2d4-4d2f-45e4-abb1-d602b1576587 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:32.073528 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0a476fce-174d-4631-a40a-206d3d758bcb req-dd8ec2d4-4d2f-45e4-abb1-d602b1576587 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 943 time: 0.0542479 Nov 28 08:05:32.119064 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0a476fce-174d-4631-a40a-206d3d758bcb req-1b65b620-2c75-440d-b61c-3ed8a54bb97c tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396686 Nov 28 08:05:33.237800 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a48e4-284a-4439-89ba-77055ea4ce53 req-f7aa0cb7-f589-4bb4-937d-e619c95e76cc tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:33.239303 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-eb7a48e4-284a-4439-89ba-77055ea4ce53 req-f7aa0cb7-f589-4bb4-937d-e619c95e76cc tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 943 time: 0.0542231 Nov 28 08:05:33.285642 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-eb7a48e4-284a-4439-89ba-77055ea4ce53 req-2bf9122d-17ec-4f52-a49a-dcb0c018b579 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403779 Nov 28 08:05:33.733237 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 677d396c-7c11-417d-aafe-c03bbf112149 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:05:33.827909 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 677d396c-7c11-417d-aafe-c03bbf112149, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=677d396c-7c11-417d-aafe-c03bbf112149,segment=NetworkSegment(72ca616b-1b2d-4749-ac5a-fe916e474268),segment_id=72ca616b-1b2d-4749-ac5a-fe916e474268)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:05:33.837986 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '677d396c-7c11-417d-aafe-c03bbf112149', 'network_id': 'e6c25edf-69e1-419c-a4e3-80b20b0401e2', 'port_id': '677d396c-7c11-417d-aafe-c03bbf112149', 'mac_address': 'fa:16:3e:ec:b7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb2ca582-1414-491d-877f-fbfa2d1624e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:05:33.879169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:33.892301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677d396c-7c11-417d-aafe-c03bbf112149 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:05:33.911352 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 677d396c-7c11-417d-aafe-c03bbf112149, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=677d396c-7c11-417d-aafe-c03bbf112149,segment=NetworkSegment(72ca616b-1b2d-4749-ac5a-fe916e474268),segment_id=72ca616b-1b2d-4749-ac5a-fe916e474268)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:05:33.915429 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:33.974152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=677d396c-7c11-417d-aafe-c03bbf112149,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:34.158501 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['677d396c-7c11-417d-aafe-c03bbf112149'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:05:34.408739 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec362d-418f-429f-9179-ea4e13fabbf6 req-0de4b1c9-af87-48ec-afe5-25fc710bb36a tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:34.410104 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c2ec362d-418f-429f-9179-ea4e13fabbf6 req-0de4b1c9-af87-48ec-afe5-25fc710bb36a tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 944 time: 0.0587580 Nov 28 08:05:34.455985 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c2ec362d-418f-429f-9179-ea4e13fabbf6 req-dd3838a3-ed1f-46ad-bf89-adb8323298db tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Nov 28 08:05:35.571333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bce401-47ae-4fb1-acea-3e2af33d37e1 req-c645baf8-0556-4e72-b76d-ec50a4aeb68f tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:35.572767 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-49bce401-47ae-4fb1-acea-3e2af33d37e1 req-c645baf8-0556-4e72-b76d-ec50a4aeb68f tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 944 time: 0.0533767 Nov 28 08:05:35.618324 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-49bce401-47ae-4fb1-acea-3e2af33d37e1 req-ef1fd944-3067-4bc2-8ac4-7cd139c44b4a tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397749 Nov 28 08:05:35.749971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 677d396c-7c11-417d-aafe-c03bbf112149 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:05:35.804339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 677d396c-7c11-417d-aafe-c03bbf112149 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:05:35.808185 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 677d396c-7c11-417d-aafe-c03bbf112149 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:05:35.808552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:35.891608 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:35.914612 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e578a79-e924-4b3e-9b02-cef0a7b3a137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677d396c-7c11-417d-aafe-c03bbf112149'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:05:35.916866 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbe0420-18e1-4de7-a8be-4d4d1c43e3e5" -d '{"events": [{"server_uuid": "4e578a79-e924-4b3e-9b02-cef0a7b3a137", "name": "network-vif-plugged", "status": "completed", "tag": "677d396c-7c11-417d-aafe-c03bbf112149"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:05:35.929572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 677d396c-7c11-417d-aafe-c03bbf112149, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=677d396c-7c11-417d-aafe-c03bbf112149,segment=NetworkSegment(72ca616b-1b2d-4749-ac5a-fe916e474268),segment_id=72ca616b-1b2d-4749-ac5a-fe916e474268)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:05:35.933748 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:35.963770 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ffb92d-9954-4496-8a6a-50b66ba28461 x-openstack-request-id: req-37ffb92d-9954-4496-8a6a-50b66ba28461 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:05:35.964063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e578a79-e924-4b3e-9b02-cef0a7b3a137", "name": "network-vif-plugged", "status": "completed", "tag": "677d396c-7c11-417d-aafe-c03bbf112149", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:05:35.964316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37ffb92d-9954-4496-8a6a-50b66ba28461 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:05:35.964699 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e578a79-e924-4b3e-9b02-cef0a7b3a137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677d396c-7c11-417d-aafe-c03bbf112149', 'code': 200} Nov 28 08:05:35.991669 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=677d396c-7c11-417d-aafe-c03bbf112149,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:05:36.148436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad762277-0405-4f69-bd2c-6a5cf6d19324 req-e2e3b1a5-a4ea-4665-95d9-11c60f39aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:36.150102 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ad762277-0405-4f69-bd2c-6a5cf6d19324 req-e2e3b1a5-a4ea-4665-95d9-11c60f39aafb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 1098 time: 0.0485559 Nov 28 08:05:36.195480 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ad762277-0405-4f69-bd2c-6a5cf6d19324 req-a0405eee-73e6-4f94-9b04-2c95ed892a88 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383403 Nov 28 08:05:36.737770 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce79e8-8152-415c-ab37-77f97f92bea2 req-5e096cda-2f1c-4cc1-a06c-0719714e52f8 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:36.739375 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-78ce79e8-8152-415c-ab37-77f97f92bea2 req-5e096cda-2f1c-4cc1-a06c-0719714e52f8 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0550220 Nov 28 08:05:36.785307 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-78ce79e8-8152-415c-ab37-77f97f92bea2 req-372368c1-5fd1-47ef-98c0-32e4981516b7 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Nov 28 08:05:37.907315 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbad7d0-6c3a-48c6-a999-7963bd71f004 req-5cd3eb7d-89a7-4a2f-8c7e-4ea19583a943 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:37.908751 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4dbad7d0-6c3a-48c6-a999-7963bd71f004 req-5cd3eb7d-89a7-4a2f-8c7e-4ea19583a943 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0551124 Nov 28 08:05:37.955124 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4dbad7d0-6c3a-48c6-a999-7963bd71f004 req-3c3097ee-e24b-4bca-826d-521fe13c6f5f tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399795 Nov 28 08:05:38.291677 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfa5e6-e4d0-4069-8cb8-af64b1be8c18 req-895580fd-adb6-4caf-af17-218c6f263459 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:38.293138 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f3bfa5e6-e4d0-4069-8cb8-af64b1be8c18 req-895580fd-adb6-4caf-af17-218c6f263459 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0602670 Nov 28 08:05:38.304659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 44156) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:05:38.345501 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f3bfa5e6-e4d0-4069-8cb8-af64b1be8c18 req-b61b22e3-3cb1-4657-945c-cbdb50ca0753 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463667 Nov 28 08:05:38.404404 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-5546be98-35f7-4961-94b0-b6fd5ff90d07 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982401 Nov 28 08:05:38.413091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-d8a6a652-6060-4d10-8da7-752bceba67a2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:05:38.414049 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-d8a6a652-6060-4d10-8da7-752bceba67a2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0048285 Nov 28 08:05:39.465885 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ae673-1bbf-4ed5-b1fa-17baa0da3602 req-6b3c1c9d-018a-4227-a1e0-1d879aa589e6 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:39.467375 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0b7ae673-1bbf-4ed5-b1fa-17baa0da3602 req-6b3c1c9d-018a-4227-a1e0-1d879aa589e6 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0545180 Nov 28 08:05:39.513952 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0b7ae673-1bbf-4ed5-b1fa-17baa0da3602 req-3f571d32-25e2-4845-a041-d3e672d15a37 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406637 Nov 28 08:05:39.631502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-4a723a37-52fd-4e60-8c37-2bc0776a94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:39.632918 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-4a723a37-52fd-4e60-8c37-2bc0776a94ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d2afb963a5e4c2a9215e25a83a1fd55&device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 1098 time: 0.0460696 Nov 28 08:05:39.723536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-318e61bf-eb75-433c-8f91-3078fd1709be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:39.724966 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-318e61bf-eb75-433c-8f91-3078fd1709be service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6c25edf-69e1-419c-a4e3-80b20b0401e2 HTTP/1.1" status: 200 len: 911 time: 0.0845017 Nov 28 08:05:39.767612 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-464514d9-6dd7-4cdb-bcb4-ada77ff78762 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=677d396c-7c11-417d-aafe-c03bbf112149 HTTP/1.1" status: 200 len: 217 time: 0.0349104 Nov 28 08:05:39.815342 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-33c6e3af-1526-48f9-88af-06c2f82b8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:39.816710 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-33c6e3af-1526-48f9-88af-06c2f82b8fa4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb2ca582-1414-491d-877f-fbfa2d1624e5 HTTP/1.1" status: 200 len: 850 time: 0.0419219 Nov 28 08:05:39.852000 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-121d372c-587f-4220-887a-b3ef8467ff1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6c25edf-69e1-419c-a4e3-80b20b0401e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282979 Nov 28 08:05:39.939926 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-6eca6863-0d52-49d8-af4d-638c2c14a264 service neutron] 10.222.0.35 "GET /v2.0/networks/e6c25edf-69e1-419c-a4e3-80b20b0401e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797880 Nov 28 08:05:40.032400 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-453886ab-9483-4b33-8fc0-1a1e44dbd512 service neutron] 10.222.0.35 "GET /v2.0/networks/e6c25edf-69e1-419c-a4e3-80b20b0401e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846558 Nov 28 08:05:40.634025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82cdc9-cdcf-4d5e-86c7-f40f500364cc req-035fb2c1-def7-4ee5-b963-09320bde289b tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:40.635550 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ba82cdc9-cdcf-4d5e-86c7-f40f500364cc req-035fb2c1-def7-4ee5-b963-09320bde289b tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0559139 Nov 28 08:05:40.682793 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ba82cdc9-cdcf-4d5e-86c7-f40f500364cc req-3bc3904f-4f94-41b0-a964-d9c666fc9373 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Nov 28 08:05:41.802509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b2b91-c485-44a2-a623-b46cfc488d9e req-aa55fcad-8502-41e0-a37f-9ef03c0e5d42 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:41.804000 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f52b2b91-c485-44a2-a623-b46cfc488d9e req-aa55fcad-8502-41e0-a37f-9ef03c0e5d42 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0545263 Nov 28 08:05:41.849972 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f52b2b91-c485-44a2-a623-b46cfc488d9e req-591ba7a7-516a-4fc8-8881-02628e82c2a0 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Nov 28 08:05:42.974690 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d75c98-0987-4610-ab42-303d545fe363 req-3c0f3f33-1daa-4e8e-94e3-2c2448fb2d8d tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:42.976149 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a2d75c98-0987-4610-ab42-303d545fe363 req-3c0f3f33-1daa-4e8e-94e3-2c2448fb2d8d tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0603626 Nov 28 08:05:43.023649 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a2d75c98-0987-4610-ab42-303d545fe363 req-81e054fe-3df0-416b-9b21-0636021e550e tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409045 Nov 28 08:05:44.145223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05cf97-0dc0-40e2-94d3-a92a768befde req-f542ab5c-334a-4475-ae24-ef067d513acf tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:44.146693 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3a05cf97-0dc0-40e2-94d3-a92a768befde req-f542ab5c-334a-4475-ae24-ef067d513acf tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0540681 Nov 28 08:05:44.196039 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3a05cf97-0dc0-40e2-94d3-a92a768befde req-fdc7f133-cfa7-4253-8ba2-582ad47bf2f1 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 Nov 28 08:05:45.314352 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849032d3-fa21-48ad-b764-71f766b96936 req-265b5b88-5b48-48e9-81a8-91b4b5dd3968 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:45.315841 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-849032d3-fa21-48ad-b764-71f766b96936 req-265b5b88-5b48-48e9-81a8-91b4b5dd3968 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0548093 Nov 28 08:05:45.364219 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-849032d3-fa21-48ad-b764-71f766b96936 req-6f20c0e5-cc57-4e13-ab77-918af31b4f33 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395403 Nov 28 08:05:45.424867 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-83b3cf4a-0ff7-4f8a-82b7-866223f53bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:46.486062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac204c-4c47-412f-a6dd-23573a686273 req-bd79a320-809a-48ea-b67c-ebb356c92150 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:46.487569 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-03ac204c-4c47-412f-a6dd-23573a686273 req-bd79a320-809a-48ea-b67c-ebb356c92150 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0540099 Nov 28 08:05:46.533220 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-03ac204c-4c47-412f-a6dd-23573a686273 req-4c7c2bba-f804-4a3d-a7b1-95e68c32ba45 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 Nov 28 08:05:46.892003 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:05:47.657184 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2317475-5bdb-4863-9128-128c5a67cfc0 req-9dd17676-fda8-4b37-94a7-a37153cca666 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:47.658610 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b2317475-5bdb-4863-9128-128c5a67cfc0 req-9dd17676-fda8-4b37-94a7-a37153cca666 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0582924 Nov 28 08:05:47.704411 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b2317475-5bdb-4863-9128-128c5a67cfc0 req-3511728c-4c5b-4cf3-9812-fc15abc50a6b tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396688 Nov 28 08:05:47.959206 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d17c45a4-1b46-4467-b1e3-921b79013326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:48.824718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c3092-9d8d-4c93-ab74-7f4b689cc577 req-c6c58508-42ed-45ec-8a8f-a3b8c7d6675a tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:48.826173 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0a7c3092-9d8d-4c93-ab74-7f4b689cc577 req-c6c58508-42ed-45ec-8a8f-a3b8c7d6675a tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0541439 Nov 28 08:05:48.871911 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0a7c3092-9d8d-4c93-ab74-7f4b689cc577 req-6ce5306a-ff23-40a9-8ad2-d000ea39ddf9 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Nov 28 08:05:49.073807 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:49.991472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de218d4-7094-4a17-89c9-39dc302d0aff req-84e690b4-f2f2-46d2-9723-e0014a6c3abd tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:49.992966 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4de218d4-7094-4a17-89c9-39dc302d0aff req-84e690b4-f2f2-46d2-9723-e0014a6c3abd tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0558732 Nov 28 08:05:50.038590 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4de218d4-7094-4a17-89c9-39dc302d0aff req-4c111f50-847c-4413-ac66-8c1a4628f27b tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396454 Nov 28 08:05:50.355464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:51.319708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c800c94-b70a-4778-81a2-a43779d79209 req-51885236-bd2d-4c1d-9e3b-6cdd2608d16e tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:51.321885 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4c800c94-b70a-4778-81a2-a43779d79209 req-51885236-bd2d-4c1d-9e3b-6cdd2608d16e tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0644383 Nov 28 08:05:51.338087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:05:51.368691 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4c800c94-b70a-4778-81a2-a43779d79209 req-2dfce87b-b5c4-4a12-a648-a5154c6b19ef tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407712 Nov 28 08:05:52.496882 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6fa10-9154-411e-9e4b-40bf4c3c8721 req-f2a4a2f1-055b-467b-b759-c3432e68ec1f tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:52.498366 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0ef6fa10-9154-411e-9e4b-40bf4c3c8721 req-f2a4a2f1-055b-467b-b759-c3432e68ec1f tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0598648 Nov 28 08:05:52.545550 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0ef6fa10-9154-411e-9e4b-40bf4c3c8721 req-e5047c29-7b8e-48f4-b125-fda8d6a5d213 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407319 Nov 28 08:05:53.667307 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a96ea-15c5-4d8a-b06f-567669108500 req-fd0fe654-0ff3-46f1-81d4-5c51c92a855b tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:53.668801 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-962a96ea-15c5-4d8a-b06f-567669108500 req-fd0fe654-0ff3-46f1-81d4-5c51c92a855b tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0536070 Nov 28 08:05:53.715582 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-962a96ea-15c5-4d8a-b06f-567669108500 req-29ec4017-5879-4274-aa5a-b3712104bb6a tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Nov 28 08:05:54.836033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22682f83-d080-4bd0-9c10-29131454cce0 req-76922e14-0932-4567-b7b2-4705f1b37ba2 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:54.837487 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-22682f83-d080-4bd0-9c10-29131454cce0 req-76922e14-0932-4567-b7b2-4705f1b37ba2 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0558491 Nov 28 08:05:54.883740 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-22682f83-d080-4bd0-9c10-29131454cce0 req-66b748de-9a49-4888-b7ea-5e86c36ce5cf tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Nov 28 08:05:56.006476 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dfe72-3d20-48d8-8928-9260268a2726 req-0544fc7c-c190-449a-ac31-a4fb5eea7a01 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:56.007984 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9a4dfe72-3d20-48d8-8928-9260268a2726 req-0544fc7c-c190-449a-ac31-a4fb5eea7a01 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0578713 Nov 28 08:05:56.053890 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9a4dfe72-3d20-48d8-8928-9260268a2726 req-4d0b330c-4eae-4133-9db2-50678cf6cf60 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400667 Nov 28 08:05:57.177101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e310de-fe98-480a-95e9-39a63863abb5 req-86c7576f-7f83-40a4-816b-f3f70b57429c tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:57.178626 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c9e310de-fe98-480a-95e9-39a63863abb5 req-86c7576f-7f83-40a4-816b-f3f70b57429c tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0577533 Nov 28 08:05:57.225239 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c9e310de-fe98-480a-95e9-39a63863abb5 req-68a46a7b-77c6-4cc0-bc05-d4994bd6b494 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Nov 28 08:05:58.344056 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf606f4-6a68-4a6e-9721-3289eedf7ae8 req-70dd9a20-6d74-4909-88af-8bb8c935b893 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:58.345527 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3cf606f4-6a68-4a6e-9721-3289eedf7ae8 req-70dd9a20-6d74-4909-88af-8bb8c935b893 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0551734 Nov 28 08:05:58.392110 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3cf606f4-6a68-4a6e-9721-3289eedf7ae8 req-b4fadcb7-9084-452c-a7fc-d0d5aabb0f3e tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Nov 28 08:05:59.512547 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb3bdd-d61d-494b-b0c5-a6bb6a9104c4 req-3eb5881a-45e9-419b-b4d6-8364a4ea7803 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:05:59.514010 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d9fb3bdd-d61d-494b-b0c5-a6bb6a9104c4 req-3eb5881a-45e9-419b-b4d6-8364a4ea7803 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0553708 Nov 28 08:05:59.561591 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d9fb3bdd-d61d-494b-b0c5-a6bb6a9104c4 req-0f9ec5bb-9bb7-4f3d-ac38-49ac3349068e tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416257 Nov 28 08:06:00.684189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f5288-b7bc-4b57-ad6a-1b06c7abfdc0 req-1dbaa7a0-bb08-483e-92b4-5d925ce217ff tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:00.685636 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4e5f5288-b7bc-4b57-ad6a-1b06c7abfdc0 req-1dbaa7a0-bb08-483e-92b4-5d925ce217ff tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0539265 Nov 28 08:06:00.734793 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4e5f5288-b7bc-4b57-ad6a-1b06c7abfdc0 req-06f02d3c-73d4-4a57-b7fd-705764117a37 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431008 Nov 28 08:06:01.312524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:01.858301 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c1484-6f86-49ff-9e91-e7ade5e85351 req-f8c66622-4a33-417e-b08f-9de41bf10d09 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:01.859811 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1e3c1484-6f86-49ff-9e91-e7ade5e85351 req-f8c66622-4a33-417e-b08f-9de41bf10d09 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0583642 Nov 28 08:06:01.905777 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1e3c1484-6f86-49ff-9e91-e7ade5e85351 req-b5e31e9a-7a21-4564-b42a-fdd2d2f7b74a tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400784 Nov 28 08:06:03.025079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee30cc3-208a-4158-8629-b0411002a2f7 req-cd646ac5-f34e-453e-8289-90a5bcb8b255 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:03.026555 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ee30cc3-208a-4158-8629-b0411002a2f7 req-cd646ac5-f34e-453e-8289-90a5bcb8b255 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0545287 Nov 28 08:06:03.072804 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ee30cc3-208a-4158-8629-b0411002a2f7 req-37eda281-0ea7-4c16-9669-f84903380fdf tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Nov 28 08:06:04.192848 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3926bc1-d349-4144-b28e-9c96bb04cbc9 req-12736fee-bbf8-4b08-8916-18936bdb38c7 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:04.194324 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d3926bc1-d349-4144-b28e-9c96bb04cbc9 req-12736fee-bbf8-4b08-8916-18936bdb38c7 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0557659 Nov 28 08:06:04.240055 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d3926bc1-d349-4144-b28e-9c96bb04cbc9 req-3bfea9c0-d04b-4e3b-ab54-659083a08ec3 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396895 Nov 28 08:06:05.361389 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132bdd5-64a7-4c7c-b8c9-530ba81e118e req-19bbec68-5649-47ed-bb13-e77e2d26f8d6 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:05.362969 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4132bdd5-64a7-4c7c-b8c9-530ba81e118e req-19bbec68-5649-47ed-bb13-e77e2d26f8d6 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0544019 Nov 28 08:06:05.409806 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4132bdd5-64a7-4c7c-b8c9-530ba81e118e req-0223fc34-d5bd-43e1-b2cb-3977f1f4094c tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407789 Nov 28 08:06:06.536637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657690d9-5d4d-4d1a-ba5e-84966ae9c937 req-0c6fe680-8fa9-4756-9855-0ed1b60f128c tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:06.538102 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-657690d9-5d4d-4d1a-ba5e-84966ae9c937 req-0c6fe680-8fa9-4756-9855-0ed1b60f128c tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0601883 Nov 28 08:06:06.584484 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-657690d9-5d4d-4d1a-ba5e-84966ae9c937 req-84e4b9aa-acf5-402d-9105-0419bfb841eb tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405009 Nov 28 08:06:06.945687 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-2b11aadd-283c-4dd8-8870-63ebbc7e04b7 service neutron] 10.222.0.35 "GET /v2.0/ports/677d396c-7c11-417d-aafe-c03bbf112149/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0630105 Nov 28 08:06:07.204219 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-994abb1c-b220-4631-9bc4-7b542d44a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:07.205703 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-994abb1c-b220-4631-9bc4-7b542d44a094 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137&tenant_id=9d2afb963a5e4c2a9215e25a83a1fd55 HTTP/1.1" status: 200 len: 1098 time: 0.0780292 Nov 28 08:06:07.282686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-bf6e1b9f-af32-4a7f-bee4-c81f9a625df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:07.284236 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-bf6e1b9f-af32-4a7f-bee4-c81f9a625df1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d2afb963a5e4c2a9215e25a83a1fd55&device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 1098 time: 0.0484660 Nov 28 08:06:07.372388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-6f91d794-9319-4617-a600-5c1733fe8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:07.373814 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-6f91d794-9319-4617-a600-5c1733fe8d38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6c25edf-69e1-419c-a4e3-80b20b0401e2 HTTP/1.1" status: 200 len: 911 time: 0.0812454 Nov 28 08:06:07.425513 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-6cb0db4f-18cd-4aba-81cb-658a505afb06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=677d396c-7c11-417d-aafe-c03bbf112149 HTTP/1.1" status: 200 len: 217 time: 0.0376425 Nov 28 08:06:07.485565 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-25a7828e-856a-4ee4-952a-655fa445a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:07.486949 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-25a7828e-856a-4ee4-952a-655fa445a4f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb2ca582-1414-491d-877f-fbfa2d1624e5 HTTP/1.1" status: 200 len: 850 time: 0.0477571 Nov 28 08:06:07.524637 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-2a46b06e-dc00-4686-8416-6a15929058f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6c25edf-69e1-419c-a4e3-80b20b0401e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254600 Nov 28 08:06:07.620214 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-df5f167d-c205-480d-831a-570a196788e8 service neutron] 10.222.0.35 "GET /v2.0/networks/e6c25edf-69e1-419c-a4e3-80b20b0401e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831499 Nov 28 08:06:07.742355 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab255083-0e9f-4aeb-a97c-967c79c21852 req-0146fbbd-f293-4a5d-9dd9-b31021a68495 service neutron] 10.222.0.35 "GET /v2.0/networks/e6c25edf-69e1-419c-a4e3-80b20b0401e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111872 Nov 28 08:06:07.752827 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38dc48-4ae9-4635-a00f-1fc2eeb7247b req-6812f4a5-d84f-4b8f-b9a4-eb3325073b5f tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:07.754768 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9a38dc48-4ae9-4635-a00f-1fc2eeb7247b req-6812f4a5-d84f-4b8f-b9a4-eb3325073b5f tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0993602 Nov 28 08:06:07.804587 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9a38dc48-4ae9-4635-a00f-1fc2eeb7247b req-e4d1ee9f-3ac7-4d13-aa09-ac83f51c3eaa tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439138 Nov 28 08:06:08.926704 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8780c3-55c0-4870-86ac-5d5466211862 req-dc3cd4d4-2960-4b97-be56-b1966ea2840d tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:08.928180 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-be8780c3-55c0-4870-86ac-5d5466211862 req-dc3cd4d4-2960-4b97-be56-b1966ea2840d tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0548913 Nov 28 08:06:08.980060 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-be8780c3-55c0-4870-86ac-5d5466211862 req-04e1ace7-deb3-40ff-a0b2-12af155d01e7 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458376 Nov 28 08:06:10.099597 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a76e56-e8b8-473b-9a05-112794b7a969 req-d75b2013-318c-499e-a904-b5f1c0b987ba tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:10.101035 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b5a76e56-e8b8-473b-9a05-112794b7a969 req-d75b2013-318c-499e-a904-b5f1c0b987ba tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0541489 Nov 28 08:06:10.146654 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b5a76e56-e8b8-473b-9a05-112794b7a969 req-c14914d5-616f-413e-aaba-2b45efcabbfd tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Nov 28 08:06:10.496178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-afa53edb-2f2f-4bce-a224-f4c8021343e3 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:10.497571 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-afa53edb-2f2f-4bce-a224-f4c8021343e3 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137&tenant_id=9d2afb963a5e4c2a9215e25a83a1fd55&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 945 time: 0.0938935 Nov 28 08:06:10.904066 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-5ef615ce-6d80-4cbd-a036-e73cbacc9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:10.905413 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-5ef615ce-6d80-4cbd-a036-e73cbacc9058 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d2afb963a5e4c2a9215e25a83a1fd55&device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 1098 time: 0.3656704 Nov 28 08:06:10.994307 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-46ea86d9-562a-43bb-b8ad-1ddbd67e368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:10.995748 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-46ea86d9-562a-43bb-b8ad-1ddbd67e368b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6c25edf-69e1-419c-a4e3-80b20b0401e2 HTTP/1.1" status: 200 len: 911 time: 0.0825746 Nov 28 08:06:11.040055 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-2853d9b8-d187-4f15-95ea-7089ba3ae2ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=677d396c-7c11-417d-aafe-c03bbf112149 HTTP/1.1" status: 200 len: 217 time: 0.0367422 Nov 28 08:06:11.091673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-9cbfa074-9196-43da-befe-6598d6d37512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:11.093092 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-9cbfa074-9196-43da-befe-6598d6d37512 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb2ca582-1414-491d-877f-fbfa2d1624e5 HTTP/1.1" status: 200 len: 850 time: 0.0456440 Nov 28 08:06:11.125210 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-90f02220-be99-4db7-adb9-568ccc36f0c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6c25edf-69e1-419c-a4e3-80b20b0401e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245147 Nov 28 08:06:11.214624 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-99370766-348d-464e-a26f-73214355e17f service neutron] 10.222.0.35 "GET /v2.0/networks/e6c25edf-69e1-419c-a4e3-80b20b0401e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817776 Nov 28 08:06:11.301647 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-14305c72-dd2a-4f1a-843f-e1634337919c service neutron] 10.222.0.35 "GET /v2.0/networks/e6c25edf-69e1-419c-a4e3-80b20b0401e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787315 Nov 28 08:06:12.026725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7991390-b084-48ad-83d6-a8ccc71f19b7 req-a0d1c233-e6b3-493a-ac43-a438a8513ad1 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:12.028212 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f7991390-b084-48ad-83d6-a8ccc71f19b7 req-a0d1c233-e6b3-493a-ac43-a438a8513ad1 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0581396 Nov 28 08:06:12.074260 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f7991390-b084-48ad-83d6-a8ccc71f19b7 req-caedbf7a-255b-4d39-a7b8-d1a2fa8ba49d tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401669 Nov 28 08:06:13.200240 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84e1a9-9ae8-4029-999b-e8aef2274e0f req-08c66ef5-25ab-492d-bcd1-368e753ae6c7 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:13.201709 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ed84e1a9-9ae8-4029-999b-e8aef2274e0f req-08c66ef5-25ab-492d-bcd1-368e753ae6c7 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0593789 Nov 28 08:06:13.248146 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ed84e1a9-9ae8-4029-999b-e8aef2274e0f req-7983e717-c69e-48a9-9ad1-02a8badb9054 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc31cfce-f2cf-4e43-bfff-2f0008660e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396335 Nov 28 08:06:13.874174 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-2a523af8-dbe0-4a32-b6aa-474efd4d1fc3 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:13.875620 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-2a523af8-dbe0-4a32-b6aa-474efd4d1fc3 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 945 time: 0.0524445 Nov 28 08:06:13.979957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Deleting port 677d396c-7c11-417d-aafe-c03bbf112149 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:06:13.980293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:14.064232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] For port 677d396c-7c11-417d-aafe-c03bbf112149, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=677d396c-7c11-417d-aafe-c03bbf112149,segment=NetworkSegment(72ca616b-1b2d-4749-ac5a-fe916e474268),segment_id=72ca616b-1b2d-4749-ac5a-fe916e474268)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:06:14.064590 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:14.076722 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Calling delete_port for 677d396c-7c11-417d-aafe-c03bbf112149 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:06:14.207303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:14.223605 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['677d396c-7c11-417d-aafe-c03bbf112149'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:06:14.235289 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Pushing event deleted for resources: {'Port': ['ID=677d396c-7c11-417d-aafe-c03bbf112149,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:06:14.262634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:14.263022 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:14.263361 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:14.263692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:14.264025 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:14.264380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:14.264706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:14.265032 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:14.265355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:14.265679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:14.266001 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:14.266322 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:14.266640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:14.292567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] No DVR routers for this DVR port 677d396c-7c11-417d-aafe-c03bbf112149 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:06:14.295059 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:14.298357 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af27c9db-7f49-487f-ac4e-9ff308637f8f req-ad091021-ef67-4a15-9dc5-0b7ebfba4a55 tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.35 "DELETE /v2.0/ports/677d396c-7c11-417d-aafe-c03bbf112149 HTTP/1.1" status: 204 len: 173 time: 0.4114544 Nov 28 08:06:14.298794 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e578a79-e924-4b3e-9b02-cef0a7b3a137', 'name': 'network-vif-deleted', 'tag': '677d396c-7c11-417d-aafe-c03bbf112149'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:06:14.301632 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce62b97-5c1a-44e2-affa-71ebbc7f6372" -d '{"events": [{"server_uuid": "4e578a79-e924-4b3e-9b02-cef0a7b3a137", "name": "network-vif-deleted", "tag": "677d396c-7c11-417d-aafe-c03bbf112149"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:06:14.344584 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759b8c28-0e24-4680-bd2d-3a6a2f2098dc x-openstack-request-id: req-759b8c28-0e24-4680-bd2d-3a6a2f2098dc {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:06:14.344874 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e578a79-e924-4b3e-9b02-cef0a7b3a137", "name": "network-vif-deleted", "tag": "677d396c-7c11-417d-aafe-c03bbf112149", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:06:14.345126 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-759b8c28-0e24-4680-bd2d-3a6a2f2098dc {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:06:14.345512 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e578a79-e924-4b3e-9b02-cef0a7b3a137', 'name': 'network-vif-deleted', 'tag': '677d396c-7c11-417d-aafe-c03bbf112149', 'status': 'completed', 'code': 200} Nov 28 08:06:14.348195 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1644a83d-ac0c-4ef5-b1bc-13c1e09db32c req-d9c19796-7e92-4979-95d3-ddd85767240c tempest-DeleteServersTestJSON-1626866958 tempest-DeleteServersTestJSON-1626866958-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e578a79-e924-4b3e-9b02-cef0a7b3a137 HTTP/1.1" status: 200 len: 210 time: 0.0322039 Nov 28 08:06:15.428911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9e404774-1081-4997-816d-bb6329e95d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:15.477843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 44256) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:06:15.521371 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-2469c9a5-55cf-4a13-94b8-0ebad3d8109c admin admin] Deleting subnet cb2ca582-1414-491d-877f-fbfa2d1624e5 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:06:15.524380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2469c9a5-55cf-4a13-94b8-0ebad3d8109c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:15.556735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2469c9a5-55cf-4a13-94b8-0ebad3d8109c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:15.598125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2469c9a5-55cf-4a13-94b8-0ebad3d8109c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:15.650995 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2469c9a5-55cf-4a13-94b8-0ebad3d8109c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:15.677539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469c9a5-55cf-4a13-94b8-0ebad3d8109c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb2ca582-1414-491d-877f-fbfa2d1624e5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:06:15.679515 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2469c9a5-55cf-4a13-94b8-0ebad3d8109c admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:15.683276 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2469c9a5-55cf-4a13-94b8-0ebad3d8109c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cb2ca582-1414-491d-877f-fbfa2d1624e5 HTTP/1.1" status: 204 len: 168 time: 0.2044406 Nov 28 08:06:15.685690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 44258) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:06:15.751846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42a23aa0-8fb6-4964-80e4-a8edba55801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:15.832569 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42a23aa0-8fb6-4964-80e4-a8edba55801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:15.851690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-42a23aa0-8fb6-4964-80e4-a8edba55801e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c25edf-69e1-419c-a4e3-80b20b0401e2']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:06:15.860427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-42a23aa0-8fb6-4964-80e4-a8edba55801e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ca616b-1b2d-4749-ac5a-fe916e474268') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:06:15.860721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-42a23aa0-8fb6-4964-80e4-a8edba55801e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ca616b-1b2d-4749-ac5a-fe916e474268') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:06:15.870186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42a23aa0-8fb6-4964-80e4-a8edba55801e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:15.882768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42a23aa0-8fb6-4964-80e4-a8edba55801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:15.888482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a23aa0-8fb6-4964-80e4-a8edba55801e admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:06:15.888922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42a23aa0-8fb6-4964-80e4-a8edba55801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:06:15.890726 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:06:15.946378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42a23aa0-8fb6-4964-80e4-a8edba55801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:15.951579 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-42a23aa0-8fb6-4964-80e4-a8edba55801e admin admin] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:15.954720 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-42a23aa0-8fb6-4964-80e4-a8edba55801e admin admin] 10.222.0.31 "DELETE /v2.0/networks/e6c25edf-69e1-419c-a4e3-80b20b0401e2 HTTP/1.1" status: 204 len: 168 time: 0.2681634 Nov 28 08:06:15.966285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a23aa0-8fb6-4964-80e4-a8edba55801e admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c25edf-69e1-419c-a4e3-80b20b0401e2,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:06:16.062949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 44262) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:06:16.102198 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c020bd4b-07b6-4081-89a6-b811ce2847b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d2afb963a5e4c2a9215e25a83a1fd55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381014 Nov 28 08:06:16.104716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 44264) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:06:16.150454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb82f6b2-2502-4123-9637-1b65ebc06050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:16.171124 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb82f6b2-2502-4123-9637-1b65ebc06050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:16.215851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb82f6b2-2502-4123-9637-1b65ebc06050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:16.218370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eb82f6b2-2502-4123-9637-1b65ebc06050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:16.219535 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-eb82f6b2-2502-4123-9637-1b65ebc06050 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc31cfce-f2cf-4e43-bfff-2f0008660e6f HTTP/1.1" status: 204 len: 168 time: 0.1138954 Nov 28 08:06:16.227660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82f6b2-2502-4123-9637-1b65ebc06050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc31cfce-f2cf-4e43-bfff-2f0008660e6f,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:06:16.859537 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 44286) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:06:16.955836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1272546765-network', 'tenant_id': '7fff487243384180b972cdde578a2589'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:06:16.975944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] Made reservation on behalf of 7fff487243384180b972cdde578a2589 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:06:16.978100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:16.986314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:17.063305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:17.067888 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:17.087550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:06:17.100895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60143486-a0b4-4504-b985-777a44656d5b,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:06:17.105510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:17.105876 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] Added segment 5dc75874-6e9d-4464-b857-4b6c9a506737 of type vlan for network 5513301d-15f7-4d25-8bdb-934500d1653f Nov 28 08:06:17.144138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:17.168165 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:17.169093 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:17.169673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:17.219759 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3590984 Nov 28 08:06:17.223479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 44290) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:06:17.230456 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Request body: {'subnet': {'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1272546765-subnet', 'tenant_id': '7fff487243384180b972cdde578a2589', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:06:17.253352 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Made reservation on behalf of 7fff487243384180b972cdde578a2589 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:06:17.256268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:17.259415 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06d325-5ead-4d03-8424-c7ee420e7eab admin admin] Pushing event updated for resources: {'Network': ['ID=5513301d-15f7-4d25-8bdb-934500d1653f,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:06:17.269022 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 5513301d-15f7-4d25-8bdb-934500d1653f details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:06:17.420215 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:17.474503 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=013735be-7cbd-4b76-bf61-e9cb8ea4aa7e,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:06:17.485171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:17.485431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:17.485765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:17.486096 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:17.486424 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:17.486747 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:17.487088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:17.487938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:17.488258 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:17.488573 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:17.488895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:17.489209 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:17.489520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:17.492450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Checking segment: {'id': '5dc75874-6e9d-4464-b857-4b6c9a506737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:06:17.492796 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Network hostable DHCP agents. Network: 5513301d-15f7-4d25-8bdb-934500d1653f, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:06:17.510695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Network 5513301d-15f7-4d25-8bdb-934500d1653f is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:06:17.518413 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 5513301d-15f7-4d25-8bdb-934500d1653f) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:06:17.522306 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:17.522972 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:17.533408 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856dc161-e287-4124-97b9-a6370074e496 None None] Network 5513301d-15f7-4d25-8bdb-934500d1653f requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:06:17.538286 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7554e1b3-c814-4972-b3eb-ad3a885278a1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3133814 Nov 28 08:06:17.662544 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d6bc0-256c-4c91-9af6-341cd102dbdc None None] Network 5513301d-15f7-4d25-8bdb-934500d1653f requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:06:17.919596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 677d396c-7c11-417d-aafe-c03bbf112149 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:06:17.940962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 677d396c-7c11-417d-aafe-c03bbf112149 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:06:17.941306 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 677d396c-7c11-417d-aafe-c03bbf112149 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:06:17.955305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-f6ea491d-309a-4eec-a028-e942e5a8a05e tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:17.957358 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-f6ea491d-309a-4eec-a028-e942e5a8a05e tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/networks?id=5513301d-15f7-4d25-8bdb-934500d1653f HTTP/1.1" status: 200 len: 815 time: 0.1054327 Nov 28 08:06:17.960456 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fbd769d4-e489-4072-9044-2d030fefd7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:17.974129 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-f92ab21a-cae4-4ca1-a3f6-238e42bd51a0 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/quotas/7fff487243384180b972cdde578a2589 HTTP/1.1" status: 200 len: 375 time: 0.0105972 Nov 28 08:06:18.010802 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-204f84e5-73ef-4b69-bc11-5d337536a7be tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7fff487243384180b972cdde578a2589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309653 Nov 28 08:06:18.021271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-717236ec-24ec-43cf-8247-0380f1903cfa service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:06:18.022166 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-717236ec-24ec-43cf-8247-0380f1903cfa service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0048754 Nov 28 08:06:18.108161 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-08679ca9-9653-4ce3-a46f-792ee1ce0848 service neutron] 10.222.0.31 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801778 Nov 28 08:06:18.198352 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-1eb14b16-296f-4cdd-92d3-b80dcb13c21a service neutron] 10.222.0.31 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833373 Nov 28 08:06:18.355668 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f7fbf643-46de-48a7-91cc-e879f5d6d281 req-2565fbca-c456-4098-a6d5-2a846a90bceb tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 210 time: 0.0279052 Nov 28 08:06:19.077303 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:19.350040 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-e640639e-81e3-47c7-adc0-daf8cd69b254 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:19.351534 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-e640639e-81e3-47c7-adc0-daf8cd69b254 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.35 "GET /v2.0/networks?id=5513301d-15f7-4d25-8bdb-934500d1653f HTTP/1.1" status: 200 len: 815 time: 0.1019342 Nov 28 08:06:19.367020 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-2be1cc5c-eb91-4a61-8a0a-c5241af41393 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Request body: {'port': {'device_id': 'af4583af-29e6-4c19-b404-9c9f10a65f13', 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f', 'admin_state_up': True, 'tenant_id': '7fff487243384180b972cdde578a2589'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:06:19.462762 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-44cadd7c-77cc-447c-bb82-82e98e32dfa6 req-799ba998-fb74-4f12-bb07-87281c71bddf tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 210 time: 0.0335782 Nov 28 08:06:19.507941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-2be1cc5c-eb91-4a61-8a0a-c5241af41393 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Made reservation on behalf of 7fff487243384180b972cdde578a2589 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:06:19.511837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-2be1cc5c-eb91-4a61-8a0a-c5241af41393 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:19.640579 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-2be1cc5c-eb91-4a61-8a0a-c5241af41393 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Allocated IP 172.20.0.8 (5513301d-15f7-4d25-8bdb-934500d1653f/013735be-7cbd-4b76-bf61-e9cb8ea4aa7e/223323ed-c34b-4930-ba88-1a119a980c1a) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:06:19.782697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-2be1cc5c-eb91-4a61-8a0a-c5241af41393 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:19.824067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-2be1cc5c-eb91-4a61-8a0a-c5241af41393 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:19.869077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-2be1cc5c-eb91-4a61-8a0a-c5241af41393 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Network 5513301d-15f7-4d25-8bdb-934500d1653f is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:06:19.874116 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-2be1cc5c-eb91-4a61-8a0a-c5241af41393 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:06:19.880142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-2be1cc5c-eb91-4a61-8a0a-c5241af41393 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:06:19.905776 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1cc5c-eb91-4a61-8a0a-c5241af41393 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Pushing event updated for resources: {'Port': ['ID=223323ed-c34b-4930-ba88-1a119a980c1a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:06:19.931208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-2be1cc5c-eb91-4a61-8a0a-c5241af41393 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:19.931807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-2be1cc5c-eb91-4a61-8a0a-c5241af41393 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:19.947329 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-2be1cc5c-eb91-4a61-8a0a-c5241af41393 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840652 Nov 28 08:06:20.007381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Request body: {'port': {'device_id': 'af4583af-29e6-4c19-b404-9c9f10a65f13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:06:20.073319 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:20.344843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223323ed-c34b-4930-ba88-1a119a980c1a {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:06:20.352569 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:20.358906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:20.365059 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Transition to ACTIVE for port object 223323ed-c34b-4930-ba88-1a119a980c1a will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:06:20.368568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:20.423551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Pushing event updated for resources: {'Port': ['ID=223323ed-c34b-4930-ba88-1a119a980c1a,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:06:20.489249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Attempting to bind port 223323ed-c34b-4930-ba88-1a119a980c1a on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:06:20.489583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Attempting to bind port 223323ed-c34b-4930-ba88-1a119a980c1a by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '5dc75874-6e9d-4464-b857-4b6c9a506737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:06:20.489906 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Attempting to bind port 223323ed-c34b-4930-ba88-1a119a980c1a on network 5513301d-15f7-4d25-8bdb-934500d1653f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:06:20.494420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Port 223323ed-c34b-4930-ba88-1a119a980c1a on network 5513301d-15f7-4d25-8bdb-934500d1653f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:06:20.494736 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Attempting to bind port 223323ed-c34b-4930-ba88-1a119a980c1a on network 5513301d-15f7-4d25-8bdb-934500d1653f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:06:20.499953 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:06:20.500282 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Checking segment: {'id': '5dc75874-6e9d-4464-b857-4b6c9a506737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:06:20.500660 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Bound using segment: {'id': '5dc75874-6e9d-4464-b857-4b6c9a506737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:06:20.501077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Bound port: 223323ed-c34b-4930-ba88-1a119a980c1a, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc75874-6e9d-4464-b857-4b6c9a506737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:06:20.501481 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:20.572071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] For port 223323ed-c34b-4930-ba88-1a119a980c1a, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:06:20.575117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] For port 223323ed-c34b-4930-ba88-1a119a980c1a, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=223323ed-c34b-4930-ba88-1a119a980c1a,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:06:20.579898 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:20.602378 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b1bcc-5f9d-4d37-9991-298c542c9c64 req-37835927-bb5f-496f-9014-3761187c0476 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:20.604676 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a95b1bcc-5f9d-4d37-9991-298c542c9c64 req-37835927-bb5f-496f-9014-3761187c0476 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 943 time: 0.0678339 Nov 28 08:06:20.614899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:20.615430 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:20.616852 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] 10.222.0.35 "PUT /v2.0/ports/223323ed-c34b-4930-ba88-1a119a980c1a HTTP/1.1" status: 200 len: 1093 time: 0.6560822 Nov 28 08:06:20.617285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4583af-29e6-4c19-b404-9c9f10a65f13', 'tag': '223323ed-c34b-4930-ba88-1a119a980c1a'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:06:20.619573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cd9d9e-13c8-4a30-bc2d-4d5085c7579f" -d '{"events": [{"name": "network-changed", "server_uuid": "af4583af-29e6-4c19-b404-9c9f10a65f13", "tag": "223323ed-c34b-4930-ba88-1a119a980c1a"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:06:20.654024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee343e4e-b963-46fd-9cc4-38e7e6aad749 service neutron] Pushing event updated for resources: {'Port': ['ID=223323ed-c34b-4930-ba88-1a119a980c1a,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:06:20.661722 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7402c32-8e76-4565-8381-6d538bcec6d6 x-openstack-request-id: req-f7402c32-8e76-4565-8381-6d538bcec6d6 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:06:20.662024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4583af-29e6-4c19-b404-9c9f10a65f13", "tag": "223323ed-c34b-4930-ba88-1a119a980c1a", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:06:20.662508 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7402c32-8e76-4565-8381-6d538bcec6d6 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:06:20.662694 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4583af-29e6-4c19-b404-9c9f10a65f13', 'tag': '223323ed-c34b-4930-ba88-1a119a980c1a', 'status': 'completed', 'code': 200} Nov 28 08:06:20.667325 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a95b1bcc-5f9d-4d37-9991-298c542c9c64 req-57af4c33-9661-4ca4-b590-734cc535cd2f tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561910 Nov 28 08:06:20.716526 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-16dc2584-00f7-47cc-9af6-7c4ccefe6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:20.718036 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-16dc2584-00f7-47cc-9af6-7c4ccefe6db6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fff487243384180b972cdde578a2589&device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 1096 time: 0.0511987 Nov 28 08:06:20.765684 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-4ca7add1-4a5a-42fe-8a7f-907f84f1a63f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223323ed-c34b-4930-ba88-1a119a980c1a HTTP/1.1" status: 200 len: 217 time: 0.0355361 Nov 28 08:06:20.819554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-bcdbb636-5f98-4f42-867e-10abfe0bbc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:20.820953 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-bcdbb636-5f98-4f42-867e-10abfe0bbc27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=013735be-7cbd-4b76-bf61-e9cb8ea4aa7e HTTP/1.1" status: 200 len: 855 time: 0.0430660 Nov 28 08:06:20.858208 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-d48b8447-aaf8-4f01-92ff-1c0cf0a5eee3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5513301d-15f7-4d25-8bdb-934500d1653f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286677 Nov 28 08:06:20.950551 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-006e0abc-7575-4da6-a19f-0a9053e59e73 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809093 Nov 28 08:06:21.047176 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b515863e-71ce-4dab-973f-6a52372b0df9 req-8130f81a-6bfb-4159-a277-71bab8586c75 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849600 Nov 28 08:06:21.143455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9d9e-13c8-4a30-bc2d-4d5085c7579f req-0fc0ceff-b649-40a8-b1ad-b05aa04d2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:21.144824 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a3cd9d9e-13c8-4a30-bc2d-4d5085c7579f req-0fc0ceff-b649-40a8-b1ad-b05aa04d2c35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fff487243384180b972cdde578a2589&device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 1096 time: 0.0458541 Nov 28 08:06:21.232781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9d9e-13c8-4a30-bc2d-4d5085c7579f req-043f4abb-8f57-4d34-b11e-ad7eea23ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:21.234188 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a3cd9d9e-13c8-4a30-bc2d-4d5085c7579f req-043f4abb-8f57-4d34-b11e-ad7eea23ae6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=5513301d-15f7-4d25-8bdb-934500d1653f HTTP/1.1" status: 200 len: 916 time: 0.0817733 Nov 28 08:06:21.281083 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a3cd9d9e-13c8-4a30-bc2d-4d5085c7579f req-e66a0642-1e86-4a38-b06e-015679903d1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223323ed-c34b-4930-ba88-1a119a980c1a HTTP/1.1" status: 200 len: 217 time: 0.0383301 Nov 28 08:06:21.330464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9d9e-13c8-4a30-bc2d-4d5085c7579f req-4304377a-67f0-49b9-9c54-bece28f43e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:21.332493 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a3cd9d9e-13c8-4a30-bc2d-4d5085c7579f req-4304377a-67f0-49b9-9c54-bece28f43e2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=013735be-7cbd-4b76-bf61-e9cb8ea4aa7e HTTP/1.1" status: 200 len: 855 time: 0.0435832 Nov 28 08:06:21.339714 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:21.367396 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a3cd9d9e-13c8-4a30-bc2d-4d5085c7579f req-323cfb41-911f-4c7c-b9a0-0e8242299b54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5513301d-15f7-4d25-8bdb-934500d1653f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271389 Nov 28 08:06:21.459689 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a3cd9d9e-13c8-4a30-bc2d-4d5085c7579f req-f97e45d4-f4f8-4c62-ae65-2fa39c5ed5a1 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848951 Nov 28 08:06:21.560443 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a3cd9d9e-13c8-4a30-bc2d-4d5085c7579f req-a3453175-aeb9-40d5-a5e6-92a6e8cc99ee service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907025 Nov 28 08:06:21.792754 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b27305-bb04-4aec-ad6a-a71ee8b38c9f req-567b65bc-1abf-4ea7-b18e-5f0f7dcbcba7 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:21.794231 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-23b27305-bb04-4aec-ad6a-a71ee8b38c9f req-567b65bc-1abf-4ea7-b18e-5f0f7dcbcba7 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 943 time: 0.0590494 Nov 28 08:06:21.840929 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-23b27305-bb04-4aec-ad6a-a71ee8b38c9f req-6a09e1bb-1945-4e9f-9a93-76794aa2543f tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Nov 28 08:06:22.961835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee06b17-53d7-4153-9bd3-67f67eedde4f req-a69e8a46-5587-4a97-8b58-9f507616de36 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:22.963353 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4ee06b17-53d7-4153-9bd3-67f67eedde4f req-a69e8a46-5587-4a97-8b58-9f507616de36 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 943 time: 0.0552893 Nov 28 08:06:23.009265 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4ee06b17-53d7-4153-9bd3-67f67eedde4f req-11785a07-6d9f-46db-98e1-1f4a213826a2 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399313 Nov 28 08:06:23.890256 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:06:23.934812 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 223323ed-c34b-4930-ba88-1a119a980c1a details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:06:24.029424 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 223323ed-c34b-4930-ba88-1a119a980c1a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=223323ed-c34b-4930-ba88-1a119a980c1a,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:06:24.040484 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '223323ed-c34b-4930-ba88-1a119a980c1a', 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f', 'port_id': '223323ed-c34b-4930-ba88-1a119a980c1a', 'mac_address': 'fa:16:3e:f0:53:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013735be-7cbd-4b76-bf61-e9cb8ea4aa7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:06:24.082510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:24.099023 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223323ed-c34b-4930-ba88-1a119a980c1a {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:06:24.118217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 223323ed-c34b-4930-ba88-1a119a980c1a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=223323ed-c34b-4930-ba88-1a119a980c1a,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:06:24.122460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:24.132369 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cdf88-1975-4b8e-bc02-61da29c3967d req-3ff78c61-ac52-44cd-add6-1bcdb0b36168 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:24.133971 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-037cdf88-1975-4b8e-bc02-61da29c3967d req-3ff78c61-ac52-44cd-add6-1bcdb0b36168 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 943 time: 0.0577641 Nov 28 08:06:24.172702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=223323ed-c34b-4930-ba88-1a119a980c1a,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:06:24.180151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:24.180766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:24.181104 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:24.181317 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-037cdf88-1975-4b8e-bc02-61da29c3967d req-fcf27cab-194a-406d-bb71-41835fdcf0c4 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413086 Nov 28 08:06:24.181431 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:24.181763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:24.182092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:24.182419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:24.182744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:24.183098 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:24.183425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:24.183747 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:24.184065 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:24.184384 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:06:24.387872 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['223323ed-c34b-4930-ba88-1a119a980c1a'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:06:25.304290 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0726a1-2f95-4fb5-892e-d303f74cb267 req-7f03ea75-84dd-4505-81e0-a3dfdbb80377 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:25.306020 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3c0726a1-2f95-4fb5-892e-d303f74cb267 req-7f03ea75-84dd-4505-81e0-a3dfdbb80377 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 944 time: 0.0578935 Nov 28 08:06:25.351882 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3c0726a1-2f95-4fb5-892e-d303f74cb267 req-1e281c5c-4324-4e11-88ce-7dcaf05ca6c3 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 Nov 28 08:06:25.950551 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 223323ed-c34b-4930-ba88-1a119a980c1a up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:06:26.003701 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 223323ed-c34b-4930-ba88-1a119a980c1a completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:06:26.011128 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 223323ed-c34b-4930-ba88-1a119a980c1a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:06:26.011516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:26.097968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:26.266454 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4583af-29e6-4c19-b404-9c9f10a65f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223323ed-c34b-4930-ba88-1a119a980c1a'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:06:26.269261 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d603f973-0443-44e6-9283-3f0eeb42e577" -d '{"events": [{"server_uuid": "af4583af-29e6-4c19-b404-9c9f10a65f13", "name": "network-vif-plugged", "status": "completed", "tag": "223323ed-c34b-4930-ba88-1a119a980c1a"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:06:26.281652 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 223323ed-c34b-4930-ba88-1a119a980c1a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=223323ed-c34b-4930-ba88-1a119a980c1a,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:06:26.285741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:26.311623 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2982ba04-378e-42c2-930a-16e6e7dc86d6 x-openstack-request-id: req-2982ba04-378e-42c2-930a-16e6e7dc86d6 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:06:26.311915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4583af-29e6-4c19-b404-9c9f10a65f13", "name": "network-vif-plugged", "status": "completed", "tag": "223323ed-c34b-4930-ba88-1a119a980c1a", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:06:26.312164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2982ba04-378e-42c2-930a-16e6e7dc86d6 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:06:26.312543 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4583af-29e6-4c19-b404-9c9f10a65f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223323ed-c34b-4930-ba88-1a119a980c1a', 'code': 200} Nov 28 08:06:26.342570 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=223323ed-c34b-4930-ba88-1a119a980c1a,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:06:26.476895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1d3dd-aa28-4bdc-ab95-b1970185beba req-95407f3b-5f01-4df4-ab85-6c0afcd93be4 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:26.478525 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-46c1d3dd-aa28-4bdc-ab95-b1970185beba req-95407f3b-5f01-4df4-ab85-6c0afcd93be4 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0567741 Nov 28 08:06:26.499493 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a613b-a3fd-40c4-b34d-7dfe4381afc0 req-81bc0b6e-3940-47ae-aec8-9d9342c254d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:26.501004 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3e4a613b-a3fd-40c4-b34d-7dfe4381afc0 req-81bc0b6e-3940-47ae-aec8-9d9342c254d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 1098 time: 0.0523992 Nov 28 08:06:26.528089 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-46c1d3dd-aa28-4bdc-ab95-b1970185beba req-9ccc235c-2632-4298-8fec-3fd64af1cf01 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426681 Nov 28 08:06:26.546600 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3e4a613b-a3fd-40c4-b34d-7dfe4381afc0 req-ecfa6891-0d7b-41ac-ab1c-eaff879e18d5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362225 Nov 28 08:06:27.650419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff10da0-7e53-42ea-a054-a9eb9438abfd req-ab131a09-2604-4730-bc57-94ce641afd80 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:27.651938 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2ff10da0-7e53-42ea-a054-a9eb9438abfd req-ab131a09-2604-4730-bc57-94ce641afd80 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0558193 Nov 28 08:06:27.699140 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2ff10da0-7e53-42ea-a054-a9eb9438abfd req-8c4ab5e5-7f49-4539-8a34-b9c4d6997b31 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412636 Nov 28 08:06:28.822461 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80681728-45a0-4f76-b6c8-fdbecb8d9051 req-bf8034a7-7200-46bb-bb03-00109cbcca37 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:28.823905 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-80681728-45a0-4f76-b6c8-fdbecb8d9051 req-bf8034a7-7200-46bb-bb03-00109cbcca37 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0580599 Nov 28 08:06:29.168219 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-80681728-45a0-4f76-b6c8-fdbecb8d9051 req-8d51ac02-568f-49e7-b8b6-8d8214a1014d tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383853 Nov 28 08:06:29.287661 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef0888-6484-4fd9-8991-9b8a87c62e7f req-fd55ae5a-9d2d-41ab-97a9-edb09978b66b tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:29.289113 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-87ef0888-6484-4fd9-8991-9b8a87c62e7f req-fd55ae5a-9d2d-41ab-97a9-edb09978b66b tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0542848 Nov 28 08:06:29.338947 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-87ef0888-6484-4fd9-8991-9b8a87c62e7f req-a3d23d9f-e5a1-4273-887b-dc2c82f2ec91 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440452 Nov 28 08:06:29.538938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfeb6d3-de10-4cf3-a96a-84bf964a4152 req-069da0b8-42a1-41f1-962d-4bde247d7e22 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:29.540411 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0dfeb6d3-de10-4cf3-a96a-84bf964a4152 req-069da0b8-42a1-41f1-962d-4bde247d7e22 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0543826 Nov 28 08:06:29.586505 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0dfeb6d3-de10-4cf3-a96a-84bf964a4152 req-ef83e432-3705-46fc-a0b3-c2c4c49d4db6 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Nov 28 08:06:29.707444 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084ab00-db38-4bf2-baa5-252f662a8bf6 req-2df29c88-fa55-499b-97d6-13d0bd4cfc5f tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:29.708779 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e084ab00-db38-4bf2-baa5-252f662a8bf6 req-2df29c88-fa55-499b-97d6-13d0bd4cfc5f tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0541282 Nov 28 08:06:29.754844 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e084ab00-db38-4bf2-baa5-252f662a8bf6 req-924084af-5804-4ed0-9dbf-93b1883b0123 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402710 Nov 28 08:06:29.985670 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-620d7990-0305-4569-8162-e77e4a2803f8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458386 Nov 28 08:06:30.005702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0beb2-93c6-4a6b-876f-b8d9ad3877bf req-1a703039-d0f6-4190-b192-88803962f022 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:30.007249 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-28a0beb2-93c6-4a6b-876f-b8d9ad3877bf req-1a703039-d0f6-4190-b192-88803962f022 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0590298 Nov 28 08:06:30.060021 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-28a0beb2-93c6-4a6b-876f-b8d9ad3877bf req-8c083991-5338-44c1-9d3b-886fc1b22ad8 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465803 Nov 28 08:06:31.116298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-96866c86-ce18-4919-9791-05e392cb5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:31.117774 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-96866c86-ce18-4919-9791-05e392cb5bf4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fff487243384180b972cdde578a2589&device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 1098 time: 0.0505173 Nov 28 08:06:31.241022 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0411c9f-964b-483a-8b20-107e124b8a65 req-53288f52-99f7-4a30-9b62-d64328e53b75 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:31.242462 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0411c9f-964b-483a-8b20-107e124b8a65 req-53288f52-99f7-4a30-9b62-d64328e53b75 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.1150079 Nov 28 08:06:31.258028 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-d63057b8-7549-4576-8d60-dcfb5f2b2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:31.259395 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-d63057b8-7549-4576-8d60-dcfb5f2b2479 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5513301d-15f7-4d25-8bdb-934500d1653f HTTP/1.1" status: 200 len: 916 time: 0.1331513 Nov 28 08:06:31.308331 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-e34e19ad-b6f0-4bb5-8f04-a7a517c2b244 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223323ed-c34b-4930-ba88-1a119a980c1a HTTP/1.1" status: 200 len: 217 time: 0.0404608 Nov 28 08:06:31.308531 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:31.356939 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0411c9f-964b-483a-8b20-107e124b8a65 req-e80e2c41-7143-4559-b715-f8c655ad87b2 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075439 Nov 28 08:06:31.371179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-7334d57c-1c9f-4df8-92fb-deb9c71e4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:31.372624 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-7334d57c-1c9f-4df8-92fb-deb9c71e4815 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=013735be-7cbd-4b76-bf61-e9cb8ea4aa7e HTTP/1.1" status: 200 len: 855 time: 0.0569422 Nov 28 08:06:31.410006 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-835193fa-ab4f-47ad-909a-bfef73c7f7ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5513301d-15f7-4d25-8bdb-934500d1653f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291634 Nov 28 08:06:31.496345 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-6bee1df9-a30b-42ca-8ed8-c2795e1e107d service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794842 Nov 28 08:06:31.586555 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-53baa776-a3c0-4816-96a3-2e9ce3054ce1 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821280 Nov 28 08:06:32.628614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e7acd-106f-40f3-a7f9-a486b4566f8f req-1efb30cc-d052-4a36-89c7-578a42585336 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:32.630070 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-904e7acd-106f-40f3-a7f9-a486b4566f8f req-1efb30cc-d052-4a36-89c7-578a42585336 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0550730 Nov 28 08:06:32.677482 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-904e7acd-106f-40f3-a7f9-a486b4566f8f req-0e0ee3f9-1a58-4463-a854-57a3f90caaad tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415182 Nov 28 08:06:33.795732 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ad6e3-2b6d-4c9c-9e91-0f104fd3c6d5 req-739ea0d4-889e-4a27-a4dd-cd74b5c5af16 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:33.797197 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df8ad6e3-2b6d-4c9c-9e91-0f104fd3c6d5 req-739ea0d4-889e-4a27-a4dd-cd74b5c5af16 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0541494 Nov 28 08:06:33.842579 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df8ad6e3-2b6d-4c9c-9e91-0f104fd3c6d5 req-32db8239-eed6-494d-bb45-9ce78c237495 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389023 Nov 28 08:06:34.965992 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c906d06-2925-4c8b-9f05-639acebbb148 req-f68e2f7a-75b7-48f6-9c25-7f8df488c903 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:34.967482 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0c906d06-2925-4c8b-9f05-639acebbb148 req-f68e2f7a-75b7-48f6-9c25-7f8df488c903 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0545301 Nov 28 08:06:35.016393 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0c906d06-2925-4c8b-9f05-639acebbb148 req-6a1a978f-397c-4335-8126-b0bd0233d222 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Nov 28 08:06:36.137546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fae305-2b00-4cc4-a7f8-54b4c99cccec req-d6e60bb6-e2f1-4135-8aac-a67dcab8b2a0 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:36.139029 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-18fae305-2b00-4cc4-a7f8-54b4c99cccec req-d6e60bb6-e2f1-4135-8aac-a67dcab8b2a0 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0545750 Nov 28 08:06:36.188499 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-18fae305-2b00-4cc4-a7f8-54b4c99cccec req-2bc0f47e-00b9-43b3-ae86-471aef6f00b9 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436363 Nov 28 08:06:37.307702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80853f8f-1815-48a9-8681-056f4c6b0556 req-13f38013-9c65-44ca-a4f7-7a0cba615d48 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:37.309157 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-80853f8f-1815-48a9-8681-056f4c6b0556 req-13f38013-9c65-44ca-a4f7-7a0cba615d48 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0544815 Nov 28 08:06:37.354935 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-80853f8f-1815-48a9-8681-056f4c6b0556 req-f12dbb46-131b-4a77-b3dc-917efc3c0a95 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398560 Nov 28 08:06:38.474048 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9d166-94b5-4637-a7a2-39e69b3d1d1c req-09f29314-a3d8-4151-9770-58e3d05c1467 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:38.475555 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6ff9d166-94b5-4637-a7a2-39e69b3d1d1c req-09f29314-a3d8-4151-9770-58e3d05c1467 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0544932 Nov 28 08:06:38.524467 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6ff9d166-94b5-4637-a7a2-39e69b3d1d1c req-b4a6aceb-0e97-41f8-9951-1f6cfd899cbf tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430343 Nov 28 08:06:39.644263 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686248e1-a6fe-42e2-8377-807f4f5edc85 req-90842ad2-d806-4c89-9d48-24e9585eba6c tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:39.645726 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-686248e1-a6fe-42e2-8377-807f4f5edc85 req-90842ad2-d806-4c89-9d48-24e9585eba6c tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0547931 Nov 28 08:06:39.695308 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-686248e1-a6fe-42e2-8377-807f4f5edc85 req-f5fe67d2-a716-4087-85dd-497978782584 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436554 Nov 28 08:06:40.812890 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e07d7-46d5-49bf-8604-59aec24be7cf req-601f5641-ab10-4dd2-b082-6a0d382fd86c tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:40.814337 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e77e07d7-46d5-49bf-8604-59aec24be7cf req-601f5641-ab10-4dd2-b082-6a0d382fd86c tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0534091 Nov 28 08:06:40.862118 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e77e07d7-46d5-49bf-8604-59aec24be7cf req-2a4f6fa9-610c-4c72-b995-3683ad7d5fde tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Nov 28 08:06:41.982297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd1b9d-5995-45f5-a560-59b422981b94 req-125f3e33-f767-4c47-adf2-e6027e7d2e24 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:41.983795 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5fdd1b9d-5995-45f5-a560-59b422981b94 req-125f3e33-f767-4c47-adf2-e6027e7d2e24 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0552003 Nov 28 08:06:42.029803 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5fdd1b9d-5995-45f5-a560-59b422981b94 req-9a09f2c9-3c6a-49da-8b8b-39cc881a9f31 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400524 Nov 28 08:06:43.152631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35c953-ba94-4ba1-aa4b-5f0f9ad5aef4 req-d234f4f3-fe45-405e-ba89-28002f000c07 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:43.154076 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ee35c953-ba94-4ba1-aa4b-5f0f9ad5aef4 req-d234f4f3-fe45-405e-ba89-28002f000c07 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0572557 Nov 28 08:06:43.199618 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ee35c953-ba94-4ba1-aa4b-5f0f9ad5aef4 req-459f1ad5-19e0-49e3-96dd-af4f5cc22b22 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391142 Nov 28 08:06:44.321366 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e526f-6aef-470c-b3fa-21cd4a3ecfbc req-669f4a00-7ea1-4eab-ab80-feea54a004f5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:44.322824 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0d1e526f-6aef-470c-b3fa-21cd4a3ecfbc req-669f4a00-7ea1-4eab-ab80-feea54a004f5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0552001 Nov 28 08:06:44.371479 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0d1e526f-6aef-470c-b3fa-21cd4a3ecfbc req-08a24ff5-b912-46ce-822c-de823d691132 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427606 Nov 28 08:06:45.430937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-97710616-e67d-43e5-8049-c8f189f52d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:45.495086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b7d90-16e6-46df-8d27-ea806f562cc0 req-d6cbdda3-108a-4ddf-af28-70fe8bf555bf tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:45.496549 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-691b7d90-16e6-46df-8d27-ea806f562cc0 req-d6cbdda3-108a-4ddf-af28-70fe8bf555bf tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0562279 Nov 28 08:06:45.542885 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-691b7d90-16e6-46df-8d27-ea806f562cc0 req-7999a6e4-fc10-4af5-8883-6dff23a7838e tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Nov 28 08:06:46.663025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce197d9c-56b9-4831-9fe9-d1cfd4de05e0 req-54bfc862-1017-4c14-b143-0088d2642700 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:46.664480 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ce197d9c-56b9-4831-9fe9-d1cfd4de05e0 req-54bfc862-1017-4c14-b143-0088d2642700 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0554955 Nov 28 08:06:46.711444 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ce197d9c-56b9-4831-9fe9-d1cfd4de05e0 req-c28c5806-3577-47a8-98e5-868343a14979 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410690 Nov 28 08:06:47.838249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dd87c-acd6-4caf-977a-1b6fd4821306 req-d2ed455e-c76e-481b-a21a-dbdcbf5bd236 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:47.839742 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2dd87c-acd6-4caf-977a-1b6fd4821306 req-d2ed455e-c76e-481b-a21a-dbdcbf5bd236 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0610640 Nov 28 08:06:47.887302 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2dd87c-acd6-4caf-977a-1b6fd4821306 req-e099a6cc-b1c6-47ac-b54f-427af505b917 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Nov 28 08:06:47.960885 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a98c874e-804c-4981-94ac-f4a6560512c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:49.009944 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33bbcc-27e7-41f8-b75d-54c5d43e8960 req-9e9c86d8-79dc-4f99-bdc7-9fff35481460 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:49.011355 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0d33bbcc-27e7-41f8-b75d-54c5d43e8960 req-9e9c86d8-79dc-4f99-bdc7-9fff35481460 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0564127 Nov 28 08:06:49.061181 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0d33bbcc-27e7-41f8-b75d-54c5d43e8960 req-be6ec23d-65c3-487f-9a38-2d9715e44f62 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 Nov 28 08:06:49.080798 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:50.184500 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53483314-6c5f-44b4-a803-12e17d26a169 req-263e69e0-a92e-41c5-80c7-9564f383b0b9 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:50.185977 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-53483314-6c5f-44b4-a803-12e17d26a169 req-263e69e0-a92e-41c5-80c7-9564f383b0b9 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0591254 Nov 28 08:06:50.232403 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-53483314-6c5f-44b4-a803-12e17d26a169 req-9845c70a-19f5-40f3-a29c-8bac0aa70eb8 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396574 Nov 28 08:06:50.355531 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:51.347440 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:06:51.353589 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acec84-deca-4206-b4b8-b73aecf947e9 req-6a1c2c0e-a008-4241-a4d5-31484cb2c7f5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:51.355097 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-04acec84-deca-4206-b4b8-b73aecf947e9 req-6a1c2c0e-a008-4241-a4d5-31484cb2c7f5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0563896 Nov 28 08:06:51.400771 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-04acec84-deca-4206-b4b8-b73aecf947e9 req-11617d37-5794-4c16-9e44-4e478c3ca4e7 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397458 Nov 28 08:06:52.520024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed499b3d-a391-4665-8f0d-8276b34d6e94 req-a6a7d530-7301-4a85-b5fa-e49807685af0 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:52.521489 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed499b3d-a391-4665-8f0d-8276b34d6e94 req-a6a7d530-7301-4a85-b5fa-e49807685af0 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0535426 Nov 28 08:06:52.570578 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed499b3d-a391-4665-8f0d-8276b34d6e94 req-dace7049-2b49-477f-b49e-96a5aec4bc79 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432231 Nov 28 08:06:53.689237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45d1ed-34c6-421c-9458-9b5f824a5c98 req-25bfed61-4b92-4d87-859d-a66650d44292 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:53.691336 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fd45d1ed-34c6-421c-9458-9b5f824a5c98 req-25bfed61-4b92-4d87-859d-a66650d44292 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0543098 Nov 28 08:06:53.739573 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fd45d1ed-34c6-421c-9458-9b5f824a5c98 req-36386228-4592-4439-9afe-7b11bfa74647 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 Nov 28 08:06:54.861801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389191-f82c-4b15-982e-2ec166f79c8c req-1711f874-456b-472d-96b6-4f483533e16e tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:54.863764 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b4389191-f82c-4b15-982e-2ec166f79c8c req-1711f874-456b-472d-96b6-4f483533e16e tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0539048 Nov 28 08:06:54.909652 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b4389191-f82c-4b15-982e-2ec166f79c8c req-671604b8-c094-400f-8033-9e5f8048176e tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405245 Nov 28 08:06:56.028776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b5261-8498-42b6-8371-20488c54565a req-a6462464-6d62-4313-88a4-2d3e6c34e09f tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:56.030237 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-cc8b5261-8498-42b6-8371-20488c54565a req-a6462464-6d62-4313-88a4-2d3e6c34e09f tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0542521 Nov 28 08:06:56.076257 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-cc8b5261-8498-42b6-8371-20488c54565a req-a38c3e52-0704-476b-ada3-e78b696e31f9 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395050 Nov 28 08:06:57.196601 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e285fc0-5117-498b-957c-6f3e779f3198 req-fd227987-7d7a-4825-ace8-415d2248d62e tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:57.198052 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1e285fc0-5117-498b-957c-6f3e779f3198 req-fd227987-7d7a-4825-ace8-415d2248d62e tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0538661 Nov 28 08:06:57.243424 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1e285fc0-5117-498b-957c-6f3e779f3198 req-a00d241a-dc5b-4b9b-b942-110e9bb4b2c3 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 Nov 28 08:06:58.366234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9febf0-e76b-439f-8801-bd136c4a52d7 req-e382b476-8220-4080-adc1-956abddcc315 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:58.367724 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6f9febf0-e76b-439f-8801-bd136c4a52d7 req-e382b476-8220-4080-adc1-956abddcc315 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0570328 Nov 28 08:06:58.417344 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6f9febf0-e76b-439f-8801-bd136c4a52d7 req-f7dd6bbf-a026-4276-8e38-3dd21a0abf6d tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436635 Nov 28 08:06:58.527239 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-0ab7c383-ef80-44b8-93f2-e0144cec13cf service neutron] 10.222.0.35 "GET /v2.0/ports/223323ed-c34b-4930-ba88-1a119a980c1a/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0600381 Nov 28 08:06:58.755936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-a3702c58-5e63-476e-8279-cc19ad5c0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:58.757424 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-a3702c58-5e63-476e-8279-cc19ad5c0236 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13&tenant_id=7fff487243384180b972cdde578a2589 HTTP/1.1" status: 200 len: 1098 time: 0.0479641 Nov 28 08:06:58.828250 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-023a5802-b018-4187-9097-6a5dce9ec3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:58.829656 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-023a5802-b018-4187-9097-6a5dce9ec3eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fff487243384180b972cdde578a2589&device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 1098 time: 0.0459225 Nov 28 08:06:58.923016 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-964a2c28-b079-4098-b354-c0650eee089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:58.925025 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-964a2c28-b079-4098-b354-c0650eee089b service neutron] 10.222.0.35 "GET /v2.0/networks?id=5513301d-15f7-4d25-8bdb-934500d1653f HTTP/1.1" status: 200 len: 916 time: 0.0831633 Nov 28 08:06:58.969118 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-934112bf-ea33-4391-879b-4b7f74664fa3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223323ed-c34b-4930-ba88-1a119a980c1a HTTP/1.1" status: 200 len: 217 time: 0.0352402 Nov 28 08:06:59.020383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-61d9bb60-aabe-4e1e-87dd-6eb6c56653ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:59.021805 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-61d9bb60-aabe-4e1e-87dd-6eb6c56653ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=013735be-7cbd-4b76-bf61-e9cb8ea4aa7e HTTP/1.1" status: 200 len: 855 time: 0.0427849 Nov 28 08:06:59.064290 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-ca4a6664-b85a-441b-9027-0ebb83e90c8b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5513301d-15f7-4d25-8bdb-934500d1653f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297067 Nov 28 08:06:59.156087 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-3d4188e0-0153-4c9f-a232-21bc1c0bb838 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794463 Nov 28 08:06:59.253015 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e0ef885f-160c-4e1d-b7f4-cee7ed673827 req-82c3fd1f-3fdc-4d81-b3f7-c8660d55d2e4 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852849 Nov 28 08:06:59.537754 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99562f-3bbf-45f8-81c9-b1bd0cb4bfef req-1efce99d-33dc-43c1-8fa5-28d563b82c7b tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:06:59.539237 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-be99562f-3bbf-45f8-81c9-b1bd0cb4bfef req-1efce99d-33dc-43c1-8fa5-28d563b82c7b tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0539856 Nov 28 08:06:59.584069 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-be99562f-3bbf-45f8-81c9-b1bd0cb4bfef req-73cfbb10-8add-449e-a572-1dcb086cb1fa tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391204 Nov 28 08:07:00.707981 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3581382-da88-4a8c-b055-00dcd154e9a3 req-45463998-5b1a-42be-afbf-5c50ea0aa945 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:00.709499 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d3581382-da88-4a8c-b055-00dcd154e9a3 req-45463998-5b1a-42be-afbf-5c50ea0aa945 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0556996 Nov 28 08:07:00.761300 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d3581382-da88-4a8c-b055-00dcd154e9a3 req-e9d71f0c-ceef-4f38-8403-0b3c9ea59754 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459228 Nov 28 08:07:00.890230 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:07:01.321948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:01.880404 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7fdeb-94f9-49a0-9ce0-97d6a9f60b84 req-ae1d9349-c465-40e4-934f-39698f6c5323 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:01.881839 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2ec7fdeb-94f9-49a0-9ce0-97d6a9f60b84 req-ae1d9349-c465-40e4-934f-39698f6c5323 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0532162 Nov 28 08:07:01.930473 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2ec7fdeb-94f9-49a0-9ce0-97d6a9f60b84 req-a3b7d0b6-9e8c-46d6-9412-d04d7f899560 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425925 Nov 28 08:07:02.104241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 223323ed-c34b-4930-ba88-1a119a980c1a details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:07:02.108126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 223323ed-c34b-4930-ba88-1a119a980c1a no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:07:02.163139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3e6d9-cf40-4469-812e-2099d1b1e77c req-b10bd510-221b-4a90-b45f-07d7163449a2 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:02.164620 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-37e3e6d9-cf40-4469-812e-2099d1b1e77c req-b10bd510-221b-4a90-b45f-07d7163449a2 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0899661 Nov 28 08:07:02.184531 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fef44e-8188-4b17-9eaa-7c41647131f1 req-6dd572a1-e9ab-4a0a-a2e7-36e5adb6810c tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:02.185936 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-71fef44e-8188-4b17-9eaa-7c41647131f1 req-6dd572a1-e9ab-4a0a-a2e7-36e5adb6810c tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.35 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13&tenant_id=7fff487243384180b972cdde578a2589&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 945 time: 0.0853214 Nov 28 08:07:02.224719 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-37e3e6d9-cf40-4469-812e-2099d1b1e77c req-87fdb8fe-f390-4438-9e6e-12916462e070 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536089 Nov 28 08:07:02.268888 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 223323ed-c34b-4930-ba88-1a119a980c1a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=223323ed-c34b-4930-ba88-1a119a980c1a,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:07:02.278589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:02.279799 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fef44e-8188-4b17-9eaa-7c41647131f1 req-ad1472fa-48fb-426f-8dae-ece0cca5840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:02.281277 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-71fef44e-8188-4b17-9eaa-7c41647131f1 req-ad1472fa-48fb-426f-8dae-ece0cca5840d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fff487243384180b972cdde578a2589&device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 1098 time: 0.0504494 Nov 28 08:07:02.282785 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '223323ed-c34b-4930-ba88-1a119a980c1a', 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f', 'port_id': '223323ed-c34b-4930-ba88-1a119a980c1a', 'mac_address': 'fa:16:3e:f0:53:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013735be-7cbd-4b76-bf61-e9cb8ea4aa7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:07:02.310554 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4583af-29e6-4c19-b404-9c9f10a65f13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223323ed-c34b-4930-ba88-1a119a980c1a'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:07:02.312726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a60e919-edb7-4dd2-856e-7d6e61de5c1e" -d '{"events": [{"server_uuid": "af4583af-29e6-4c19-b404-9c9f10a65f13", "name": "network-vif-unplugged", "status": "completed", "tag": "223323ed-c34b-4930-ba88-1a119a980c1a"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:07:02.344677 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 223323ed-c34b-4930-ba88-1a119a980c1a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=223323ed-c34b-4930-ba88-1a119a980c1a,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:07:02.357779 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:02.377043 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fef44e-8188-4b17-9eaa-7c41647131f1 req-f330b880-1b45-43ec-aff8-243045a5a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:02.378640 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-71fef44e-8188-4b17-9eaa-7c41647131f1 req-f330b880-1b45-43ec-aff8-243045a5a477 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5513301d-15f7-4d25-8bdb-934500d1653f HTTP/1.1" status: 200 len: 916 time: 0.0895498 Nov 28 08:07:02.382822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Nov 2021 08:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6fb98a-6585-462d-ae6f-47ad0d5d6c70 x-openstack-request-id: req-fe6fb98a-6585-462d-ae6f-47ad0d5d6c70 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:07:02.383139 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4583af-29e6-4c19-b404-9c9f10a65f13", "name": "network-vif-unplugged", "status": "completed", "tag": "223323ed-c34b-4930-ba88-1a119a980c1a", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:07:02.383406 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe6fb98a-6585-462d-ae6f-47ad0d5d6c70 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:07:02.383772 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4583af-29e6-4c19-b404-9c9f10a65f13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223323ed-c34b-4930-ba88-1a119a980c1a', 'code': 200} Nov 28 08:07:02.388427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:02.412665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 223323ed-c34b-4930-ba88-1a119a980c1a {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:07:02.431786 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-71fef44e-8188-4b17-9eaa-7c41647131f1 req-1cf92159-6d00-46e7-8eaf-2328191b93bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223323ed-c34b-4930-ba88-1a119a980c1a HTTP/1.1" status: 200 len: 217 time: 0.0400414 Nov 28 08:07:02.432712 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=223323ed-c34b-4930-ba88-1a119a980c1a,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:02.471118 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 08:07:02.471476 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 08:07:02.479572 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fef44e-8188-4b17-9eaa-7c41647131f1 req-774cda91-5562-4484-beb6-2af62302a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:02.482463 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-71fef44e-8188-4b17-9eaa-7c41647131f1 req-774cda91-5562-4484-beb6-2af62302a83a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=013735be-7cbd-4b76-bf61-e9cb8ea4aa7e HTTP/1.1" status: 200 len: 855 time: 0.0429022 Nov 28 08:07:02.514170 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-71fef44e-8188-4b17-9eaa-7c41647131f1 req-fd78e2c4-34c6-4652-97f0-ca30391dc2da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5513301d-15f7-4d25-8bdb-934500d1653f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251193 Nov 28 08:07:02.602451 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-71fef44e-8188-4b17-9eaa-7c41647131f1 req-eff4e2ae-6fa0-47b6-97a7-681ab70249f5 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807426 Nov 28 08:07:03.014764 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:03.016970 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-71fef44e-8188-4b17-9eaa-7c41647131f1 req-ca931d85-fcf4-45db-8f89-2c287b35bed9 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069369 Nov 28 08:07:03.028503 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223323ed-c34b-4930-ba88-1a119a980c1a {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:07:03.049882 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 223323ed-c34b-4930-ba88-1a119a980c1a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=223323ed-c34b-4930-ba88-1a119a980c1a,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:07:03.053413 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:03.113443 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=223323ed-c34b-4930-ba88-1a119a980c1a,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:03.117445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['223323ed-c34b-4930-ba88-1a119a980c1a'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:07:03.347159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae083a6-50d4-4af3-9248-5fa77100b937 req-73c91db1-1d2f-484e-8bde-4c2216182384 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:03.348746 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8ae083a6-50d4-4af3-9248-5fa77100b937 req-73c91db1-1d2f-484e-8bde-4c2216182384 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 944 time: 0.0559068 Nov 28 08:07:03.401289 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8ae083a6-50d4-4af3-9248-5fa77100b937 req-c0b5cb9c-da03-4569-97d5-69b8041e0e8f tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459111 Nov 28 08:07:04.119984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 223323ed-c34b-4930-ba88-1a119a980c1a up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:07:04.170855 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 223323ed-c34b-4930-ba88-1a119a980c1a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:07:04.171244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:04.256942 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:04.288608 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 223323ed-c34b-4930-ba88-1a119a980c1a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=223323ed-c34b-4930-ba88-1a119a980c1a,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:07:04.292413 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:04.343343 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=223323ed-c34b-4930-ba88-1a119a980c1a,revision_number=8']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:04.384471 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4583af-29e6-4c19-b404-9c9f10a65f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223323ed-c34b-4930-ba88-1a119a980c1a'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:07:04.386710 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970fe2af-4d05-4e47-bcf4-865e7a11d580" -d '{"events": [{"server_uuid": "af4583af-29e6-4c19-b404-9c9f10a65f13", "name": "network-vif-plugged", "status": "completed", "tag": "223323ed-c34b-4930-ba88-1a119a980c1a"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:07:04.422642 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9ca7ce-e68f-4d5d-9ee9-a31b2d7bbe42 x-openstack-request-id: req-5b9ca7ce-e68f-4d5d-9ee9-a31b2d7bbe42 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:07:04.422961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4583af-29e6-4c19-b404-9c9f10a65f13", "name": "network-vif-plugged", "status": "completed", "tag": "223323ed-c34b-4930-ba88-1a119a980c1a", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:07:04.423213 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b9ca7ce-e68f-4d5d-9ee9-a31b2d7bbe42 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:07:04.423601 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4583af-29e6-4c19-b404-9c9f10a65f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223323ed-c34b-4930-ba88-1a119a980c1a', 'code': 200} Nov 28 08:07:04.523422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8346f-cae2-488a-8550-3c516bef5a3e req-f00c1de6-d2d5-4610-998e-1c719392ba2a tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:04.524773 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-16f8346f-cae2-488a-8550-3c516bef5a3e req-f00c1de6-d2d5-4610-998e-1c719392ba2a tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0540709 Nov 28 08:07:04.571682 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-16f8346f-cae2-488a-8550-3c516bef5a3e req-5b276d8e-ddbc-44c5-aae9-c7dde76247a2 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410285 Nov 28 08:07:04.692574 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef681f1-8892-4086-938a-5ce48346c734 req-072be457-ed1a-4a04-9da7-3eef2aa8dd51 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:04.694027 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5ef681f1-8892-4086-938a-5ce48346c734 req-072be457-ed1a-4a04-9da7-3eef2aa8dd51 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0554786 Nov 28 08:07:04.744747 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5ef681f1-8892-4086-938a-5ce48346c734 req-acf19201-a33e-4afe-abcc-4628f96550b1 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448141 Nov 28 08:07:04.859883 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e63c95-c0d6-4d58-8d1d-0e52fd62c31d req-4d4e3758-30be-449c-9139-5b546e17b3d4 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:04.861339 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07e63c95-c0d6-4d58-8d1d-0e52fd62c31d req-4d4e3758-30be-449c-9139-5b546e17b3d4 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0529881 Nov 28 08:07:04.907098 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07e63c95-c0d6-4d58-8d1d-0e52fd62c31d req-acf4d937-8b37-48be-b68d-a07c263755a3 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393028 Nov 28 08:07:05.247020 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-e36f70d5-fc06-4d91-8550-b611e4f63bf7 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:05.248477 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-e36f70d5-fc06-4d91-8550-b611e4f63bf7 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/networks?id=5513301d-15f7-4d25-8bdb-934500d1653f HTTP/1.1" status: 200 len: 815 time: 0.1011586 Nov 28 08:07:05.262913 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-198cff2c-21ef-462a-bbb9-18738a962ff3 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/quotas/7fff487243384180b972cdde578a2589 HTTP/1.1" status: 200 len: 375 time: 0.0086865 Nov 28 08:07:05.316237 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-4e500288-9511-4b6b-8977-fd2ee3b99674 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7fff487243384180b972cdde578a2589&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481644 Nov 28 08:07:05.404743 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-cc75e59b-bdee-4683-9fc9-d6f0cf8c0351 service neutron] 10.222.0.31 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817151 Nov 28 08:07:05.492112 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-288347c6-be31-48ea-9ec5-dda5df6dc7de service neutron] 10.222.0.31 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806472 Nov 28 08:07:05.649952 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-faa6b9fd-be56-4851-be4d-e2030f46b896 req-1e3a3f39-4dd7-41b5-8154-0b9c1ead9dcd tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 210 time: 0.0276442 Nov 28 08:07:06.583870 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-a6eef740-ebd8-4259-99a0-a90c04d4585e tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:06.585293 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-a6eef740-ebd8-4259-99a0-a90c04d4585e tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.35 "GET /v2.0/networks?id=5513301d-15f7-4d25-8bdb-934500d1653f HTTP/1.1" status: 200 len: 815 time: 0.1042972 Nov 28 08:07:06.600475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-3dad9c27-1e78-4a76-a8c9-c2e24c0d0ac5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Request body: {'port': {'device_id': '16f15e76-79ca-4aeb-9501-5d4ee9cc87df', 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f', 'admin_state_up': True, 'tenant_id': '7fff487243384180b972cdde578a2589'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:07:06.710804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-3dad9c27-1e78-4a76-a8c9-c2e24c0d0ac5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Made reservation on behalf of 7fff487243384180b972cdde578a2589 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:07:06.714434 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-3dad9c27-1e78-4a76-a8c9-c2e24c0d0ac5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:06.757457 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c76c1c88-f61a-4eac-b60a-20e173282a57 req-f3295524-5cf6-425c-99f8-cfd2c10a2a93 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 210 time: 0.0315540 Nov 28 08:07:06.863618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-3dad9c27-1e78-4a76-a8c9-c2e24c0d0ac5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Allocated IP 172.20.0.11 (5513301d-15f7-4d25-8bdb-934500d1653f/013735be-7cbd-4b76-bf61-e9cb8ea4aa7e/b944a2d8-b98a-402c-8153-afe59167e248) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:07:07.006906 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-3dad9c27-1e78-4a76-a8c9-c2e24c0d0ac5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:07.085323 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb503d-5f37-4ea8-aa08-c7e90a9f8b34 req-159651e9-4d7a-4902-812a-bce470563985 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:07.086760 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06eb503d-5f37-4ea8-aa08-c7e90a9f8b34 req-159651e9-4d7a-4902-812a-bce470563985 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.35 "GET /v2.0/ports?device_id=af4583af-29e6-4c19-b404-9c9f10a65f13 HTTP/1.1" status: 200 len: 945 time: 0.0783310 Nov 28 08:07:07.092694 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-3dad9c27-1e78-4a76-a8c9-c2e24c0d0ac5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:07.110153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['223323ed-c34b-4930-ba88-1a119a980c1a'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:07:07.159638 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-3dad9c27-1e78-4a76-a8c9-c2e24c0d0ac5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Network 5513301d-15f7-4d25-8bdb-934500d1653f is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:07:07.167862 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-3dad9c27-1e78-4a76-a8c9-c2e24c0d0ac5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:07:07.175533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-3dad9c27-1e78-4a76-a8c9-c2e24c0d0ac5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:07:07.235345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad9c27-1e78-4a76-a8c9-c2e24c0d0ac5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Pushing event updated for resources: {'Port': ['ID=b944a2d8-b98a-402c-8153-afe59167e248,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:07.264089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-3dad9c27-1e78-4a76-a8c9-c2e24c0d0ac5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:07.264689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-3dad9c27-1e78-4a76-a8c9-c2e24c0d0ac5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:07.290239 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-3dad9c27-1e78-4a76-a8c9-c2e24c0d0ac5 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6942813 Nov 28 08:07:07.296032 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-06eb503d-5f37-4ea8-aa08-c7e90a9f8b34 req-e4aacc99-b5bb-488b-ac49-698dbfea6a49 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Deleting port 223323ed-c34b-4930-ba88-1a119a980c1a {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:07:07.296368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-06eb503d-5f37-4ea8-aa08-c7e90a9f8b34 req-e4aacc99-b5bb-488b-ac49-698dbfea6a49 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:07.314003 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Request body: {'port': {'device_id': '16f15e76-79ca-4aeb-9501-5d4ee9cc87df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:07:07.432817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:07.458653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-06eb503d-5f37-4ea8-aa08-c7e90a9f8b34 req-e4aacc99-b5bb-488b-ac49-698dbfea6a49 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] For port 223323ed-c34b-4930-ba88-1a119a980c1a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=223323ed-c34b-4930-ba88-1a119a980c1a,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:07:07.459046 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-06eb503d-5f37-4ea8-aa08-c7e90a9f8b34 req-e4aacc99-b5bb-488b-ac49-698dbfea6a49 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:07.490163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-06eb503d-5f37-4ea8-aa08-c7e90a9f8b34 req-e4aacc99-b5bb-488b-ac49-698dbfea6a49 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Calling delete_port for 223323ed-c34b-4930-ba88-1a119a980c1a owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:07:07.770823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-06eb503d-5f37-4ea8-aa08-c7e90a9f8b34 req-e4aacc99-b5bb-488b-ac49-698dbfea6a49 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:07.810044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aacc99-b5bb-488b-ac49-698dbfea6a49 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Pushing event deleted for resources: {'Port': ['ID=223323ed-c34b-4930-ba88-1a119a980c1a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:07.883041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eb503d-5f37-4ea8-aa08-c7e90a9f8b34 req-e4aacc99-b5bb-488b-ac49-698dbfea6a49 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] No DVR routers for this DVR port 223323ed-c34b-4930-ba88-1a119a980c1a on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:07:07.886394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-06eb503d-5f37-4ea8-aa08-c7e90a9f8b34 req-e4aacc99-b5bb-488b-ac49-698dbfea6a49 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:07.889749 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06eb503d-5f37-4ea8-aa08-c7e90a9f8b34 req-e4aacc99-b5bb-488b-ac49-698dbfea6a49 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.35 "DELETE /v2.0/ports/223323ed-c34b-4930-ba88-1a119a980c1a HTTP/1.1" status: 204 len: 173 time: 0.7897079 Nov 28 08:07:07.890169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4583af-29e6-4c19-b404-9c9f10a65f13', 'name': 'network-vif-deleted', 'tag': '223323ed-c34b-4930-ba88-1a119a980c1a'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:07:07.891039 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cae57-f411-4988-9ab0-a29cbdb15ed2 req-cd7f6240-f956-4a43-b8b4-cadf8ff6ca5a tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:07.892519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceb22ed-3acd-4f67-ade9-6241789d8552" -d '{"events": [{"server_uuid": "af4583af-29e6-4c19-b404-9c9f10a65f13", "name": "network-vif-deleted", "tag": "223323ed-c34b-4930-ba88-1a119a980c1a"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:07:07.892657 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a40cae57-f411-4988-9ab0-a29cbdb15ed2 req-cd7f6240-f956-4a43-b8b4-cadf8ff6ca5a tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 932 time: 0.0639110 Nov 28 08:07:07.897215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b944a2d8-b98a-402c-8153-afe59167e248 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:07:07.906238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:07.919801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Transition to ACTIVE for port object b944a2d8-b98a-402c-8153-afe59167e248 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:07:07.928738 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:07.971283 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a40cae57-f411-4988-9ab0-a29cbdb15ed2 req-c8759e21-4928-4384-9119-70239dbeb51c tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590899 Nov 28 08:07:07.976578 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1175dc3f-a6ac-474a-9cd7-d314d60eaa37 x-openstack-request-id: req-1175dc3f-a6ac-474a-9cd7-d314d60eaa37 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:07:07.976870 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4583af-29e6-4c19-b404-9c9f10a65f13", "name": "network-vif-deleted", "tag": "223323ed-c34b-4930-ba88-1a119a980c1a", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:07:07.977123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1175dc3f-a6ac-474a-9cd7-d314d60eaa37 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:07:07.977630 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4583af-29e6-4c19-b404-9c9f10a65f13', 'name': 'network-vif-deleted', 'tag': '223323ed-c34b-4930-ba88-1a119a980c1a', 'status': 'completed', 'code': 200} Nov 28 08:07:08.025347 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b944a2d8-b98a-402c-8153-afe59167e248,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:08.079141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Attempting to bind port b944a2d8-b98a-402c-8153-afe59167e248 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:07:08.079470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Attempting to bind port b944a2d8-b98a-402c-8153-afe59167e248 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '5dc75874-6e9d-4464-b857-4b6c9a506737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:07:08.079790 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Attempting to bind port b944a2d8-b98a-402c-8153-afe59167e248 on network 5513301d-15f7-4d25-8bdb-934500d1653f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:07:08.083933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Port b944a2d8-b98a-402c-8153-afe59167e248 on network 5513301d-15f7-4d25-8bdb-934500d1653f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:07:08.084249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Attempting to bind port b944a2d8-b98a-402c-8153-afe59167e248 on network 5513301d-15f7-4d25-8bdb-934500d1653f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:07:08.088960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:07:08.089295 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Checking segment: {'id': '5dc75874-6e9d-4464-b857-4b6c9a506737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:07:08.089667 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Bound using segment: {'id': '5dc75874-6e9d-4464-b857-4b6c9a506737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:07:08.090079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Bound port: b944a2d8-b98a-402c-8153-afe59167e248, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc75874-6e9d-4464-b857-4b6c9a506737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:07:08.090422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:08.155284 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] For port b944a2d8-b98a-402c-8153-afe59167e248, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:07:08.159169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] For port b944a2d8-b98a-402c-8153-afe59167e248, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b944a2d8-b98a-402c-8153-afe59167e248,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:07:08.163547 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:08.197805 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:08.198422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:08.199804 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] 10.222.0.35 "PUT /v2.0/ports/b944a2d8-b98a-402c-8153-afe59167e248 HTTP/1.1" status: 200 len: 1094 time: 0.8898520 Nov 28 08:07:08.226477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c7032-85eb-4b17-81e3-b193c700fcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b944a2d8-b98a-402c-8153-afe59167e248,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:08.282892 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-f8c49f8c-b703-499a-9548-a31c248f919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:08.284815 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-f8c49f8c-b703-499a-9548-a31c248f919f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fff487243384180b972cdde578a2589&device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 1097 time: 0.0468485 Nov 28 08:07:08.333651 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-e7d38179-e767-4140-bbb0-c414b86e9e3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b944a2d8-b98a-402c-8153-afe59167e248 HTTP/1.1" status: 200 len: 217 time: 0.0399234 Nov 28 08:07:08.385191 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-26030423-0a4f-418b-bfb8-189fdd205563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:08.386654 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-26030423-0a4f-418b-bfb8-189fdd205563 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=013735be-7cbd-4b76-bf61-e9cb8ea4aa7e HTTP/1.1" status: 200 len: 855 time: 0.0444140 Nov 28 08:07:08.419983 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-cbfd5853-6dd9-47c1-92ef-7fbf718a87a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5513301d-15f7-4d25-8bdb-934500d1653f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257223 Nov 28 08:07:08.514109 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-4b4a4baf-049f-4ef5-8177-1ac5c8e9236e service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859647 Nov 28 08:07:08.608586 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cdf597c-4dbc-4ff1-a893-30b74e9e3527 req-4e08469c-81ae-47d4-9a97-e687f1be1d86 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831447 Nov 28 08:07:09.085062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b0531-7ea9-41d4-96ca-794c0ec57c58 req-bdbd5790-7e23-4cfb-acc1-d4a74a4e5bc8 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:09.086581 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bb0b0531-7ea9-41d4-96ca-794c0ec57c58 req-bdbd5790-7e23-4cfb-acc1-d4a74a4e5bc8 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 944 time: 0.0662241 Nov 28 08:07:09.132968 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bb0b0531-7ea9-41d4-96ca-794c0ec57c58 req-a3e2c4cf-a014-4944-8aea-66062108f45a tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Nov 28 08:07:09.978508 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f15e76-79ca-4aeb-9501-5d4ee9cc87df', 'tag': 'b944a2d8-b98a-402c-8153-afe59167e248'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:07:09.980903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adc8e71-7252-432f-8847-ee97a9041ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "16f15e76-79ca-4aeb-9501-5d4ee9cc87df", "tag": "b944a2d8-b98a-402c-8153-afe59167e248"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:07:10.015018 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f89f43a-f5bb-443a-a2b0-e1650b9116ee x-openstack-request-id: req-9f89f43a-f5bb-443a-a2b0-e1650b9116ee {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:07:10.015310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f15e76-79ca-4aeb-9501-5d4ee9cc87df", "tag": "b944a2d8-b98a-402c-8153-afe59167e248", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:07:10.015564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f89f43a-f5bb-443a-a2b0-e1650b9116ee {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:07:10.015960 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f15e76-79ca-4aeb-9501-5d4ee9cc87df', 'tag': 'b944a2d8-b98a-402c-8153-afe59167e248', 'status': 'completed', 'code': 200} Nov 28 08:07:10.100012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc8e71-7252-432f-8847-ee97a9041ecc req-e87907e5-d958-4921-8740-cedeba94b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:10.101473 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6adc8e71-7252-432f-8847-ee97a9041ecc req-e87907e5-d958-4921-8740-cedeba94b5b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fff487243384180b972cdde578a2589&device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 1097 time: 0.0468838 Nov 28 08:07:10.199684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc8e71-7252-432f-8847-ee97a9041ecc req-10d4b3f7-3c31-4669-8ba6-2f07e165ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:10.201143 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6adc8e71-7252-432f-8847-ee97a9041ecc req-10d4b3f7-3c31-4669-8ba6-2f07e165ae53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5513301d-15f7-4d25-8bdb-934500d1653f HTTP/1.1" status: 200 len: 916 time: 0.0861938 Nov 28 08:07:10.261123 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6adc8e71-7252-432f-8847-ee97a9041ecc req-9b8aed93-27fe-44ba-80da-732b4f046c52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b944a2d8-b98a-402c-8153-afe59167e248 HTTP/1.1" status: 200 len: 217 time: 0.0487821 Nov 28 08:07:10.315001 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e363dd-f56b-42c8-b9e3-3a4bc93de6ed req-f6e557c8-f9fa-444c-ab45-46cda1d7b05e tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:10.316437 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-21e363dd-f56b-42c8-b9e3-3a4bc93de6ed req-f6e557c8-f9fa-444c-ab45-46cda1d7b05e tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 944 time: 0.1144490 Nov 28 08:07:10.344652 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc8e71-7252-432f-8847-ee97a9041ecc req-0c5f964f-d2dc-4120-b8db-66ff307b6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:10.346089 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6adc8e71-7252-432f-8847-ee97a9041ecc req-0c5f964f-d2dc-4120-b8db-66ff307b6307 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=013735be-7cbd-4b76-bf61-e9cb8ea4aa7e HTTP/1.1" status: 200 len: 855 time: 0.0734642 Nov 28 08:07:10.380564 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-21e363dd-f56b-42c8-b9e3-3a4bc93de6ed req-f90214e4-5501-458c-b6a4-db39e8c8b350 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567551 Nov 28 08:07:10.396483 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6adc8e71-7252-432f-8847-ee97a9041ecc req-b92d25dd-da66-4446-a438-3f3f93fae680 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5513301d-15f7-4d25-8bdb-934500d1653f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355175 Nov 28 08:07:10.489361 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6adc8e71-7252-432f-8847-ee97a9041ecc req-80c35efb-bb4f-41c7-9f18-99b907dea575 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800383 Nov 28 08:07:10.585797 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6adc8e71-7252-432f-8847-ee97a9041ecc req-44c97f97-0d63-4200-8491-16c7940c43b8 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842969 Nov 28 08:07:11.507716 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cef5b-bf09-44b2-b54e-c23f87a378a5 req-7e0bb73d-1da3-418c-8e76-5b201ca6021f tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:11.509176 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-106cef5b-bf09-44b2-b54e-c23f87a378a5 req-7e0bb73d-1da3-418c-8e76-5b201ca6021f tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 944 time: 0.0592940 Nov 28 08:07:11.555002 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-106cef5b-bf09-44b2-b54e-c23f87a378a5 req-31c8604d-07a3-4d91-9b61-44c933323a5e tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 Nov 28 08:07:12.184583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b944a2d8-b98a-402c-8153-afe59167e248 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:07:12.188184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 223323ed-c34b-4930-ba88-1a119a980c1a no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:07:12.215681 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 223323ed-c34b-4930-ba88-1a119a980c1a {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:07:12.215963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 223323ed-c34b-4930-ba88-1a119a980c1a not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:07:12.299782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b944a2d8-b98a-402c-8153-afe59167e248, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b944a2d8-b98a-402c-8153-afe59167e248,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:07:12.309988 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'b944a2d8-b98a-402c-8153-afe59167e248', 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f', 'port_id': 'b944a2d8-b98a-402c-8153-afe59167e248', 'mac_address': 'fa:16:3e:c5:e4:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013735be-7cbd-4b76-bf61-e9cb8ea4aa7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:07:12.350585 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:12.363175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b944a2d8-b98a-402c-8153-afe59167e248 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:07:12.382414 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b944a2d8-b98a-402c-8153-afe59167e248, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b944a2d8-b98a-402c-8153-afe59167e248,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:07:12.386806 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:12.440358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=b944a2d8-b98a-402c-8153-afe59167e248,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:12.643188 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['b944a2d8-b98a-402c-8153-afe59167e248'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:07:12.673736 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62dbbae-d7bb-4756-9345-4aa689970ec3 req-d0d37a45-4375-45b6-abfc-94d3e6398ab2 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:12.675873 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f62dbbae-d7bb-4756-9345-4aa689970ec3 req-d0d37a45-4375-45b6-abfc-94d3e6398ab2 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 945 time: 0.0556474 Nov 28 08:07:12.722745 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f62dbbae-d7bb-4756-9345-4aa689970ec3 req-5ae489fa-a1d4-4eb5-8c8b-6ddb26568578 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Nov 28 08:07:13.894146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8bdc1-75e5-4a0b-b715-d8794af5437c req-085077a3-92da-4786-b9d0-5d8f6ef85f35 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:13.895640 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8dd8bdc1-75e5-4a0b-b715-d8794af5437c req-085077a3-92da-4786-b9d0-5d8f6ef85f35 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 945 time: 0.1068988 Nov 28 08:07:13.942597 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8dd8bdc1-75e5-4a0b-b715-d8794af5437c req-55b953b7-de98-4a7b-b682-0f3a5f93eca7 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Nov 28 08:07:14.190576 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b944a2d8-b98a-402c-8153-afe59167e248 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:07:14.243298 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port b944a2d8-b98a-402c-8153-afe59167e248 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:07:14.246842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port b944a2d8-b98a-402c-8153-afe59167e248 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:07:14.247237 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:14.328750 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:14.351750 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f15e76-79ca-4aeb-9501-5d4ee9cc87df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b944a2d8-b98a-402c-8153-afe59167e248'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:07:14.353960 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12205eb-f39f-4e19-93bc-405ce905a45a" -d '{"events": [{"server_uuid": "16f15e76-79ca-4aeb-9501-5d4ee9cc87df", "name": "network-vif-plugged", "status": "completed", "tag": "b944a2d8-b98a-402c-8153-afe59167e248"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:07:14.369820 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b944a2d8-b98a-402c-8153-afe59167e248, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b944a2d8-b98a-402c-8153-afe59167e248,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:07:14.373923 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:14.397605 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca6ee9d-6510-48a6-a4ff-a42043138e51 x-openstack-request-id: req-6ca6ee9d-6510-48a6-a4ff-a42043138e51 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:07:14.397892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f15e76-79ca-4aeb-9501-5d4ee9cc87df", "name": "network-vif-plugged", "status": "completed", "tag": "b944a2d8-b98a-402c-8153-afe59167e248", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:07:14.398141 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ca6ee9d-6510-48a6-a4ff-a42043138e51 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:07:14.398517 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f15e76-79ca-4aeb-9501-5d4ee9cc87df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b944a2d8-b98a-402c-8153-afe59167e248', 'code': 200} Nov 28 08:07:14.427952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=b944a2d8-b98a-402c-8153-afe59167e248,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:14.580950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4a54c-0c5d-40cd-beef-1d615234d08f req-53bcdd66-2f65-4c0b-9ee6-c751893a9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:14.582438 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-18c4a54c-0c5d-40cd-beef-1d615234d08f req-53bcdd66-2f65-4c0b-9ee6-c751893a9dce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 1099 time: 0.0508549 Nov 28 08:07:14.631772 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-18c4a54c-0c5d-40cd-beef-1d615234d08f req-0abe8c42-41ec-4890-9239-e1987f54a35f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377405 Nov 28 08:07:15.065491 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5e9b5-6706-4803-a66c-4f69329dbef2 req-55b61dbb-9ed7-426e-97d7-871d615a4968 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:15.066969 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c3c5e9b5-6706-4803-a66c-4f69329dbef2 req-55b61dbb-9ed7-426e-97d7-871d615a4968 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0593002 Nov 28 08:07:15.113184 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c3c5e9b5-6706-4803-a66c-4f69329dbef2 req-96b5afc3-d997-40ab-8510-93dbe2da6399 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402610 Nov 28 08:07:15.432602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b20aaedb-adee-482d-a661-73577f57bc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:16.282313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbeb97-9aac-4bb1-b614-261fb505f7eb req-202a9746-7563-42aa-ac9f-ae688026a9e8 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:16.284326 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-05cbeb97-9aac-4bb1-b614-261fb505f7eb req-202a9746-7563-42aa-ac9f-ae688026a9e8 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.1048601 Nov 28 08:07:16.330729 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-05cbeb97-9aac-4bb1-b614-261fb505f7eb req-8b1d69d7-5137-4f3e-a8b7-224558f3a513 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403154 Nov 28 08:07:16.449899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f74d48-0068-4a75-84dd-66ae2683dc46 req-a372d845-efff-491d-aa89-adf847701dff tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:16.451419 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-17f74d48-0068-4a75-84dd-66ae2683dc46 req-a372d845-efff-491d-aa89-adf847701dff tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0556545 Nov 28 08:07:16.497300 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-17f74d48-0068-4a75-84dd-66ae2683dc46 req-6ffd97f0-a355-4c00-97e1-daf0e6f8959d tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Nov 28 08:07:16.723676 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-fb70db77-461b-46d9-9a7d-7114481962e8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463102 Nov 28 08:07:16.744682 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8175b-259b-4876-9834-466c01211505 req-798a47fd-2900-4c01-bb26-2027e1cdc344 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:16.746179 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-09f8175b-259b-4876-9834-466c01211505 req-798a47fd-2900-4c01-bb26-2027e1cdc344 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0599821 Nov 28 08:07:16.797349 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-09f8175b-259b-4876-9834-466c01211505 req-d39b6666-d485-4575-89ac-9b4fc2198c33 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450087 Nov 28 08:07:17.802302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-9337f249-f412-47fb-b0e3-014b89df3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:17.803817 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-9337f249-f412-47fb-b0e3-014b89df3cf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fff487243384180b972cdde578a2589&device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 1099 time: 0.0505378 Nov 28 08:07:17.926692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-36032037-5e81-4e83-bd3e-325528651a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:17.928168 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-36032037-5e81-4e83-bd3e-325528651a78 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5513301d-15f7-4d25-8bdb-934500d1653f HTTP/1.1" status: 200 len: 916 time: 0.1168661 Nov 28 08:07:17.947581 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7933238-64dc-4325-92c6-cd3b985b80ee req-b7aea5d9-b31c-4498-aef5-5194b7d3f834 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:17.949003 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7933238-64dc-4325-92c6-cd3b985b80ee req-b7aea5d9-b31c-4498-aef5-5194b7d3f834 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0841424 Nov 28 08:07:17.963527 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f126c5dd-27b3-4bfb-b95b-b725a7d95c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:17.982202 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-34926cc8-1164-476e-abc5-77c3fb5b096b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b944a2d8-b98a-402c-8153-afe59167e248 HTTP/1.1" status: 200 len: 217 time: 0.0468531 Nov 28 08:07:18.055329 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7933238-64dc-4325-92c6-cd3b985b80ee req-2391f9e6-4f68-4f60-be56-f673a25674ef tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751464 Nov 28 08:07:18.056726 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-cd1d0053-333b-4f39-ba6c-2e5c48966a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:18.058059 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-cd1d0053-333b-4f39-ba6c-2e5c48966a2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=013735be-7cbd-4b76-bf61-e9cb8ea4aa7e HTTP/1.1" status: 200 len: 855 time: 0.0634634 Nov 28 08:07:18.091100 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-e4c12c9d-c72c-4dc3-baad-b21dbca190c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5513301d-15f7-4d25-8bdb-934500d1653f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251949 Nov 28 08:07:18.181949 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-8ffb2e00-21eb-4056-a75b-b75f94ac84f2 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839891 Nov 28 08:07:18.271983 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-460fa10f-2950-4995-8845-624ac6a47570 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827432 Nov 28 08:07:19.082450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:19.180914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff705d78-38fd-442e-a266-4c3f1f5c00db req-de2e142e-4012-4b1e-ae55-acdfd9aa5bd8 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:19.182433 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ff705d78-38fd-442e-a266-4c3f1f5c00db req-de2e142e-4012-4b1e-ae55-acdfd9aa5bd8 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0564463 Nov 28 08:07:19.228216 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ff705d78-38fd-442e-a266-4c3f1f5c00db req-ea08cc32-aea5-48f4-b847-b54bcc082337 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397902 Nov 28 08:07:20.349419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc8881-a609-4ab0-b72e-7b8835e0c7be req-1ee7027a-0e76-4d47-8b92-ff3621bcf224 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:20.350952 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4dbc8881-a609-4ab0-b72e-7b8835e0c7be req-1ee7027a-0e76-4d47-8b92-ff3621bcf224 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0542359 Nov 28 08:07:20.362169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:20.398134 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4dbc8881-a609-4ab0-b72e-7b8835e0c7be req-d41cfcb9-856b-4eae-a222-b03960c0b05e tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407796 Nov 28 08:07:21.339888 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:21.523245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee949-feb1-46e5-afac-e09a970ee003 req-8879105c-9da3-4733-983d-7ecf62dac786 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:21.524727 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9c1ee949-feb1-46e5-afac-e09a970ee003 req-8879105c-9da3-4733-983d-7ecf62dac786 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0598280 Nov 28 08:07:21.570770 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9c1ee949-feb1-46e5-afac-e09a970ee003 req-7813b144-bf32-4ec1-b670-7b98514e708b tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400608 Nov 28 08:07:22.692158 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed78f2-dabe-4408-ba6d-0221be5d9b77 req-a5e30e82-4929-486a-b00c-46e2a6c286c4 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:22.693625 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2aed78f2-dabe-4408-ba6d-0221be5d9b77 req-a5e30e82-4929-486a-b00c-46e2a6c286c4 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0546904 Nov 28 08:07:22.739074 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2aed78f2-dabe-4408-ba6d-0221be5d9b77 req-bf92481a-9326-4f3c-82d0-9323d3c61e21 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Nov 28 08:07:23.860557 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93694743-3371-4ee9-98cf-73dc820bbe51 req-f267a683-68d8-4182-9533-4d7c40e8cc10 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:23.862601 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-93694743-3371-4ee9-98cf-73dc820bbe51 req-f267a683-68d8-4182-9533-4d7c40e8cc10 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0556016 Nov 28 08:07:23.908242 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-93694743-3371-4ee9-98cf-73dc820bbe51 req-740420f2-a8e0-4fca-8f44-21556be51669 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392721 Nov 28 08:07:24.097494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425af81-7ab4-40da-8875-737d219a76ab req-7fb1e83c-427a-4c44-8950-d4a6324cd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:24.098858 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4425af81-7ab4-40da-8875-737d219a76ab req-7fb1e83c-427a-4c44-8950-d4a6324cd38d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fff487243384180b972cdde578a2589&device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 1099 time: 0.0484855 Nov 28 08:07:24.199967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425af81-7ab4-40da-8875-737d219a76ab req-ef89a5d5-35f6-4a96-8a6f-b1234259b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:24.201390 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4425af81-7ab4-40da-8875-737d219a76ab req-ef89a5d5-35f6-4a96-8a6f-b1234259b6bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=5513301d-15f7-4d25-8bdb-934500d1653f HTTP/1.1" status: 200 len: 916 time: 0.0819128 Nov 28 08:07:24.246167 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4425af81-7ab4-40da-8875-737d219a76ab req-6682d7ee-0ac8-4370-99ae-032910f6489c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b944a2d8-b98a-402c-8153-afe59167e248 HTTP/1.1" status: 200 len: 217 time: 0.0372927 Nov 28 08:07:24.293481 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425af81-7ab4-40da-8875-737d219a76ab req-cd7f4e27-7db8-4add-8986-1c4b3d8dc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:24.294841 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4425af81-7ab4-40da-8875-737d219a76ab req-cd7f4e27-7db8-4add-8986-1c4b3d8dc4ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=013735be-7cbd-4b76-bf61-e9cb8ea4aa7e HTTP/1.1" status: 200 len: 855 time: 0.0414312 Nov 28 08:07:24.325348 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4425af81-7ab4-40da-8875-737d219a76ab req-945f5e0e-668e-463e-b9fb-15a1fe23c8fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5513301d-15f7-4d25-8bdb-934500d1653f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235810 Nov 28 08:07:24.416015 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4425af81-7ab4-40da-8875-737d219a76ab req-44b2f3a7-eae3-4249-8051-6d75cb2d9ffa service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838339 Nov 28 08:07:24.502632 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4425af81-7ab4-40da-8875-737d219a76ab req-fd79d2f0-4456-45eb-b2e8-4a1048845342 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789564 Nov 28 08:07:25.028545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64b5f4-fcdf-43c9-89f3-62ffb344695e req-6ee90eaf-99a3-4416-a10a-425e1f522a42 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:25.030004 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e64b5f4-fcdf-43c9-89f3-62ffb344695e req-6ee90eaf-99a3-4416-a10a-425e1f522a42 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0547137 Nov 28 08:07:25.079860 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e64b5f4-fcdf-43c9-89f3-62ffb344695e req-199cfbd7-b7ab-4787-a1bf-cd7d928b3316 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438588 Nov 28 08:07:26.201713 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1282f68-2114-48d2-b1ec-8337b1472846 req-3ead9d13-5986-4c84-b61a-27634f7940ae tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:26.203179 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c1282f68-2114-48d2-b1ec-8337b1472846 req-3ead9d13-5986-4c84-b61a-27634f7940ae tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0583422 Nov 28 08:07:26.248542 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c1282f68-2114-48d2-b1ec-8337b1472846 req-55d40296-149f-4e56-b814-0d45254aef66 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387855 Nov 28 08:07:27.369002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ef4ba-0fd0-4996-a0c2-1e42dbb3dc5c req-8642771f-3714-42f7-ab8f-5af75103a215 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:27.370501 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab6ef4ba-0fd0-4996-a0c2-1e42dbb3dc5c req-8642771f-3714-42f7-ab8f-5af75103a215 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0544732 Nov 28 08:07:27.417167 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab6ef4ba-0fd0-4996-a0c2-1e42dbb3dc5c req-dd3acd71-d6cf-4db6-9311-e9da0204ec2a tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Nov 28 08:07:28.536967 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b980fc9-4c0b-44cf-ae03-c3224197ad4f req-2c02a6da-2349-49d2-8193-8f7afcc5597a tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:28.538444 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3b980fc9-4c0b-44cf-ae03-c3224197ad4f req-2c02a6da-2349-49d2-8193-8f7afcc5597a tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0546186 Nov 28 08:07:28.583749 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3b980fc9-4c0b-44cf-ae03-c3224197ad4f req-44afc307-8339-415f-b7ad-d0e3fd8ce7c6 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393841 Nov 28 08:07:29.704445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2a6c9-8ca5-49ff-912d-34f3b803f6b7 req-3d763181-6aa1-4728-ac7b-b3496cc7cac2 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:29.705920 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8ec2a6c9-8ca5-49ff-912d-34f3b803f6b7 req-3d763181-6aa1-4728-ac7b-b3496cc7cac2 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0545728 Nov 28 08:07:29.751033 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8ec2a6c9-8ca5-49ff-912d-34f3b803f6b7 req-1d5197f1-deb1-4523-b83f-fea360cb7f78 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391989 Nov 28 08:07:30.877911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8b2ce-3bfc-4f91-9265-351c03990fec req-e2fa620f-0d60-461a-8d0e-89a1a19c86eb tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:30.879396 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8af8b2ce-3bfc-4f91-9265-351c03990fec req-e2fa620f-0d60-461a-8d0e-89a1a19c86eb tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0595860 Nov 28 08:07:30.925575 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8af8b2ce-3bfc-4f91-9265-351c03990fec req-2ee6330b-b7d7-4e6d-a1b8-cf9d58570973 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402048 Nov 28 08:07:31.319923 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:32.051065 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98609-3b97-431d-80f6-73c5d23e7297 req-08e6b170-74be-4eae-b77a-10a9d6a5fa12 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:32.052506 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fdc98609-3b97-431d-80f6-73c5d23e7297 req-08e6b170-74be-4eae-b77a-10a9d6a5fa12 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0575705 Nov 28 08:07:32.097585 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fdc98609-3b97-431d-80f6-73c5d23e7297 req-a6f3df83-270b-4b9f-afc0-259f77ca8e44 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390167 Nov 28 08:07:33.217650 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bed28-ecd6-4633-bab3-a3bd84b1a8bb req-d77ffdcb-1349-4a85-997e-379957693b88 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:33.219146 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a21bed28-ecd6-4633-bab3-a3bd84b1a8bb req-d77ffdcb-1349-4a85-997e-379957693b88 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0552278 Nov 28 08:07:33.265260 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a21bed28-ecd6-4633-bab3-a3bd84b1a8bb req-6cc7242d-aa65-4e9b-a93b-6c033ce81c48 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401926 Nov 28 08:07:34.384123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9157a9-c2e8-47f2-b945-8918ae447939 req-4819be5f-caa5-4277-960b-c634f4c34447 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:34.385585 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7c9157a9-c2e8-47f2-b945-8918ae447939 req-4819be5f-caa5-4277-960b-c634f4c34447 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0535159 Nov 28 08:07:34.431173 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7c9157a9-c2e8-47f2-b945-8918ae447939 req-959b1fa6-8e6f-4bb1-beb0-286039253de4 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397363 Nov 28 08:07:35.554347 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6f694-befb-4c91-9d1b-3ed994b114be req-f5f96b7c-32bc-4c86-a3a5-21086117f834 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:35.556084 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8cd6f694-befb-4c91-9d1b-3ed994b114be req-f5f96b7c-32bc-4c86-a3a5-21086117f834 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0584438 Nov 28 08:07:35.601578 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8cd6f694-befb-4c91-9d1b-3ed994b114be req-3c8248a5-e80a-43d1-a090-956dd67f918b tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396459 Nov 28 08:07:36.723164 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6249ed-9d16-45a6-8013-52cdc80c204e req-7bdab5ad-d143-447c-92e5-cdb5f3e2b09a tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:36.724614 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9a6249ed-9d16-45a6-8013-52cdc80c204e req-7bdab5ad-d143-447c-92e5-cdb5f3e2b09a tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0571296 Nov 28 08:07:36.769207 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9a6249ed-9d16-45a6-8013-52cdc80c204e req-3ba9003f-e39d-44b4-a1d3-5faa33be7b0f tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387836 Nov 28 08:07:37.888348 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:07:37.890490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4384504-6daf-459a-8060-b257df566ba0 req-0bf43be1-2086-4a82-bb7e-3683d29d4c70 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:37.891998 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b4384504-6daf-459a-8060-b257df566ba0 req-0bf43be1-2086-4a82-bb7e-3683d29d4c70 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0560200 Nov 28 08:07:37.938342 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b4384504-6daf-459a-8060-b257df566ba0 req-01d680f7-c739-45f5-9468-0321d4fce46d tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Nov 28 08:07:39.057488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9087395-636b-4ad2-8374-0b3a1f3f036a req-aeb43b14-38ba-4c4f-a6c6-db99df9c32fe tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:39.059567 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f9087395-636b-4ad2-8374-0b3a1f3f036a req-aeb43b14-38ba-4c4f-a6c6-db99df9c32fe tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0540068 Nov 28 08:07:39.105952 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f9087395-636b-4ad2-8374-0b3a1f3f036a req-2e309d44-f8a5-422b-a6a2-1a15eb8feeb2 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400627 Nov 28 08:07:40.232425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dbb1c-bfa6-42f0-a6e9-73c3e9d766cb req-94e3083d-0455-4720-8d2d-7b9b31f7dca0 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:40.233813 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c16dbb1c-bfa6-42f0-a6e9-73c3e9d766cb req-94e3083d-0455-4720-8d2d-7b9b31f7dca0 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0592363 Nov 28 08:07:40.281679 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c16dbb1c-bfa6-42f0-a6e9-73c3e9d766cb req-e41b7f8b-fb69-43ee-a5d2-436f66f0f866 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Nov 28 08:07:41.400337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b15c1-1033-4715-9498-12d4fef2179e req-5e508b18-841e-47ad-977b-3ca1c6b7be65 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:41.401804 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f75b15c1-1033-4715-9498-12d4fef2179e req-5e508b18-841e-47ad-977b-3ca1c6b7be65 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0540295 Nov 28 08:07:41.450177 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f75b15c1-1033-4715-9498-12d4fef2179e req-e9157d49-2404-40a0-a9d9-8d4e3a31b201 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423892 Nov 28 08:07:42.571266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6ae62-03b6-47d9-87fe-1c208c909fb6 req-9c3665c3-460f-4430-84cf-10270c8f61dc tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:42.572745 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-59a6ae62-03b6-47d9-87fe-1c208c909fb6 req-9c3665c3-460f-4430-84cf-10270c8f61dc tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0561378 Nov 28 08:07:42.619297 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-59a6ae62-03b6-47d9-87fe-1c208c909fb6 req-dcbca880-04a0-4f6c-a161-e1af2988eb4f tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405643 Nov 28 08:07:43.738497 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5876c-ef48-4ca0-ae2b-9293d099b007 req-99ce2e89-81a4-44c3-b3b2-2f0ab2542309 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:43.740017 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cec5876c-ef48-4ca0-ae2b-9293d099b007 req-99ce2e89-81a4-44c3-b3b2-2f0ab2542309 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0540049 Nov 28 08:07:43.785621 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cec5876c-ef48-4ca0-ae2b-9293d099b007 req-2ebc8efa-521c-4d8e-95be-bf13b32f9552 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397947 Nov 28 08:07:44.913795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c60a6-8717-48cb-bae5-243038b0b590 req-1700b3d1-844f-4c94-8403-402c640fe434 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:44.915291 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ee5c60a6-8717-48cb-bae5-243038b0b590 req-1700b3d1-844f-4c94-8403-402c640fe434 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0622814 Nov 28 08:07:44.962326 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ee5c60a6-8717-48cb-bae5-243038b0b590 req-8631935f-5db0-48c1-9a3a-9bc96ec8e8c0 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 Nov 28 08:07:45.175808 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-d032b18c-87e0-447e-a9e5-d15e20142aca service neutron] 10.222.0.35 "GET /v2.0/ports/b944a2d8-b98a-402c-8153-afe59167e248/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0583181 Nov 28 08:07:45.407376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-08691ec8-4642-45df-9273-3da688eeb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:45.408854 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-08691ec8-4642-45df-9273-3da688eeb247 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df&tenant_id=7fff487243384180b972cdde578a2589 HTTP/1.1" status: 200 len: 1099 time: 0.0500898 Nov 28 08:07:45.434342 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fe995a50-ea26-4ea2-a0d2-f11da6c67f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:45.480588 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-92563e02-be6b-47e0-8c8c-7eeebd440242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:45.482048 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-92563e02-be6b-47e0-8c8c-7eeebd440242 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fff487243384180b972cdde578a2589&device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 1099 time: 0.0470097 Nov 28 08:07:45.572343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-341ea5d0-79be-4c5a-9bc6-79ffd051658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:45.573763 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-341ea5d0-79be-4c5a-9bc6-79ffd051658b service neutron] 10.222.0.35 "GET /v2.0/networks?id=5513301d-15f7-4d25-8bdb-934500d1653f HTTP/1.1" status: 200 len: 916 time: 0.0811310 Nov 28 08:07:45.624377 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-76629f1a-fe52-44fd-97e8-1b6757135fc5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b944a2d8-b98a-402c-8153-afe59167e248 HTTP/1.1" status: 200 len: 217 time: 0.0383215 Nov 28 08:07:45.675997 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-3d378bba-c7a5-41ce-a40a-b4f00f030782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:45.677392 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-3d378bba-c7a5-41ce-a40a-b4f00f030782 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=013735be-7cbd-4b76-bf61-e9cb8ea4aa7e HTTP/1.1" status: 200 len: 855 time: 0.0416057 Nov 28 08:07:45.713070 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-f1106bf4-bff1-40a3-af5c-ca285a683f6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5513301d-15f7-4d25-8bdb-934500d1653f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235496 Nov 28 08:07:45.807472 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-36928031-aef7-4d00-b77a-7543da877420 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817111 Nov 28 08:07:45.898082 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a227e188-acc8-4213-81f7-3731618c7bc2 req-80a52834-4d96-47aa-8a0d-2fc8114fe689 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789425 Nov 28 08:07:46.086976 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55f44a-6fd9-4410-89c2-4c8922c5793f req-bb4b6309-5b3d-4d52-92c7-4a7cb41070a1 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:46.088501 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff55f44a-6fd9-4410-89c2-4c8922c5793f req-bb4b6309-5b3d-4d52-92c7-4a7cb41070a1 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0605650 Nov 28 08:07:46.133979 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff55f44a-6fd9-4410-89c2-4c8922c5793f req-b105f8df-bd86-4960-8c53-029eb6fc9605 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 Nov 28 08:07:47.255696 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdeae7-0882-4b76-8f1d-5623b2d06e2f req-6f013d1e-37e0-4195-89c4-c3b915c27bc4 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:47.257144 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fdfdeae7-0882-4b76-8f1d-5623b2d06e2f req-6f013d1e-37e0-4195-89c4-c3b915c27bc4 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0553641 Nov 28 08:07:47.304546 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fdfdeae7-0882-4b76-8f1d-5623b2d06e2f req-f6211187-e139-4364-94de-32b816219245 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415688 Nov 28 08:07:47.967878 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f2a46160-db53-44fb-aa03-035be01221f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:48.386705 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b944a2d8-b98a-402c-8153-afe59167e248 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:07:48.388799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b944a2d8-b98a-402c-8153-afe59167e248 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:07:48.428203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce44b6-ff18-462b-9b77-0c12e2fd63ec req-afcd2bad-6f24-421e-9d05-206a911f07d0 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:48.429674 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-20ce44b6-ff18-462b-9b77-0c12e2fd63ec req-afcd2bad-6f24-421e-9d05-206a911f07d0 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0564706 Nov 28 08:07:48.476329 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-20ce44b6-ff18-462b-9b77-0c12e2fd63ec req-c4ff16c2-b4bc-4782-935e-cf75347f9b72 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399766 Nov 28 08:07:48.551099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b944a2d8-b98a-402c-8153-afe59167e248, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b944a2d8-b98a-402c-8153-afe59167e248,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:07:48.553305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:48.570494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'b944a2d8-b98a-402c-8153-afe59167e248', 'network_id': '5513301d-15f7-4d25-8bdb-934500d1653f', 'port_id': 'b944a2d8-b98a-402c-8153-afe59167e248', 'mac_address': 'fa:16:3e:c5:e4:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013735be-7cbd-4b76-bf61-e9cb8ea4aa7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:07:48.586740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f15e76-79ca-4aeb-9501-5d4ee9cc87df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b944a2d8-b98a-402c-8153-afe59167e248'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:07:48.589119 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576dc2b6-82c7-44fe-9cb1-b5c4739a35f9" -d '{"events": [{"server_uuid": "16f15e76-79ca-4aeb-9501-5d4ee9cc87df", "name": "network-vif-unplugged", "status": "completed", "tag": "b944a2d8-b98a-402c-8153-afe59167e248"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:07:48.626416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b944a2d8-b98a-402c-8153-afe59167e248, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b944a2d8-b98a-402c-8153-afe59167e248,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:07:48.638082 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:48.662598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:48.688860 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b944a2d8-b98a-402c-8153-afe59167e248 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:07:48.720105 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf59635-da0b-4b62-87bf-41b874117b44 req-4081a09a-00ce-4be7-8726-6b8dbdf455af tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:48.723610 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-eaf59635-da0b-4b62-87bf-41b874117b44 req-4081a09a-00ce-4be7-8726-6b8dbdf455af tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 944 time: 0.0945370 Nov 28 08:07:48.729276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=b944a2d8-b98a-402c-8153-afe59167e248,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:48.739418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Nov 2021 08:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1808d72e-3a74-4023-b724-17c4878d932c x-openstack-request-id: req-1808d72e-3a74-4023-b724-17c4878d932c {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:07:48.739705 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f15e76-79ca-4aeb-9501-5d4ee9cc87df", "name": "network-vif-unplugged", "status": "completed", "tag": "b944a2d8-b98a-402c-8153-afe59167e248", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:07:48.739958 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1808d72e-3a74-4023-b724-17c4878d932c {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:07:48.740341 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f15e76-79ca-4aeb-9501-5d4ee9cc87df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b944a2d8-b98a-402c-8153-afe59167e248', 'code': 200} Nov 28 08:07:48.745974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:48.746321 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:48.746659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:48.747025 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:48.747360 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:48.747686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:48.748011 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:48.748288 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f4de4-ffbe-459f-b656-2d7f44f9f8b1 req-384dd0b9-1ff6-4c9f-aec3-ce09907c2946 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:48.748401 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:48.748658 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:48.748970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:48.749286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:48.749600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:48.749688 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7f0f4de4-ffbe-459f-b656-2d7f44f9f8b1 req-384dd0b9-1ff6-4c9f-aec3-ce09907c2946 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.35 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df&tenant_id=7fff487243384180b972cdde578a2589&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 944 time: 0.0905564 Nov 28 08:07:48.749916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:48.760881 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 08:07:48.761249 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 08:07:48.787808 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-eaf59635-da0b-4b62-87bf-41b874117b44 req-bf082349-5f5c-45d9-8670-9676864b3f64 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533180 Nov 28 08:07:48.848220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f4de4-ffbe-459f-b656-2d7f44f9f8b1 req-55fd3d00-2b33-421f-87bd-7d730649a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:48.849601 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7f0f4de4-ffbe-459f-b656-2d7f44f9f8b1 req-55fd3d00-2b33-421f-87bd-7d730649a27e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fff487243384180b972cdde578a2589&device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 1097 time: 0.0555367 Nov 28 08:07:48.939157 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f4de4-ffbe-459f-b656-2d7f44f9f8b1 req-2af55068-22f2-4f0d-bcf5-57a0dc04022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:48.940653 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7f0f4de4-ffbe-459f-b656-2d7f44f9f8b1 req-2af55068-22f2-4f0d-bcf5-57a0dc04022f service neutron] 10.222.0.35 "GET /v2.0/networks?id=5513301d-15f7-4d25-8bdb-934500d1653f HTTP/1.1" status: 200 len: 916 time: 0.0843153 Nov 28 08:07:48.983805 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7f0f4de4-ffbe-459f-b656-2d7f44f9f8b1 req-c7a76532-5a97-4cc9-9ee4-7311f52a5997 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b944a2d8-b98a-402c-8153-afe59167e248 HTTP/1.1" status: 200 len: 217 time: 0.0349579 Nov 28 08:07:49.035674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f4de4-ffbe-459f-b656-2d7f44f9f8b1 req-79d3dcb2-499f-4f3a-a8f8-a1cd9078ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:49.037108 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7f0f4de4-ffbe-459f-b656-2d7f44f9f8b1 req-79d3dcb2-499f-4f3a-a8f8-a1cd9078ed9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=013735be-7cbd-4b76-bf61-e9cb8ea4aa7e HTTP/1.1" status: 200 len: 855 time: 0.0462534 Nov 28 08:07:49.074243 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7f0f4de4-ffbe-459f-b656-2d7f44f9f8b1 req-e9a55525-19ea-4ffe-b152-0702d6b786cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5513301d-15f7-4d25-8bdb-934500d1653f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299461 Nov 28 08:07:49.086019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:49.160932 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7f0f4de4-ffbe-459f-b656-2d7f44f9f8b1 req-6ad66378-4093-47a8-8d4a-9d7e0369d931 service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796857 Nov 28 08:07:49.306134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:49.320345 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b944a2d8-b98a-402c-8153-afe59167e248 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:07:49.341887 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b944a2d8-b98a-402c-8153-afe59167e248, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b944a2d8-b98a-402c-8153-afe59167e248,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:07:49.347394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:49.408325 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=b944a2d8-b98a-402c-8153-afe59167e248,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:49.413349 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['b944a2d8-b98a-402c-8153-afe59167e248'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:07:49.590066 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7f0f4de4-ffbe-459f-b656-2d7f44f9f8b1 req-acda8b03-e351-4b9b-aadb-c79f41d41d3f service neutron] 10.222.0.35 "GET /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213264 Nov 28 08:07:49.915786 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c338f9-64e9-418a-bdee-b4ed9d5d26f6 req-d70d52fa-a7e5-41e4-b7b1-dceeb044a6de tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:49.917245 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-23c338f9-64e9-418a-bdee-b4ed9d5d26f6 req-d70d52fa-a7e5-41e4-b7b1-dceeb044a6de tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 945 time: 0.0605915 Nov 28 08:07:49.968010 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-23c338f9-64e9-418a-bdee-b4ed9d5d26f6 req-fbb3d530-e789-4b19-89a2-75efdc3a2940 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445876 Nov 28 08:07:50.366078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:50.415112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b944a2d8-b98a-402c-8153-afe59167e248 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:07:50.465760 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port b944a2d8-b98a-402c-8153-afe59167e248 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:07:50.466121 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:50.551208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:50.583582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b944a2d8-b98a-402c-8153-afe59167e248, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b944a2d8-b98a-402c-8153-afe59167e248,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:07:50.587580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:50.636836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=b944a2d8-b98a-402c-8153-afe59167e248,revision_number=8']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:50.741280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f15e76-79ca-4aeb-9501-5d4ee9cc87df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b944a2d8-b98a-402c-8153-afe59167e248'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:07:50.743610 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5958b020-3183-4e81-b430-afca5ab2c675" -d '{"events": [{"server_uuid": "16f15e76-79ca-4aeb-9501-5d4ee9cc87df", "name": "network-vif-plugged", "status": "completed", "tag": "b944a2d8-b98a-402c-8153-afe59167e248"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:07:50.779409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb1b614-adce-4397-9c2f-5a31cafc5e38 x-openstack-request-id: req-3eb1b614-adce-4397-9c2f-5a31cafc5e38 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:07:50.779699 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f15e76-79ca-4aeb-9501-5d4ee9cc87df", "name": "network-vif-plugged", "status": "completed", "tag": "b944a2d8-b98a-402c-8153-afe59167e248", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:07:50.779950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3eb1b614-adce-4397-9c2f-5a31cafc5e38 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:07:50.780338 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f15e76-79ca-4aeb-9501-5d4ee9cc87df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b944a2d8-b98a-402c-8153-afe59167e248', 'code': 200} Nov 28 08:07:51.094579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447efeed-ff73-4de1-ab3f-102a24d4f47c req-ca915a6e-7f1b-4a2a-aa23-8e4483fc1f7f tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:51.096071 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-447efeed-ff73-4de1-ab3f-102a24d4f47c req-ca915a6e-7f1b-4a2a-aa23-8e4483fc1f7f tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0549092 Nov 28 08:07:51.142346 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-447efeed-ff73-4de1-ab3f-102a24d4f47c req-9925b352-3e43-4ae0-a9a6-28ad1e7b2eda tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403771 Nov 28 08:07:51.260546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45a34c-d7d9-431a-8629-01cd515ca303 req-855144ab-d61e-47ac-8ccf-f1784369f8af tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:51.261983 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ea45a34c-d7d9-431a-8629-01cd515ca303 req-855144ab-d61e-47ac-8ccf-f1784369f8af tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0536535 Nov 28 08:07:51.307801 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ea45a34c-d7d9-431a-8629-01cd515ca303 req-5d766c46-4d96-4c79-9b86-c1cd605a9dec tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399139 Nov 28 08:07:51.342610 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:51.425413 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e58e8-1b80-4041-b98e-b7c4e5ed32bc req-096ac314-fdfe-46ce-aec0-aa41a50cf7ad tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:51.426854 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-865e58e8-1b80-4041-b98e-b7c4e5ed32bc req-096ac314-fdfe-46ce-aec0-aa41a50cf7ad tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0540073 Nov 28 08:07:51.476163 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-865e58e8-1b80-4041-b98e-b7c4e5ed32bc req-125ff55d-0e33-4f21-be41-8b4950174dad tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430295 Nov 28 08:07:51.808414 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce3956-ef55-436f-a25e-457b13b77cfb req-7e3e2248-83f9-4792-9ea3-5c8e66c61982 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:51.809758 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a8ce3956-ef55-436f-a25e-457b13b77cfb req-7e3e2248-83f9-4792-9ea3-5c8e66c61982 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0537424 Nov 28 08:07:51.856881 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a8ce3956-ef55-436f-a25e-457b13b77cfb req-fef6f16e-c7cc-4eb3-b74d-5b3286c62915 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Nov 28 08:07:52.980041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258c2e6-f860-4a84-b406-7ef2451a606e req-c6bb3957-2fa3-4144-be02-87c3c6e29b7d tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:52.981509 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a258c2e6-f860-4a84-b406-7ef2451a606e req-c6bb3957-2fa3-4144-be02-87c3c6e29b7d tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0593152 Nov 28 08:07:53.028068 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a258c2e6-f860-4a84-b406-7ef2451a606e req-437261b1-2477-4128-8069-1296f5abc3ec tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/security-groups?id=60143486-a0b4-4504-b985-777a44656d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401227 Nov 28 08:07:53.598371 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ef0db-48e1-4855-8d35-e0cd9c592fbb req-58d48447-3461-4669-9852-4c99258dce43 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:53.599803 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-187ef0db-48e1-4855-8d35-e0cd9c592fbb req-58d48447-3461-4669-9852-4c99258dce43 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.35 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 946 time: 0.0534725 Nov 28 08:07:53.699960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-187ef0db-48e1-4855-8d35-e0cd9c592fbb req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Deleting port b944a2d8-b98a-402c-8153-afe59167e248 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:07:53.700291 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-187ef0db-48e1-4855-8d35-e0cd9c592fbb req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:53.787094 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-187ef0db-48e1-4855-8d35-e0cd9c592fbb req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] For port b944a2d8-b98a-402c-8153-afe59167e248, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b944a2d8-b98a-402c-8153-afe59167e248,segment=NetworkSegment(5dc75874-6e9d-4464-b857-4b6c9a506737),segment_id=5dc75874-6e9d-4464-b857-4b6c9a506737)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:07:53.787452 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-187ef0db-48e1-4855-8d35-e0cd9c592fbb req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:53.799621 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-187ef0db-48e1-4855-8d35-e0cd9c592fbb req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Calling delete_port for b944a2d8-b98a-402c-8153-afe59167e248 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:07:53.926152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-187ef0db-48e1-4855-8d35-e0cd9c592fbb req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:53.942297 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['b944a2d8-b98a-402c-8153-afe59167e248'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:07:53.955920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Pushing event deleted for resources: {'Port': ['ID=b944a2d8-b98a-402c-8153-afe59167e248,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:53.986394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:53.986746 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:53.987126 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:53.987465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:53.987798 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:53.988129 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:53.988460 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:53.988789 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:53.989115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:53.989440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:53.989765 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:53.990091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:53.990411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:54.007128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-187ef0db-48e1-4855-8d35-e0cd9c592fbb req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] No DVR routers for this DVR port b944a2d8-b98a-402c-8153-afe59167e248 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:07:54.009393 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-187ef0db-48e1-4855-8d35-e0cd9c592fbb req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:54.012700 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-187ef0db-48e1-4855-8d35-e0cd9c592fbb req-06e58f22-e8fe-4ce4-a1eb-d893849b0825 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.35 "DELETE /v2.0/ports/b944a2d8-b98a-402c-8153-afe59167e248 HTTP/1.1" status: 204 len: 173 time: 0.4023290 Nov 28 08:07:54.013144 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f15e76-79ca-4aeb-9501-5d4ee9cc87df', 'name': 'network-vif-deleted', 'tag': 'b944a2d8-b98a-402c-8153-afe59167e248'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:07:54.015392 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98e52e1-73fc-438a-9057-e10e862a88f7" -d '{"events": [{"server_uuid": "16f15e76-79ca-4aeb-9501-5d4ee9cc87df", "name": "network-vif-deleted", "tag": "b944a2d8-b98a-402c-8153-afe59167e248"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:07:54.121349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faf0e03-e65e-486c-a359-ae282c998d48 x-openstack-request-id: req-3faf0e03-e65e-486c-a359-ae282c998d48 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:07:54.121743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f15e76-79ca-4aeb-9501-5d4ee9cc87df", "name": "network-vif-deleted", "tag": "b944a2d8-b98a-402c-8153-afe59167e248", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:07:54.122117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3faf0e03-e65e-486c-a359-ae282c998d48 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:07:54.122500 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f15e76-79ca-4aeb-9501-5d4ee9cc87df', 'name': 'network-vif-deleted', 'tag': 'b944a2d8-b98a-402c-8153-afe59167e248', 'status': 'completed', 'code': 200} Nov 28 08:07:54.131360 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1e57363f-f005-448b-8157-067e577d92c2 req-b1570e9a-39c2-4351-a64f-db83d571f480 tempest-ServerDiskConfigTestJSON-2012786038 tempest-ServerDiskConfigTestJSON-2012786038-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f15e76-79ca-4aeb-9501-5d4ee9cc87df HTTP/1.1" status: 200 len: 210 time: 0.0303850 Nov 28 08:07:55.247743 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 44640) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:07:55.294577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Deleting subnet 013735be-7cbd-4b76-bf61-e9cb8ea4aa7e {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:07:55.297517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.332864 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.368836 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.419393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.445463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013735be-7cbd-4b76-bf61-e9cb8ea4aa7e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:55.448301 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.450972 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/013735be-7cbd-4b76-bf61-e9cb8ea4aa7e HTTP/1.1" status: 204 len: 168 time: 0.2022064 Nov 28 08:07:55.453629 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 44642) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:07:55.457443 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:55.457793 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:55.458131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:55.458468 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:55.458798 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:55.459152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:55.459478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:55.459809 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:55.460131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:55.460454 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:55.460776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:55.461094 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:55.461414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709eeb2-f443-47af-85c4-2ce6cc22107f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:07:55.522831 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3a59b898-7c3e-4b5b-b563-2e388284f376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.596480 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3a59b898-7c3e-4b5b-b563-2e388284f376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.615601 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-3a59b898-7c3e-4b5b-b563-2e388284f376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5513301d-15f7-4d25-8bdb-934500d1653f']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:07:55.625629 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-3a59b898-7c3e-4b5b-b563-2e388284f376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc75874-6e9d-4464-b857-4b6c9a506737') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:07:55.625923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-3a59b898-7c3e-4b5b-b563-2e388284f376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc75874-6e9d-4464-b857-4b6c9a506737') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:07:55.639395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3a59b898-7c3e-4b5b-b563-2e388284f376 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.651971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3a59b898-7c3e-4b5b-b563-2e388284f376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.658015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a59b898-7c3e-4b5b-b563-2e388284f376 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:07:55.658386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3a59b898-7c3e-4b5b-b563-2e388284f376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:07:55.660117 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:07:55.712097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3a59b898-7c3e-4b5b-b563-2e388284f376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.717057 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3a59b898-7c3e-4b5b-b563-2e388284f376 admin admin] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.720262 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3a59b898-7c3e-4b5b-b563-2e388284f376 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5513301d-15f7-4d25-8bdb-934500d1653f HTTP/1.1" status: 204 len: 168 time: 0.2656083 Nov 28 08:07:55.730417 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59b898-7c3e-4b5b-b563-2e388284f376 admin admin] Pushing event deleted for resources: {'Network': ['ID=5513301d-15f7-4d25-8bdb-934500d1653f,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:55.825780 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 44646) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:07:55.868203 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bee7f805-5bb4-4ed1-ba8a-c8f3ece583d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fff487243384180b972cdde578a2589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412760 Nov 28 08:07:55.870678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 44648) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:07:55.916181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88a1569a-5d72-401c-a234-5da7f696df49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.937506 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88a1569a-5d72-401c-a234-5da7f696df49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.984214 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88a1569a-5d72-401c-a234-5da7f696df49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.987563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88a1569a-5d72-401c-a234-5da7f696df49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:55.988709 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-88a1569a-5d72-401c-a234-5da7f696df49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60143486-a0b4-4504-b985-777a44656d5b HTTP/1.1" status: 204 len: 168 time: 0.1170933 Nov 28 08:07:55.996370 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1569a-5d72-401c-a234-5da7f696df49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60143486-a0b4-4504-b985-777a44656d5b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:56.619945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 44670) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:07:56.711180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1448985520-network', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:07:56.731787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] Made reservation on behalf of 01b74ee98a054b0cb8e9680cd42dfbfc for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:07:56.734438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:56.743299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:56.820557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:56.825833 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:56.851973 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:07:56.866553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d7b490-a14f-4ed3-9262-5f10451fa5f8,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:56.872301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:56.872659 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] Added segment 5739b0ad-f68b-4b57-a3d1-051f65f1b063 of type vlan for network ca0967a2-ab20-43c4-b135-cfd09f8d936a Nov 28 08:07:56.913321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:56.942477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:56.943514 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:56.944078 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:56.986178 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3645210 Nov 28 08:07:56.988915 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 44674) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:07:56.993822 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d90ed346-42c1-4280-a7e1-989ac6314d7d admin admin] Request body: {'subnet': {'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1448985520-subnet', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:07:57.019490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90ed346-42c1-4280-a7e1-989ac6314d7d admin admin] Made reservation on behalf of 01b74ee98a054b0cb8e9680cd42dfbfc for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:07:57.021584 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c6673-e724-4697-abcc-1adc8aeb8d14 admin admin] Pushing event updated for resources: {'Network': ['ID=ca0967a2-ab20-43c4-b135-cfd09f8d936a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:57.022912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d90ed346-42c1-4280-a7e1-989ac6314d7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:57.031559 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network ca0967a2-ab20-43c4-b135-cfd09f8d936a details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:07:57.208322 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d90ed346-42c1-4280-a7e1-989ac6314d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:57.263742 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ed346-42c1-4280-a7e1-989ac6314d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=69303761-336a-48bc-94fc-7d90b1a04b53,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:57.273009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ed346-42c1-4280-a7e1-989ac6314d7d admin admin] Checking segment: {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:07:57.273369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ed346-42c1-4280-a7e1-989ac6314d7d admin admin] Network hostable DHCP agents. Network: ca0967a2-ab20-43c4-b135-cfd09f8d936a, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:07:57.290420 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ed346-42c1-4280-a7e1-989ac6314d7d admin admin] Network ca0967a2-ab20-43c4-b135-cfd09f8d936a is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:07:57.299474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-d90ed346-42c1-4280-a7e1-989ac6314d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, ca0967a2-ab20-43c4-b135-cfd09f8d936a) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:07:57.303313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ed346-42c1-4280-a7e1-989ac6314d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:07:57.303907 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d90ed346-42c1-4280-a7e1-989ac6314d7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:57.308587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b9cc22-ff6f-4aae-bf80-fe1bcd7edcc0 None None] Network ca0967a2-ab20-43c4-b135-cfd09f8d936a requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:07:57.321194 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d90ed346-42c1-4280-a7e1-989ac6314d7d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3311820 Nov 28 08:07:57.323921 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 44676) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:07:57.328282 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:07:57.351871 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:57.353098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:57.422048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:57.582533 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:57.619053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:07:57.620131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:57.751614 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Allocated IP 172.20.0.2 (ca0967a2-ab20-43c4-b135-cfd09f8d936a/69303761-336a-48bc-94fc-7d90b1a04b53/20c3a37f-6e6e-419f-9e75-e50d378ff66a) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:07:57.794644 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:57.818140 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:57.919676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:57.925793 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:57.928549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Allocated IP 172.26.2.61 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/36bc83c6-0b62-4060-b6ca-5ab6a038afdf) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:07:57.966435 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Network ca0967a2-ab20-43c4-b135-cfd09f8d936a is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:07:57.971876 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:07:57.977203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:07:57.988149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Pushing event updated for resources: {'Port': ['ID=20c3a37f-6e6e-419f-9e75-e50d378ff66a,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:58.042015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Attempting to bind port 20c3a37f-6e6e-419f-9e75-e50d378ff66a on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:07:58.042711 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Attempting to bind port 20c3a37f-6e6e-419f-9e75-e50d378ff66a by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:07:58.042711 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Attempting to bind port 20c3a37f-6e6e-419f-9e75-e50d378ff66a on network ca0967a2-ab20-43c4-b135-cfd09f8d936a {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:07:58.045838 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:58.052763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:07:58.053361 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Checking segment: {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:07:58.053778 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:58.054190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Bound using segment: {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:07:58.054848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Bound port: 20c3a37f-6e6e-419f-9e75-e50d378ff66a, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:07:58.055672 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:58.089546 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:58.127376 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] For port 20c3a37f-6e6e-419f-9e75-e50d378ff66a, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:07:58.130442 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] For port 20c3a37f-6e6e-419f-9e75-e50d378ff66a, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=20c3a37f-6e6e-419f-9e75-e50d378ff66a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:07:58.134783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:07:58.134945 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:58.139602 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:07:58.143940 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:07:58.163213 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d630e0-4817-4e37-acbc-0cf03b13fbe0 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:07:58.169785 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Pushing event updated for resources: {'Port': ['ID=36bc83c6-0b62-4060-b6ca-5ab6a038afdf,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:58.209645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6269b-5c58-4117-ae7e-489f6d0f7a32 None None] Pushing event updated for resources: {'Port': ['ID=20c3a37f-6e6e-419f-9e75-e50d378ff66a,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:58.244839 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a8ae5727-4cfe-4508-a7e2-af94dfc30df7 None None] Provisioning complete for port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:07:58.245359 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5727-4cfe-4508-a7e2-af94dfc30df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:58.286327 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae5727-4cfe-4508-a7e2-af94dfc30df7 None None] Port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:07:58.465053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:58.472348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b944a2d8-b98a-402c-8153-afe59167e248 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:07:58.494907 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: b944a2d8-b98a-402c-8153-afe59167e248 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:07:58.495242 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b944a2d8-b98a-402c-8153-afe59167e248 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:07:58.689763 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:58.837087 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Router e69af688-6def-4329-a292-96c150a5fd0e is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:07:58.895951 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 20c3a37f-6e6e-419f-9e75-e50d378ff66a up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:07:58.957190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 20c3a37f-6e6e-419f-9e75-e50d378ff66a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:07:58.957565 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:58.968399 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:07:58.991024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Sync routers for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:07:58.997965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:58.999515 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e0855e34-6602-48bb-80f4-a97979cef6ff admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6746562 Nov 28 08:07:59.002865 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 44678) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:07:59.025640 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:07:59.026282 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:07:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:07:59.177448 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f10603-87c0-494a-b6c9-812b8ec00f78 None None] Network ca0967a2-ab20-43c4-b135-cfd09f8d936a requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:07:59.195950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:59.228040 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:07:59.370972 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 20c3a37f-6e6e-419f-9e75-e50d378ff66a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=20c3a37f-6e6e-419f-9e75-e50d378ff66a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:07:59.372010 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-72db920a-4576-4016-b16a-e640187fd75b None None] Provisioning complete for port 20c3a37f-6e6e-419f-9e75-e50d378ff66a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:07:59.372680 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-72db920a-4576-4016-b16a-e640187fd75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:59.383210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:59.590300 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=20c3a37f-6e6e-419f-9e75-e50d378ff66a,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:07:59.689118 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:07:58Z', 'revision_number': 3, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:07:59.717660 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Checking router: e69af688-6def-4329-a292-96c150a5fd0e for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:07:59.718005 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Updating router e69af688-6def-4329-a292-96c150a5fd0e port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:07:59.752815 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:59.797248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:59.934808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1e293c7a-5a63-4fee-95c3-e96d4e50d03a None None] Provisioning complete for port 20c3a37f-6e6e-419f-9e75-e50d378ff66a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:07:59.935198 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1e293c7a-5a63-4fee-95c3-e96d4e50d03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:07:59.999683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Allocated IP 172.20.0.1 (ca0967a2-ab20-43c4-b135-cfd09f8d936a/69303761-336a-48bc-94fc-7d90b1a04b53/e1d15a62-5436-4826-a09d-bad837664e2d) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:08:00.100738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.106102 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.113683 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.138232 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.165007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c5ad44-6503-4504-aeef-32c8d3d8ec2b None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:08:00.179648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Network ca0967a2-ab20-43c4-b135-cfd09f8d936a is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:08:00.182999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:08:00.183561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Attempting to bind port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:08:00.184072 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Attempting to bind port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:08:00.184899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Attempting to bind port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:08:00.189218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:08:00.195290 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:08:00.196205 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:08:00.196618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.197085 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:08:00.197482 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Bound port: 36bc83c6-0b62-4060-b6ca-5ab6a038afdf, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:08:00.197840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.199417 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c4e99-813e-4cc5-942f-1a18e596437e None None] Pushing event updated for resources: {'Port': ['ID=36bc83c6-0b62-4060-b6ca-5ab6a038afdf,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:00.228333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Pushing event updated for resources: {'Port': ['ID=e1d15a62-5436-4826-a09d-bad837664e2d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:00.242013 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.280746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9667ab20-9ae0-49b6-b165-5fc49e429d27 None None] Provisioning complete for port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:08:00.281302 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9667ab20-9ae0-49b6-b165-5fc49e429d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.285277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] For port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:08:00.318637 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] For port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=36bc83c6-0b62-4060-b6ca-5ab6a038afdf,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:08:00.331521 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.364369 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9667ab20-9ae0-49b6-b165-5fc49e429d27 None None] Port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:08:00.385203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:08:00.385841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:07:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:08:00.392903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4d7d5c-e932-4d74-b233-a180ff2558ee None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:08:00.417355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.460747 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c4e99-813e-4cc5-942f-1a18e596437e None None] Pushing event updated for resources: {'Port': ['ID=36bc83c6-0b62-4060-b6ca-5ab6a038afdf,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:00.593173 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.598765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.669546 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.672345 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Pushing event updated for resources: {'Port': ['ID=e1d15a62-5436-4826-a09d-bad837664e2d,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:00.682897 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-26cee9ac-160e-40af-9f55-d7da1441a5aa None None] Provisioning complete for port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:08:00.683275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26cee9ac-160e-40af-9f55-d7da1441a5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.721081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:08:00.766467 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Network ca0967a2-ab20-43c4-b135-cfd09f8d936a is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:08:00.768033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:08:00.898167 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 20c3a37f-6e6e-419f-9e75-e50d378ff66a up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:08:00.918896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Router e69af688-6def-4329-a292-96c150a5fd0e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:08:00.929832 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26cee9ac-160e-40af-9f55-d7da1441a5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:00.979203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-26cee9ac-160e-40af-9f55-d7da1441a5aa None None] For port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=36bc83c6-0b62-4060-b6ca-5ab6a038afdf,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:08:00.993650 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26cee9ac-160e-40af-9f55-d7da1441a5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.059964 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:08:01.065096 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-aec52f1e-8824-415d-af35-b411538316ba admin admin] 10.222.0.31 "PUT /v2.0/routers/e69af688-6def-4329-a292-96c150a5fd0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0611830 Nov 28 08:08:01.066704 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-26cee9ac-160e-40af-9f55-d7da1441a5aa None None] Provisioning complete for port e1d15a62-5436-4826-a09d-bad837664e2d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:08:01.067108 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-26cee9ac-160e-40af-9f55-d7da1441a5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.122405 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cee9ac-160e-40af-9f55-d7da1441a5aa None None] Pushing event updated for resources: {'Port': ['ID=36bc83c6-0b62-4060-b6ca-5ab6a038afdf,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:01.135179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 20c3a37f-6e6e-419f-9e75-e50d378ff66a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:08:01.135553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.163279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-26cee9ac-160e-40af-9f55-d7da1441a5aa None None] Port e1d15a62-5436-4826-a09d-bad837664e2d cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:08:01.192118 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 1, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:08:01.226863 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a3da2-a75b-4bea-bb1c-d142970bf111 None None] The sync data for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv is: [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 1, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:08:01.293258 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a04d824f-7619-4824-bf9f-dd3e84924e14 None None] Provisioning complete for port e1d15a62-5436-4826-a09d-bad837664e2d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:08:01.293626 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a04d824f-7619-4824-bf9f-dd3e84924e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.345873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a04d824f-7619-4824-bf9f-dd3e84924e14 None None] Port e1d15a62-5436-4826-a09d-bad837664e2d cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:08:01.349975 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.521930 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 44686) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:08:01.526685 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-514317ae-9d9a-4bae-a6a8-5eb32a83bcbb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--612743572', 'description': 'tempest-description--449335019'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:08:01.548985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-514317ae-9d9a-4bae-a6a8-5eb32a83bcbb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.620758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-514317ae-9d9a-4bae-a6a8-5eb32a83bcbb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.625093 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-514317ae-9d9a-4bae-a6a8-5eb32a83bcbb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.654069 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514317ae-9d9a-4bae-a6a8-5eb32a83bcbb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5813f569-b4d2-45d7-88aa-31297bcf5fe7,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:01.658422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-514317ae-9d9a-4bae-a6a8-5eb32a83bcbb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.662307 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-514317ae-9d9a-4bae-a6a8-5eb32a83bcbb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1367216 Nov 28 08:08:01.663151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 44688) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:08:01.666731 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-7c1a3820-6f85-4d96-9338-cc3eaf9cdb34 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Request body: {'security_group_rule': {'security_group_id': '5813f569-b4d2-45d7-88aa-31297bcf5fe7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:08:01.695012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c1a3820-6f85-4d96-9338-cc3eaf9cdb34 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.758319 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c1a3820-6f85-4d96-9338-cc3eaf9cdb34 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.762493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c1a3820-6f85-4d96-9338-cc3eaf9cdb34 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.780722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a3820-6f85-4d96-9338-cc3eaf9cdb34 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f073890-2c40-41ed-8339-f696a0e313ba,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:01.789889 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7c1a3820-6f85-4d96-9338-cc3eaf9cdb34 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.791331 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7c1a3820-6f85-4d96-9338-cc3eaf9cdb34 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279094 Nov 28 08:08:01.794015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 44690) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:08:01.799617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-aafc8428-dd3d-476b-bd8c-cbec25256341 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Request body: {'security_group_rule': {'security_group_id': '5813f569-b4d2-45d7-88aa-31297bcf5fe7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:08:01.828997 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aafc8428-dd3d-476b-bd8c-cbec25256341 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.906557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aafc8428-dd3d-476b-bd8c-cbec25256341 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.910442 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aafc8428-dd3d-476b-bd8c-cbec25256341 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.929865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc8428-dd3d-476b-bd8c-cbec25256341 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf33fd16-de52-44d0-a46d-4404a8b8e680,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:01.939885 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aafc8428-dd3d-476b-bd8c-cbec25256341 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:01.941358 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-aafc8428-dd3d-476b-bd8c-cbec25256341 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458457 Nov 28 08:08:01.944223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 44692) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:08:01.948698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:08:01.974603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:02.083728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:02.190843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Allocated IP 172.26.2.208 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/95e2ec31-5abc-4d95-821d-19f65132446b) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:08:02.294096 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:02.331036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:02.372908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:08:02.376061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:08:02.382553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:08:02.415971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event updated for resources: {'Port': ['ID=95e2ec31-5abc-4d95-821d-19f65132446b,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:02.491871 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:02.533148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:02.683079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:02.687817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:02.767479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event updated for resources: {'Port': ['ID=95e2ec31-5abc-4d95-821d-19f65132446b,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:02.772921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:02.788734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:02.789895 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4d29a37b-988e-4d4a-8e13-44fb47368892 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8446524 Nov 28 08:08:02.888510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 36bc83c6-0b62-4060-b6ca-5ab6a038afdf up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:08:02.949669 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-308922d1-2a34-44de-996d-022894af701a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--612743572&fields=id&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 267 time: 0.0448492 Nov 28 08:08:02.957325 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:08:02.957689 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:03.068097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-037b7955-67f6-47e8-86e8-75ff40203f6e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:03.069587 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-037b7955-67f6-47e8-86e8-75ff40203f6e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 812 time: 0.1125939 Nov 28 08:08:03.086443 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-c580698b-0527-474f-ac78-0baefe1deec3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/quotas/01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 375 time: 0.0109079 Nov 28 08:08:03.145427 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-e7f860a1-b55f-4bcd-bc37-5109af881255 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538187 Nov 28 08:08:03.176320 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Sync routers for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:08:03.187008 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:08:03.187575 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:07:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:08:03.243711 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-939e4908-65df-441c-91fe-d8c7fcd47d40 service neutron] 10.222.0.31 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864892 Nov 28 08:08:03.307164 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:08:03.333418 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-86cb1adb-0f32-48dd-a60c-16c9f1a38b0f service neutron] 10.222.0.31 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835438 Nov 28 08:08:03.495089 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-05b6eeed-d0ac-4b66-a17d-a1721e12f32b req-c8fc48aa-4a90-4dcd-b6c9-bd154acee718 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 210 time: 0.0285659 Nov 28 08:08:03.649553 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 2, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:08:03.680799 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Checking router: e69af688-6def-4329-a292-96c150a5fd0e for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:08:03.681148 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Updating router e69af688-6def-4329-a292-96c150a5fd0e port e1d15a62-5436-4826-a09d-bad837664e2d binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:08:03.715360 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:04.101153 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:04.106198 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:04.163554 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Pushing event updated for resources: {'Port': ['ID=e1d15a62-5436-4826-a09d-bad837664e2d,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:04.189069 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:08:04.189774 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:08:04.189774 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:08:04.190052 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:08:04.190381 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:08:04.190706 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:08:04.191057 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:08:04.191378 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:08:04.191691 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:08:04.192010 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:08:04.192326 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:08:04.192637 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:08:04.192949 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:08:04.225692 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Attempting to bind port e1d15a62-5436-4826-a09d-bad837664e2d on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:08:04.226105 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Attempting to bind port e1d15a62-5436-4826-a09d-bad837664e2d by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:08:04.226460 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Attempting to bind port e1d15a62-5436-4826-a09d-bad837664e2d on network ca0967a2-ab20-43c4-b135-cfd09f8d936a {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:08:04.231626 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:08:04.232013 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Checking segment: {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:08:04.232391 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:04.232775 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Bound using segment: {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:08:04.233232 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Bound port: e1d15a62-5436-4826-a09d-bad837664e2d, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:08:04.233602 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:04.301581 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] For port e1d15a62-5436-4826-a09d-bad837664e2d, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:08:04.306114 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] For port e1d15a62-5436-4826-a09d-bad837664e2d, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e1d15a62-5436-4826-a09d-bad837664e2d,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:08:04.312317 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:04.373166 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:08:04.373798 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:07:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:08:04.387586 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-0b36f7b8-1e87-4812-aaba-e9ccb1bd1686 None None] Provisioning complete for port e1d15a62-5436-4826-a09d-bad837664e2d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:08:04.388234 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0b36f7b8-1e87-4812-aaba-e9ccb1bd1686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:04.419835 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b55ccf-f855-4980-a2b9-bb96be615016 None None] Pushing event updated for resources: {'Port': ['ID=e1d15a62-5436-4826-a09d-bad837664e2d,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:04.485598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0b36f7b8-1e87-4812-aaba-e9ccb1bd1686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:04.527606 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:08:04.548864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0b36f7b8-1e87-4812-aaba-e9ccb1bd1686 None None] For port e1d15a62-5436-4826-a09d-bad837664e2d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e1d15a62-5436-4826-a09d-bad837664e2d,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:08:04.559142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0b36f7b8-1e87-4812-aaba-e9ccb1bd1686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:04.631198 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36f7b8-1e87-4812-aaba-e9ccb1bd1686 None None] Pushing event updated for resources: {'Port': ['ID=e1d15a62-5436-4826-a09d-bad837664e2d,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:04.662773 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7a2d047e-6b8f-44f9-a1eb-963f99dae8e1 req-efe69fdb-bac2-47d9-8765-2355e7f488e5 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 210 time: 0.0578337 Nov 28 08:08:04.702029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1fbc5a2c-f101-4d32-b77a-a639a6cfbb60 None None] Provisioning complete for port e1d15a62-5436-4826-a09d-bad837664e2d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:08:04.702609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1fbc5a2c-f101-4d32-b77a-a639a6cfbb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:04.722526 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-9b433af9-74db-4cfe-9c69-7597b483fea0 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:04.724261 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-9b433af9-74db-4cfe-9c69-7597b483fea0 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 812 time: 0.1590989 Nov 28 08:08:04.801734 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-c584a899-3263-4056-8aad-2751248f519d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 379 time: 0.0596173 Nov 28 08:08:04.804199 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:08:04.814260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-5ecc923b-fb54-4fc8-967b-af03505d5d36 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Request body: {'port': {'device_id': 'fa59810c-6f73-47a9-8a66-9c6b4d15e2cf', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'admin_state_up': True, 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'security_groups': ['5813f569-b4d2-45d7-88aa-31297bcf5fe7']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:08:04.841754 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022ada3-d8c0-45ce-b9b5-22154024cae6 None None] The sync data for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv is: [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:08:04.904218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e1d15a62-5436-4826-a09d-bad837664e2d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:08:04.943208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-5ecc923b-fb54-4fc8-967b-af03505d5d36 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Made reservation on behalf of 01b74ee98a054b0cb8e9680cd42dfbfc for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:08:04.947491 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-5ecc923b-fb54-4fc8-967b-af03505d5d36 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:04.969236 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port e1d15a62-5436-4826-a09d-bad837664e2d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:08:04.969726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:05.083872 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-5ecc923b-fb54-4fc8-967b-af03505d5d36 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Allocated IP 172.20.0.9 (ca0967a2-ab20-43c4-b135-cfd09f8d936a/69303761-336a-48bc-94fc-7d90b1a04b53/a193d86c-8d04-4af2-9101-9545cebe6cba) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:08:05.226426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-5ecc923b-fb54-4fc8-967b-af03505d5d36 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:05.264483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-5ecc923b-fb54-4fc8-967b-af03505d5d36 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:05.309687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-5ecc923b-fb54-4fc8-967b-af03505d5d36 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Network ca0967a2-ab20-43c4-b135-cfd09f8d936a is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:08:05.314686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-5ecc923b-fb54-4fc8-967b-af03505d5d36 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:08:05.320166 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-5ecc923b-fb54-4fc8-967b-af03505d5d36 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:08:05.351346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc923b-fb54-4fc8-967b-af03505d5d36 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event updated for resources: {'Port': ['ID=a193d86c-8d04-4af2-9101-9545cebe6cba,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:05.379664 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-5ecc923b-fb54-4fc8-967b-af03505d5d36 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:05.380273 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-5ecc923b-fb54-4fc8-967b-af03505d5d36 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:05.398601 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-5ecc923b-fb54-4fc8-967b-af03505d5d36 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5893524 Nov 28 08:08:05.416915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Request body: {'port': {'device_id': 'fa59810c-6f73-47a9-8a66-9c6b4d15e2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:08:05.492830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:05.627349 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2a758985-5d7d-4b86-9041-7fefcb771533 None None] Provisioning complete for port a193d86c-8d04-4af2-9101-9545cebe6cba triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:08:05.627880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2a758985-5d7d-4b86-9041-7fefcb771533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:05.666846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-2a758985-5d7d-4b86-9041-7fefcb771533 None None] Port a193d86c-8d04-4af2-9101-9545cebe6cba cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:08:05.782396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a193d86c-8d04-4af2-9101-9545cebe6cba {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:08:05.789918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:05.798008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b242207-b8b8-426a-8494-ef2814229369 req-9abf89f2-a6ce-4963-9672-cb649217ac2c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:05.799522 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1b242207-b8b8-426a-8494-ef2814229369 req-9abf89f2-a6ce-4963-9672-cb649217ac2c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 931 time: 0.0556586 Nov 28 08:08:05.801652 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Transition to ACTIVE for port object a193d86c-8d04-4af2-9101-9545cebe6cba will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:08:05.806178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:05.849532 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1b242207-b8b8-426a-8494-ef2814229369 req-15e934bd-ccca-43dc-9196-bba2f3d5b93d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422449 Nov 28 08:08:05.878561 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Pushing event updated for resources: {'Port': ['ID=a193d86c-8d04-4af2-9101-9545cebe6cba,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:05.933602 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Attempting to bind port a193d86c-8d04-4af2-9101-9545cebe6cba on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:08:05.934118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Attempting to bind port a193d86c-8d04-4af2-9101-9545cebe6cba by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:08:05.934649 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Attempting to bind port a193d86c-8d04-4af2-9101-9545cebe6cba on network ca0967a2-ab20-43c4-b135-cfd09f8d936a {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:08:05.940103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Port a193d86c-8d04-4af2-9101-9545cebe6cba on network ca0967a2-ab20-43c4-b135-cfd09f8d936a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:08:05.940431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Attempting to bind port a193d86c-8d04-4af2-9101-9545cebe6cba on network ca0967a2-ab20-43c4-b135-cfd09f8d936a {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:08:05.945566 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:08:05.945978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Checking segment: {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:08:05.946403 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Bound using segment: {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:08:05.946836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Bound port: a193d86c-8d04-4af2-9101-9545cebe6cba, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:08:05.947250 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:06.025792 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] For port a193d86c-8d04-4af2-9101-9545cebe6cba, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:08:06.029984 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] For port a193d86c-8d04-4af2-9101-9545cebe6cba, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a193d86c-8d04-4af2-9101-9545cebe6cba,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:08:06.033844 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:06.067630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:06.068259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:06.069680 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] 10.222.0.35 "PUT /v2.0/ports/a193d86c-8d04-4af2-9101-9545cebe6cba HTTP/1.1" status: 200 len: 1093 time: 0.6573138 Nov 28 08:08:06.070112 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa59810c-6f73-47a9-8a66-9c6b4d15e2cf', 'tag': 'a193d86c-8d04-4af2-9101-9545cebe6cba'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:08:06.072402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc18fa1-e164-4b62-9cb5-c4f8e26e44cd" -d '{"events": [{"name": "network-changed", "server_uuid": "fa59810c-6f73-47a9-8a66-9c6b4d15e2cf", "tag": "a193d86c-8d04-4af2-9101-9545cebe6cba"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:08:06.102453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b0404-e2dd-4c1b-91ae-1cef835a3e48 service neutron] Pushing event updated for resources: {'Port': ['ID=a193d86c-8d04-4af2-9101-9545cebe6cba,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:06.148123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2c26d2-d53a-4e2b-8c34-7980eaf9e0c0 x-openstack-request-id: req-9e2c26d2-d53a-4e2b-8c34-7980eaf9e0c0 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:08:06.148445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa59810c-6f73-47a9-8a66-9c6b4d15e2cf", "tag": "a193d86c-8d04-4af2-9101-9545cebe6cba", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:08:06.148703 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e2c26d2-d53a-4e2b-8c34-7980eaf9e0c0 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:08:06.149102 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa59810c-6f73-47a9-8a66-9c6b4d15e2cf', 'tag': 'a193d86c-8d04-4af2-9101-9545cebe6cba', 'status': 'completed', 'code': 200} Nov 28 08:08:06.170818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-08d89d84-2921-4113-989a-c2a6d3e30abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:06.172490 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-08d89d84-2921-4113-989a-c2a6d3e30abd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 1096 time: 0.0534127 Nov 28 08:08:06.227888 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-c309287b-0e08-4905-ae11-ff265809139f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a193d86c-8d04-4af2-9101-9545cebe6cba HTTP/1.1" status: 200 len: 217 time: 0.0408130 Nov 28 08:08:06.278052 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-49788153-f70e-4aac-a6b3-c4b4b92f6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:06.279583 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-49788153-f70e-4aac-a6b3-c4b4b92f6798 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0443404 Nov 28 08:08:06.337570 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-37eb7e22-392e-465a-9e5f-a45452b033c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:06.339121 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-37eb7e22-392e-465a-9e5f-a45452b033c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0465314 Nov 28 08:08:06.436562 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-b3b40efe-f6c2-446b-9301-82f181bbd794 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846221 Nov 28 08:08:06.530881 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d9a8f15-4d88-49f9-97a3-7de746a1adeb req-54bd337d-fa8c-40fc-9bf6-7146ae394b30 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809450 Nov 28 08:08:06.631941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc18fa1-e164-4b62-9cb5-c4f8e26e44cd req-f7d2b864-8cef-485b-95ef-28a9ac00b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:06.633416 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3fc18fa1-e164-4b62-9cb5-c4f8e26e44cd req-f7d2b864-8cef-485b-95ef-28a9ac00b882 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 1096 time: 0.0506215 Nov 28 08:08:06.724334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc18fa1-e164-4b62-9cb5-c4f8e26e44cd req-65a02989-6850-44fd-87d9-90398779fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:06.725777 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3fc18fa1-e164-4b62-9cb5-c4f8e26e44cd req-65a02989-6850-44fd-87d9-90398779fe87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0848727 Nov 28 08:08:06.768016 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3fc18fa1-e164-4b62-9cb5-c4f8e26e44cd req-9d65ba58-b8a7-4083-8642-e9d5ba7d7d91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a193d86c-8d04-4af2-9101-9545cebe6cba HTTP/1.1" status: 200 len: 217 time: 0.0340102 Nov 28 08:08:06.821201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc18fa1-e164-4b62-9cb5-c4f8e26e44cd req-4ece51c2-463b-410c-8f7f-d52e86daab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:06.822629 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3fc18fa1-e164-4b62-9cb5-c4f8e26e44cd req-4ece51c2-463b-410c-8f7f-d52e86daab6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0465050 Nov 28 08:08:06.874962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc18fa1-e164-4b62-9cb5-c4f8e26e44cd req-466357fd-545c-4579-8e8c-54b0dbb4d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:06.876900 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3fc18fa1-e164-4b62-9cb5-c4f8e26e44cd req-466357fd-545c-4579-8e8c-54b0dbb4d033 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0449810 Nov 28 08:08:06.976794 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3fc18fa1-e164-4b62-9cb5-c4f8e26e44cd req-1c7300c4-f832-435f-969b-c76c16202c1c service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919933 Nov 28 08:08:06.978036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc3046-b39e-43c4-b15e-c0112c936607 req-b2d7acd6-4536-4c85-bea3-1e4456d7529e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:06.979540 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-adcc3046-b39e-43c4-b15e-c0112c936607 req-b2d7acd6-4536-4c85-bea3-1e4456d7529e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 943 time: 0.0610058 Nov 28 08:08:07.028243 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-adcc3046-b39e-43c4-b15e-c0112c936607 req-b4b87200-d092-4089-b879-e393df471a91 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428748 Nov 28 08:08:07.067587 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3fc18fa1-e164-4b62-9cb5-c4f8e26e44cd req-7a7cd05c-3d2d-49c0-a45d-5f7f20a5cda8 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806329 Nov 28 08:08:08.148443 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653390d-d526-4328-a184-b2db42ca7d1a req-91c4813a-ef70-4eec-992b-0a04f2f12577 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:08.149920 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9653390d-d526-4328-a184-b2db42ca7d1a req-91c4813a-ef70-4eec-992b-0a04f2f12577 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 943 time: 0.0545542 Nov 28 08:08:08.200095 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9653390d-d526-4328-a184-b2db42ca7d1a req-5e570a23-19eb-48ae-851b-7e6c7166fa64 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442765 Nov 28 08:08:08.510594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a193d86c-8d04-4af2-9101-9545cebe6cba details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:08:08.606928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port a193d86c-8d04-4af2-9101-9545cebe6cba, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a193d86c-8d04-4af2-9101-9545cebe6cba,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:08:08.617040 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'a193d86c-8d04-4af2-9101-9545cebe6cba', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'port_id': 'a193d86c-8d04-4af2-9101-9545cebe6cba', 'mac_address': 'fa:16:3e:bd:d3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:08:08.658614 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:08.670673 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a193d86c-8d04-4af2-9101-9545cebe6cba {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:08:08.689814 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port a193d86c-8d04-4af2-9101-9545cebe6cba, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a193d86c-8d04-4af2-9101-9545cebe6cba,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:08:08.693706 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:08.746466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=a193d86c-8d04-4af2-9101-9545cebe6cba,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:09.030589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['a193d86c-8d04-4af2-9101-9545cebe6cba'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:08:09.319616 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3563e84-4cf1-4ae1-bfef-3229c8868275 req-7c36c4e2-7acb-4653-ab7a-1bee507399c1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:09.321081 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d3563e84-4cf1-4ae1-bfef-3229c8868275 req-7c36c4e2-7acb-4653-ab7a-1bee507399c1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 944 time: 0.0559568 Nov 28 08:08:09.366284 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d3563e84-4cf1-4ae1-bfef-3229c8868275 req-a9041710-d753-4492-8e11-c2118c557ae0 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392952 Nov 28 08:08:10.486278 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218060b-8ff3-4fed-bb4b-9c11939e33ef req-c86a7d42-a3f0-4330-9d38-832245800ba4 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:10.487804 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d218060b-8ff3-4fed-bb4b-9c11939e33ef req-c86a7d42-a3f0-4330-9d38-832245800ba4 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 944 time: 0.0553441 Nov 28 08:08:10.531257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a193d86c-8d04-4af2-9101-9545cebe6cba up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:08:10.534253 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d218060b-8ff3-4fed-bb4b-9c11939e33ef req-5cb33c2f-103e-4d7f-92bc-28794b90a922 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404873 Nov 28 08:08:10.586177 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port a193d86c-8d04-4af2-9101-9545cebe6cba completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:08:10.590045 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port a193d86c-8d04-4af2-9101-9545cebe6cba triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:08:10.590438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:10.673001 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:10.695160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa59810c-6f73-47a9-8a66-9c6b4d15e2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a193d86c-8d04-4af2-9101-9545cebe6cba'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:08:10.697376 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e10b73-a9f5-4edf-9a83-4e79224b53cf" -d '{"events": [{"server_uuid": "fa59810c-6f73-47a9-8a66-9c6b4d15e2cf", "name": "network-vif-plugged", "status": "completed", "tag": "a193d86c-8d04-4af2-9101-9545cebe6cba"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:08:10.712524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port a193d86c-8d04-4af2-9101-9545cebe6cba, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a193d86c-8d04-4af2-9101-9545cebe6cba,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:08:10.718598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:10.742327 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ef2a93-f802-4b24-88db-4ffc449791f0 x-openstack-request-id: req-59ef2a93-f802-4b24-88db-4ffc449791f0 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:08:10.742618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa59810c-6f73-47a9-8a66-9c6b4d15e2cf", "name": "network-vif-plugged", "status": "completed", "tag": "a193d86c-8d04-4af2-9101-9545cebe6cba", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:08:10.742886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59ef2a93-f802-4b24-88db-4ffc449791f0 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:08:10.743284 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa59810c-6f73-47a9-8a66-9c6b4d15e2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a193d86c-8d04-4af2-9101-9545cebe6cba', 'code': 200} Nov 28 08:08:10.771914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=a193d86c-8d04-4af2-9101-9545cebe6cba,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:08:10.931358 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8eb6b4-5313-4aa5-8b90-dcc086890e24 req-5d5a23d8-c19e-4a69-9c4b-9902cc530960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:10.932752 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8b8eb6b4-5313-4aa5-8b90-dcc086890e24 req-5d5a23d8-c19e-4a69-9c4b-9902cc530960 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 1098 time: 0.0450356 Nov 28 08:08:10.981573 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8b8eb6b4-5313-4aa5-8b90-dcc086890e24 req-1eb3219b-1e4c-4e8d-964a-8322517a398f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355034 Nov 28 08:08:11.664045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d5e49-1cf3-4859-a1ee-427aa578ee33 req-0c8a7525-13cd-470c-8f80-75a7b3071994 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:11.665526 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-277d5e49-1cf3-4859-a1ee-427aa578ee33 req-0c8a7525-13cd-470c-8f80-75a7b3071994 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0584741 Nov 28 08:08:11.710935 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-277d5e49-1cf3-4859-a1ee-427aa578ee33 req-3c7443ab-9de4-42d3-af63-104f59bb1877 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395408 Nov 28 08:08:12.835369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34d5a6-c605-47ea-be9c-79c0e2428656 req-07d2674d-0ce6-4930-809c-4a84d6d60763 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:12.836810 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dd34d5a6-c605-47ea-be9c-79c0e2428656 req-07d2674d-0ce6-4930-809c-4a84d6d60763 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0588484 Nov 28 08:08:12.882189 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dd34d5a6-c605-47ea-be9c-79c0e2428656 req-581c4a4f-4206-4563-9fbd-1195dd7fedde tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394959 Nov 28 08:08:12.999033 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727de376-7d8b-4bd9-8803-be0e3f565937 req-bb9676e1-1d50-435f-bdb7-45a005e1e800 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:13.000515 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-727de376-7d8b-4bd9-8803-be0e3f565937 req-bb9676e1-1d50-435f-bdb7-45a005e1e800 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0555184 Nov 28 08:08:13.008930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 44746) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:08:13.013180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1f59e316-7912-4c79-8378-f96552f780aa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Request body: {'floatingip': {'port_id': 'a193d86c-8d04-4af2-9101-9545cebe6cba'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:08:13.060472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f59e316-7912-4c79-8378-f96552f780aa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:13.526801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f59e316-7912-4c79-8378-f96552f780aa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:13.530349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f59e316-7912-4c79-8378-f96552f780aa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:13.642254 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-1f59e316-7912-4c79-8378-f96552f780aa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf associated. External IP: 172.26.2.208, port: a193d86c-8d04-4af2-9101-9545cebe6cba. Nov 28 08:08:14.204142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f59e316-7912-4c79-8378-f96552f780aa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Router e69af688-6def-4329-a292-96c150a5fd0e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:08:14.323508 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f59e316-7912-4c79-8378-f96552f780aa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:08:14.328394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f59e316-7912-4c79-8378-f96552f780aa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:14.333003 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bc344b-edc5-455d-a33f-43faf05b547a None None] Sync routers for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:08:14.342276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc344b-edc5-455d-a33f-43faf05b547a None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:08:14.342913 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-12bc344b-edc5-455d-a33f-43faf05b547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:07:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:08:14.358992 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1f59e316-7912-4c79-8378-f96552f780aa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "PUT /v2.0/floatingips/7accc95e-7f90-4c4f-a5ba-369ff7614cbf HTTP/1.1" status: 200 len: 991 time: 1.3490179 Nov 28 08:08:14.359567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa59810c-6f73-47a9-8a66-9c6b4d15e2cf', 'tag': 'a193d86c-8d04-4af2-9101-9545cebe6cba'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:08:14.362486 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f20669e-2fa7-4aad-a9ef-4d4aa228f174" -d '{"events": [{"name": "network-changed", "server_uuid": "fa59810c-6f73-47a9-8a66-9c6b4d15e2cf", "tag": "a193d86c-8d04-4af2-9101-9545cebe6cba"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:08:14.399589 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c08634-d131-4526-bc43-b38bd619d891 x-openstack-request-id: req-18c08634-d131-4526-bc43-b38bd619d891 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:08:14.399890 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa59810c-6f73-47a9-8a66-9c6b4d15e2cf", "tag": "a193d86c-8d04-4af2-9101-9545cebe6cba", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:08:14.400277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18c08634-d131-4526-bc43-b38bd619d891 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:08:14.400690 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa59810c-6f73-47a9-8a66-9c6b4d15e2cf', 'tag': 'a193d86c-8d04-4af2-9101-9545cebe6cba', 'status': 'completed', 'code': 200} Nov 28 08:08:14.470309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-12bc344b-edc5-455d-a33f-43faf05b547a None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:08:14.472158 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20669e-2fa7-4aad-a9ef-4d4aa228f174 req-a73a85fd-ddc6-457c-b2e5-0d510ae80fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:14.473671 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6f20669e-2fa7-4aad-a9ef-4d4aa228f174 req-a73a85fd-ddc6-457c-b2e5-0d510ae80fde service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 1098 time: 0.0475183 Nov 28 08:08:14.567381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20669e-2fa7-4aad-a9ef-4d4aa228f174 req-6f783c19-7254-47c9-a7d6-ef7024a3548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:14.568851 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6f20669e-2fa7-4aad-a9ef-4d4aa228f174 req-6f783c19-7254-47c9-a7d6-ef7024a3548f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0877812 Nov 28 08:08:14.645612 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6f20669e-2fa7-4aad-a9ef-4d4aa228f174 req-74562f2a-0f2b-45c2-8f7f-6e0c7dac4a3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a193d86c-8d04-4af2-9101-9545cebe6cba HTTP/1.1" status: 200 len: 999 time: 0.0691688 Nov 28 08:08:14.693740 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20669e-2fa7-4aad-a9ef-4d4aa228f174 req-2ce639b1-7525-431f-aea7-b833e3894564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:14.695226 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6f20669e-2fa7-4aad-a9ef-4d4aa228f174 req-2ce639b1-7525-431f-aea7-b833e3894564 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0432637 Nov 28 08:08:14.706214 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-12bc344b-edc5-455d-a33f-43faf05b547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '7accc95e-7f90-4c4f-a5ba-369ff7614cbf', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'port_id': 'a193d86c-8d04-4af2-9101-9545cebe6cba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'mac_address': 'fa:16:3e:bd:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa59810c-6f73-47a9-8a66-9c6b4d15e2cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:08:02Z', 'updated_at': '2021-11-28T08:08:13Z', 'revision_number': 1, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:08:14.733717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bc344b-edc5-455d-a33f-43faf05b547a None None] Checking router: e69af688-6def-4329-a292-96c150a5fd0e for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:08:14.741994 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc344b-edc5-455d-a33f-43faf05b547a None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:08:14.742582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-12bc344b-edc5-455d-a33f-43faf05b547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:07:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:08:14.747136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20669e-2fa7-4aad-a9ef-4d4aa228f174 req-83cbdde1-6181-4182-974b-e75d5bd53e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:14.748657 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6f20669e-2fa7-4aad-a9ef-4d4aa228f174 req-83cbdde1-6181-4182-974b-e75d5bd53e46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0461836 Nov 28 08:08:14.849181 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6f20669e-2fa7-4aad-a9ef-4d4aa228f174 req-d1d9f3ee-575d-43b0-bd60-050f47c090bb service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896759 Nov 28 08:08:14.888345 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:08:14.943592 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6f20669e-2fa7-4aad-a9ef-4d4aa228f174 req-28b28e0d-af6c-4cf0-828f-3f1b5fadb1da service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868497 Nov 28 08:08:15.023183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-12bc344b-edc5-455d-a33f-43faf05b547a None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:08:15.255644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-12bc344b-edc5-455d-a33f-43faf05b547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '7accc95e-7f90-4c4f-a5ba-369ff7614cbf', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'port_id': 'a193d86c-8d04-4af2-9101-9545cebe6cba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'mac_address': 'fa:16:3e:bd:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa59810c-6f73-47a9-8a66-9c6b4d15e2cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:08:02Z', 'updated_at': '2021-11-28T08:08:13Z', 'revision_number': 1, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:08:15.282547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bc344b-edc5-455d-a33f-43faf05b547a None None] The sync data for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv is: [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '7accc95e-7f90-4c4f-a5ba-369ff7614cbf', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'port_id': 'a193d86c-8d04-4af2-9101-9545cebe6cba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'mac_address': 'fa:16:3e:bd:d3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa59810c-6f73-47a9-8a66-9c6b4d15e2cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:08:02Z', 'updated_at': '2021-11-28T08:08:13Z', 'revision_number': 1, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:08:15.436864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-83ad2923-bb8b-42e9-9243-b8a04874cfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:15.454798 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7849c148-3d5e-4135-ba98-515ff8d6f6d5 None None] New status for floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:08:17.969531 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2a688ea1-8f1c-4933-b4c8-f51876326e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:19.088715 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:20.369236 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:21.344356 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:25.072409 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74dddc10-5f66-40ce-8ebd-641d81837436 req-35e88c8d-c316-432e-9c48-1a4a8747fa9e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451698 Nov 28 08:08:25.163005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dddc10-5f66-40ce-8ebd-641d81837436 req-3fe76b3c-4040-4387-879d-f16e19c32c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:25.164464 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74dddc10-5f66-40ce-8ebd-641d81837436 req-3fe76b3c-4040-4387-879d-f16e19c32c88 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 1098 time: 0.0502045 Nov 28 08:08:25.267115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dddc10-5f66-40ce-8ebd-641d81837436 req-54acb4f0-b668-4783-a978-d6e0a4ce931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:25.268568 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74dddc10-5f66-40ce-8ebd-641d81837436 req-54acb4f0-b668-4783-a978-d6e0a4ce931d service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0836401 Nov 28 08:08:25.344279 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74dddc10-5f66-40ce-8ebd-641d81837436 req-a3d774ed-68d4-4aae-986a-28334f62b964 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a193d86c-8d04-4af2-9101-9545cebe6cba HTTP/1.1" status: 200 len: 1001 time: 0.0662594 Nov 28 08:08:25.395516 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dddc10-5f66-40ce-8ebd-641d81837436 req-157b53c2-f279-4726-8425-e26cf9f6dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:25.396932 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74dddc10-5f66-40ce-8ebd-641d81837436 req-157b53c2-f279-4726-8425-e26cf9f6dcc1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0431607 Nov 28 08:08:25.447593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dddc10-5f66-40ce-8ebd-641d81837436 req-f3efef9a-c420-4f60-83ba-0c3ccf9cfc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:25.449032 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74dddc10-5f66-40ce-8ebd-641d81837436 req-f3efef9a-c420-4f60-83ba-0c3ccf9cfc4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0444403 Nov 28 08:08:25.539551 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74dddc10-5f66-40ce-8ebd-641d81837436 req-6eb41a79-695b-4380-8427-cbc1193475a0 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826585 Nov 28 08:08:25.632667 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74dddc10-5f66-40ce-8ebd-641d81837436 req-42a4ce11-a629-4945-a8aa-b3bc441f8181 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817921 Nov 28 08:08:31.348984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:45.440261 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9b690258-904d-4c25-9f39-da069c576318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:47.970771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-73dd60f4-a8b8-4e96-8d4d-584b704b54a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:49.091968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:50.371271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:51.345957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:08:51.886970 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:08:53.972791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3ac73-4c2b-43b7-8c38-e859a8fe3c88 req-349f3539-9faa-4371-8831-566b479f2b84 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:53.974271 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dbe3ac73-4c2b-43b7-8c38-e859a8fe3c88 req-349f3539-9faa-4371-8831-566b479f2b84 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0605600 Nov 28 08:08:54.020961 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dbe3ac73-4c2b-43b7-8c38-e859a8fe3c88 req-d7beab5c-88f4-4d8f-bb9e-986bb38fe254 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407236 Nov 28 08:08:54.377846 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-2873e64c-1b85-4da3-9d82-4f0fbf331c6f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799482 Nov 28 08:08:54.385252 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908f82c-21d1-4fc7-8bc4-09fbc3fd0752 req-b60ec2b0-049d-42e4-b4df-eba352ad8c1b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:54.386996 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d908f82c-21d1-4fc7-8bc4-09fbc3fd0752 req-b60ec2b0-049d-42e4-b4df-eba352ad8c1b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0797188 Nov 28 08:08:54.438111 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d908f82c-21d1-4fc7-8bc4-09fbc3fd0752 req-03f5acb6-8c28-4750-a61c-f5feb7d58e87 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453193 Nov 28 08:08:55.556013 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-777bff76-6138-4165-83dd-2e5954e8c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:55.557511 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-777bff76-6138-4165-83dd-2e5954e8c538 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 1098 time: 0.0480897 Nov 28 08:08:55.562763 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c21061-6a04-4d4c-8714-4a2c5813cca8 req-8340cd08-7c92-4104-99d9-3529e810811f tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:55.564261 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c4c21061-6a04-4d4c-8714-4a2c5813cca8 req-8340cd08-7c92-4104-99d9-3529e810811f tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0550060 Nov 28 08:08:55.613862 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c4c21061-6a04-4d4c-8714-4a2c5813cca8 req-81c842a4-a39d-4129-8cee-651db9027bc8 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430183 Nov 28 08:08:55.649307 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-56277bf8-4d9f-4428-9f96-5aed37f1cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:55.650754 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-56277bf8-4d9f-4428-9f96-5aed37f1cf5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0844338 Nov 28 08:08:55.730139 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-eabefb32-eb18-4d66-a0f3-be5c807360d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a193d86c-8d04-4af2-9101-9545cebe6cba HTTP/1.1" status: 200 len: 1001 time: 0.0652254 Nov 28 08:08:55.782605 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-133bd7ac-6f57-4a0c-8556-01022dd3ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:55.784057 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-133bd7ac-6f57-4a0c-8556-01022dd3ae4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0420198 Nov 28 08:08:55.839057 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-473221a2-503b-483d-89a9-1b0b93a46bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:55.840482 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-473221a2-503b-483d-89a9-1b0b93a46bea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0449662 Nov 28 08:08:55.937333 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-ae51c73e-a68c-42f9-97ff-f8a9d6dc0a71 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830741 Nov 28 08:08:56.032652 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-5ae2e5b1-2b40-4025-9504-44d69048164e service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841110 Nov 28 08:08:56.734549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dea2f7-c7ad-45f7-8f64-5474f14c9d98 req-0e4c5cea-6657-4eb8-aadf-1cd3d8e164ee tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:56.736109 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-40dea2f7-c7ad-45f7-8f64-5474f14c9d98 req-0e4c5cea-6657-4eb8-aadf-1cd3d8e164ee tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0550699 Nov 28 08:08:56.784107 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-40dea2f7-c7ad-45f7-8f64-5474f14c9d98 req-84de2c62-1dcd-4259-a631-44091113bc69 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419099 Nov 28 08:08:57.906530 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06093a-1efe-47d1-abfb-fb0f0c0bc08e req-4104bc5a-6ce7-402d-b4a8-a540ebde7484 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:57.908016 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5a06093a-1efe-47d1-abfb-fb0f0c0bc08e req-4104bc5a-6ce7-402d-b4a8-a540ebde7484 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0565746 Nov 28 08:08:57.955465 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5a06093a-1efe-47d1-abfb-fb0f0c0bc08e req-d37d924f-fc2e-422b-9816-9ff564d6d9c9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414503 Nov 28 08:08:59.074702 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b2ee1-582e-4dd9-b329-d256392a6e47 req-df814931-b43a-4469-b794-1b4fa01f1c74 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:08:59.076528 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3f9b2ee1-582e-4dd9-b329-d256392a6e47 req-df814931-b43a-4469-b794-1b4fa01f1c74 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0545409 Nov 28 08:08:59.123640 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3f9b2ee1-582e-4dd9-b329-d256392a6e47 req-1b100e92-764d-4d3e-b410-fb58932ab18b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414286 Nov 28 08:09:00.244478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bf3cf-1a29-4cdd-b210-d9507d35eaa7 req-5d14099d-8550-49a2-af36-54b984965117 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:00.245858 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5d5bf3cf-1a29-4cdd-b210-d9507d35eaa7 req-5d14099d-8550-49a2-af36-54b984965117 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0541878 Nov 28 08:09:00.296952 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5d5bf3cf-1a29-4cdd-b210-d9507d35eaa7 req-20c94470-d15c-4bf8-9015-96e474b598a8 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431707 Nov 28 08:09:01.365937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:01.428800 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974c587-c274-415f-bace-6021b9745578 req-09a94772-2ac3-42ee-8b4a-800e89b074bc tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:01.430533 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2974c587-c274-415f-bace-6021b9745578 req-09a94772-2ac3-42ee-8b4a-800e89b074bc tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0592430 Nov 28 08:09:01.476292 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2974c587-c274-415f-bace-6021b9745578 req-93aa70fb-f54c-4964-8fd2-3761bff79b96 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396903 Nov 28 08:09:02.595654 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e07bb-2783-4783-92fe-10f868d8bc7d req-8ca4cc2d-8a4e-452e-a115-29e8d61363da tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:02.597141 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-864e07bb-2783-4783-92fe-10f868d8bc7d req-8ca4cc2d-8a4e-452e-a115-29e8d61363da tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0546515 Nov 28 08:09:02.644472 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-864e07bb-2783-4783-92fe-10f868d8bc7d req-b39640e1-6edf-48cc-bb32-aea0d69e4ac5 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415225 Nov 28 08:09:03.765367 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff48e-50f9-4562-961c-16f01d0c09f3 req-3fb6d175-3cad-46bc-babc-5d4c8e7232cd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:03.766826 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c6ff48e-50f9-4562-961c-16f01d0c09f3 req-3fb6d175-3cad-46bc-babc-5d4c8e7232cd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0542471 Nov 28 08:09:03.813452 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c6ff48e-50f9-4562-961c-16f01d0c09f3 req-e079e1e2-df3b-40e8-9a6a-07cef885ff59 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400927 Nov 28 08:09:04.936385 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffff26-e998-49ee-a2dd-6f139f98b344 req-159f7a19-317d-4fba-815c-9f5398e02e57 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:04.937869 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-caffff26-e998-49ee-a2dd-6f139f98b344 req-159f7a19-317d-4fba-815c-9f5398e02e57 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0552986 Nov 28 08:09:04.989390 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-caffff26-e998-49ee-a2dd-6f139f98b344 req-e5ec4d99-f96e-4775-8649-f05c8def1ca1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450940 Nov 28 08:09:06.112803 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d711-58e0-48bf-8b53-ccfa43d24e0c req-f57edef8-ee0c-4cf3-8700-b7099bfe1096 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:06.114283 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f92d711-58e0-48bf-8b53-ccfa43d24e0c req-f57edef8-ee0c-4cf3-8700-b7099bfe1096 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0576010 Nov 28 08:09:06.161678 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f92d711-58e0-48bf-8b53-ccfa43d24e0c req-51cde381-ffde-461e-bc31-e01327b65798 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414610 Nov 28 08:09:07.283170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597d8e-22aa-49f6-82bf-1773c1960e55 req-b986bbaf-bd3b-4769-ab6a-609b798074cf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:07.284630 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b5597d8e-22aa-49f6-82bf-1773c1960e55 req-b986bbaf-bd3b-4769-ab6a-609b798074cf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0549145 Nov 28 08:09:07.330232 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b5597d8e-22aa-49f6-82bf-1773c1960e55 req-14c8eb33-f567-4546-92ea-1140d292766d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397055 Nov 28 08:09:07.923499 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-831ee661-1134-4320-b429-e258c8fd4c0a service neutron] 10.222.0.35 "GET /v2.0/ports/a193d86c-8d04-4af2-9101-9545cebe6cba/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0594764 Nov 28 08:09:08.150438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-075a22e7-c1fc-4975-b747-44cab31cbb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:08.151931 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-075a22e7-c1fc-4975-b747-44cab31cbb7e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 1098 time: 0.0466914 Nov 28 08:09:08.233658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-59c169ca-b0d9-40f8-8dd3-b0ea1cd97fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:08.235078 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-59c169ca-b0d9-40f8-8dd3-b0ea1cd97fbd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 1098 time: 0.0493994 Nov 28 08:09:08.326734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-ab48f2b2-91a4-43bb-addd-b08d0a479b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:08.328187 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-ab48f2b2-91a4-43bb-addd-b08d0a479b70 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0802929 Nov 28 08:09:08.418786 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-7d65a3a8-b1c0-47a1-baf1-9752bfe6d923 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a193d86c-8d04-4af2-9101-9545cebe6cba HTTP/1.1" status: 200 len: 1001 time: 0.0779195 Nov 28 08:09:08.496339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cceb43-9358-4a66-af75-b2eb25a5c05d req-8468dc64-366b-4f5e-82a0-519daf8c65fd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:08.497711 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-96cceb43-9358-4a66-af75-b2eb25a5c05d req-8468dc64-366b-4f5e-82a0-519daf8c65fd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0931313 Nov 28 08:09:08.499376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-4dee2b69-a867-45a2-a174-ede6d00dd7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:08.500652 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-4dee2b69-a867-45a2-a174-ede6d00dd7c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0671022 Nov 28 08:09:08.573322 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-96cceb43-9358-4a66-af75-b2eb25a5c05d req-0437e987-00aa-4c49-849e-810e98c29b51 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694911 Nov 28 08:09:08.584241 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-0763be30-3dc3-4fe6-af10-325e73e3f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:08.585668 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-0763be30-3dc3-4fe6-af10-325e73e3f486 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0694776 Nov 28 08:09:08.680565 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-ba029b99-8ec0-4727-b513-03cb82c269ca service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826111 Nov 28 08:09:08.775906 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-45cd38eb-4c8b-427e-8006-5f2ee1bc1514 req-f5484067-c5e6-4639-b09d-f47c3ce41dae service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823638 Nov 28 08:09:09.695902 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a971de-652a-429f-a1db-926f372ffbe9 req-650e8442-ac1f-4bec-b0f5-bb6ccc0f436c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:09.697367 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b2a971de-652a-429f-a1db-926f372ffbe9 req-650e8442-ac1f-4bec-b0f5-bb6ccc0f436c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0558915 Nov 28 08:09:09.743208 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b2a971de-652a-429f-a1db-926f372ffbe9 req-acaca9e6-1c47-4ab5-889a-a31eb23677e1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400269 Nov 28 08:09:10.863012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08843a-ba38-4f8c-ac27-9ea6dc042e1b req-cbed2de6-8783-469b-b025-25a1b2603337 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:10.864477 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1a08843a-ba38-4f8c-ac27-9ea6dc042e1b req-cbed2de6-8783-469b-b025-25a1b2603337 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0552053 Nov 28 08:09:10.910625 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1a08843a-ba38-4f8c-ac27-9ea6dc042e1b req-49f0dd16-ee6b-4187-a332-f3832403ca2d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402648 Nov 28 08:09:11.112125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1267e-ed23-4b23-be99-13c804a8daed req-415ca8c2-5f7e-44d4-86e2-66f76e9774f9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:11.113571 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f4d1267e-ed23-4b23-be99-13c804a8daed req-415ca8c2-5f7e-44d4-86e2-66f76e9774f9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0558252 Nov 28 08:09:11.195926 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f4d1267e-ed23-4b23-be99-13c804a8daed req-96138e85-ca4c-4252-8062-ad43aca55936 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731177 Nov 28 08:09:11.204111 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af458eeb-71e8-49a6-b4bf-175b25ad5beb req-c5bcd736-f6fd-4073-a194-a0900aa39ef3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:11.206075 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af458eeb-71e8-49a6-b4bf-175b25ad5beb req-c5bcd736-f6fd-4073-a194-a0900aa39ef3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 945 time: 0.1018648 Nov 28 08:09:11.295950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af458eeb-71e8-49a6-b4bf-175b25ad5beb req-be726a19-0a7f-4a8a-82f4-d98da14a2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:11.297347 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af458eeb-71e8-49a6-b4bf-175b25ad5beb req-be726a19-0a7f-4a8a-82f4-d98da14a2dab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 1098 time: 0.0485818 Nov 28 08:09:11.396935 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af458eeb-71e8-49a6-b4bf-175b25ad5beb req-0650731d-042e-4852-a81b-3f2bc0cdf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:11.398405 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af458eeb-71e8-49a6-b4bf-175b25ad5beb req-0650731d-042e-4852-a81b-3f2bc0cdf002 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0924871 Nov 28 08:09:11.467884 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af458eeb-71e8-49a6-b4bf-175b25ad5beb req-cee3abe7-7f5f-4c21-98f5-ac8d0ba9b828 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a193d86c-8d04-4af2-9101-9545cebe6cba HTTP/1.1" status: 200 len: 1001 time: 0.0620894 Nov 28 08:09:11.516401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af458eeb-71e8-49a6-b4bf-175b25ad5beb req-f0afce74-7f44-4723-9aac-b44e8879ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:11.517861 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af458eeb-71e8-49a6-b4bf-175b25ad5beb req-f0afce74-7f44-4723-9aac-b44e8879ca64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0426154 Nov 28 08:09:11.573491 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af458eeb-71e8-49a6-b4bf-175b25ad5beb req-3b2a74c6-6d07-4434-a472-966ee26b6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:11.574885 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af458eeb-71e8-49a6-b4bf-175b25ad5beb req-3b2a74c6-6d07-4434-a472-966ee26b6e33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0494835 Nov 28 08:09:11.663312 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af458eeb-71e8-49a6-b4bf-175b25ad5beb req-6f13c8f6-9c11-422f-9e8a-6b79c8be719f service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788765 Nov 28 08:09:11.762832 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af458eeb-71e8-49a6-b4bf-175b25ad5beb req-a833353c-d5f5-44ee-a41f-16a05d495580 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921686 Nov 28 08:09:12.327966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079dd5d-b771-413c-b763-352db5255b3d req-f5af1f9f-7c72-4dc8-9741-0463a8ca7593 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:12.329948 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e079dd5d-b771-413c-b763-352db5255b3d req-f5af1f9f-7c72-4dc8-9741-0463a8ca7593 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0604346 Nov 28 08:09:12.377492 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e079dd5d-b771-413c-b763-352db5255b3d req-8e679d59-e6a6-4e8d-9ef1-79f819a9fd11 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412319 Nov 28 08:09:12.496930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acdef8-df58-474d-acf0-833e2dc79680 req-4a133d49-eb4f-4fae-bc89-fd4766b327d0 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:12.498311 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-69acdef8-df58-474d-acf0-833e2dc79680 req-4a133d49-eb4f-4fae-bc89-fd4766b327d0 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0542138 Nov 28 08:09:12.544613 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-69acdef8-df58-474d-acf0-833e2dc79680 req-849eb5c4-0b80-4ec0-b99c-3ec36584492a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397944 Nov 28 08:09:12.662675 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847decc-f8b2-4d77-87fc-0e457019680b req-289dca1a-de7b-40bb-a5b7-b470852621d8 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:12.664183 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3847decc-f8b2-4d77-87fc-0e457019680b req-289dca1a-de7b-40bb-a5b7-b470852621d8 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0549493 Nov 28 08:09:12.710557 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3847decc-f8b2-4d77-87fc-0e457019680b req-6ec84d31-6321-4c4e-ac78-5bc48da42abf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405488 Nov 28 08:09:12.952620 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80281906-ab71-4982-97d0-51dda1564bae req-d3fba9b9-1549-45a9-be57-1a9f678ac0a8 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:12.954077 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-80281906-ab71-4982-97d0-51dda1564bae req-d3fba9b9-1549-45a9-be57-1a9f678ac0a8 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0594025 Nov 28 08:09:12.999975 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-80281906-ab71-4982-97d0-51dda1564bae req-86a423d3-95db-44de-a4c8-74f8d77e3e34 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399344 Nov 28 08:09:14.126326 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d640-cf8b-4cdd-aa0d-24d9b85b8242 req-01836ee5-434d-4bd2-b398-1446a2ca6d86 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:14.127771 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e191d640-cf8b-4cdd-aa0d-24d9b85b8242 req-01836ee5-434d-4bd2-b398-1446a2ca6d86 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0577555 Nov 28 08:09:14.173239 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e191d640-cf8b-4cdd-aa0d-24d9b85b8242 req-610d5d33-a0cb-401f-aa4a-e51fe7d1e81c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394616 Nov 28 08:09:14.772987 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949b34c-8636-4a78-9497-f2a10418401f req-055ef8ea-f269-41b1-8fb7-0d89a5bfbc66 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:14.774436 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2949b34c-8636-4a78-9497-f2a10418401f req-055ef8ea-f269-41b1-8fb7-0d89a5bfbc66 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0536776 Nov 28 08:09:14.882529 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-2949b34c-8636-4a78-9497-f2a10418401f req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Deleting port a193d86c-8d04-4af2-9101-9545cebe6cba {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:09:14.882888 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-2949b34c-8636-4a78-9497-f2a10418401f req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:14.969367 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-2949b34c-8636-4a78-9497-f2a10418401f req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] For port a193d86c-8d04-4af2-9101-9545cebe6cba, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a193d86c-8d04-4af2-9101-9545cebe6cba,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:09:14.969725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-2949b34c-8636-4a78-9497-f2a10418401f req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:15.153622 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-2949b34c-8636-4a78-9497-f2a10418401f req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:15.154300 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-2949b34c-8636-4a78-9497-f2a10418401f req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:15.154300 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [req-2949b34c-8636-4a78-9497-f2a10418401f req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf disassociated. External IP: 172.26.2.208, port: a193d86c-8d04-4af2-9101-9545cebe6cba. Nov 28 08:09:15.154494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-2949b34c-8636-4a78-9497-f2a10418401f req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Calling delete_port for a193d86c-8d04-4af2-9101-9545cebe6cba owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:09:15.283693 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-2949b34c-8636-4a78-9497-f2a10418401f req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:15.298498 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372a7a3-725b-4df8-8e23-5b974e31eb3d req-26b98376-2e3b-46a1-887c-5f87d7675b12 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:15.300052 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c372a7a3-725b-4df8-8e23-5b974e31eb3d req-26b98376-2e3b-46a1-887c-5f87d7675b12 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa59810c-6f73-47a9-8a66-9c6b4d15e2cf HTTP/1.1" status: 200 len: 945 time: 0.0603600 Nov 28 08:09:15.316981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event deleted for resources: {'Port': ['ID=a193d86c-8d04-4af2-9101-9545cebe6cba,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:09:15.325475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:15.325828 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:15.326166 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:15.326510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:15.326853 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:15.327313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:15.327534 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:15.327855 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:15.328397 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:15.328564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:15.328863 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:15.329186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:15.329525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:15.350270 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c372a7a3-725b-4df8-8e23-5b974e31eb3d req-d6ce7d30-e5ed-48b2-aa89-80781c66f4d6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438721 Nov 28 08:09:15.442318 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a7db8865-b1d8-4baf-9b5a-6e9fe08a9f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:15.463053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2949b34c-8636-4a78-9497-f2a10418401f req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Router e69af688-6def-4329-a292-96c150a5fd0e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:09:15.586691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2949b34c-8636-4a78-9497-f2a10418401f req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:09:15.597367 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a86b798-dc40-4a3f-8ce3-01b3f8fa97b3 None None] Sync routers for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:09:15.606707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a86b798-dc40-4a3f-8ce3-01b3f8fa97b3 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:09:15.607347 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8a86b798-dc40-4a3f-8ce3-01b3f8fa97b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:08:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:09:15.627353 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-2949b34c-8636-4a78-9497-f2a10418401f req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] No DVR routers for this DVR port a193d86c-8d04-4af2-9101-9545cebe6cba on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:09:15.630050 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-2949b34c-8636-4a78-9497-f2a10418401f req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:15.633404 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2949b34c-8636-4a78-9497-f2a10418401f req-3633c102-d663-469f-becd-8e37c3edf737 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "DELETE /v2.0/ports/a193d86c-8d04-4af2-9101-9545cebe6cba HTTP/1.1" status: 204 len: 173 time: 0.8473086 Nov 28 08:09:15.633839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa59810c-6f73-47a9-8a66-9c6b4d15e2cf', 'name': 'network-vif-deleted', 'tag': 'a193d86c-8d04-4af2-9101-9545cebe6cba'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:09:15.636231 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb84b12-1224-42b4-bc5f-fa0009406a6e" -d '{"events": [{"server_uuid": "fa59810c-6f73-47a9-8a66-9c6b4d15e2cf", "name": "network-vif-deleted", "tag": "a193d86c-8d04-4af2-9101-9545cebe6cba"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:09:15.673137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bcb151-737e-4b18-94c7-cfc28c308e2e x-openstack-request-id: req-77bcb151-737e-4b18-94c7-cfc28c308e2e {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:09:15.673432 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa59810c-6f73-47a9-8a66-9c6b4d15e2cf", "name": "network-vif-deleted", "tag": "a193d86c-8d04-4af2-9101-9545cebe6cba", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:09:15.673687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77bcb151-737e-4b18-94c7-cfc28c308e2e {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:09:15.674089 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa59810c-6f73-47a9-8a66-9c6b4d15e2cf', 'name': 'network-vif-deleted', 'tag': 'a193d86c-8d04-4af2-9101-9545cebe6cba', 'status': 'completed', 'code': 200} Nov 28 08:09:15.737407 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-8a86b798-dc40-4a3f-8ce3-01b3f8fa97b3 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:09:15.945351 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8a86b798-dc40-4a3f-8ce3-01b3f8fa97b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:09:15.973522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a86b798-dc40-4a3f-8ce3-01b3f8fa97b3 None None] Checking router: e69af688-6def-4329-a292-96c150a5fd0e for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:09:15.981689 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a86b798-dc40-4a3f-8ce3-01b3f8fa97b3 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:09:15.982277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8a86b798-dc40-4a3f-8ce3-01b3f8fa97b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:08:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:09:16.102859 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-8a86b798-dc40-4a3f-8ce3-01b3f8fa97b3 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:09:16.312343 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-8a86b798-dc40-4a3f-8ce3-01b3f8fa97b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:09:16.343357 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a86b798-dc40-4a3f-8ce3-01b3f8fa97b3 None None] The sync data for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv is: [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:09:16.561965 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9125c9a-d06e-408b-ab2b-e7665e4337f9 None None] New status for floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:09:16.592318 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-a4e044fc-fa51-4faa-b76c-e1f1b0a7fe86 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--612743572&fields=id&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 267 time: 0.0421576 Nov 28 08:09:16.702899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-89a0a053-f45d-4102-a53c-7c0e1f0c52ba tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:16.704438 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-89a0a053-f45d-4102-a53c-7c0e1f0c52ba tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 812 time: 0.1046696 Nov 28 08:09:16.719392 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-5657aa12-1c6b-4c33-9d2d-daeb98ce8140 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/quotas/01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 375 time: 0.0091629 Nov 28 08:09:16.775472 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-a8d85453-0824-4afe-a9ad-02af147d4613 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503790 Nov 28 08:09:16.844610 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-c33fd1bf-34f5-4d67-aed8-6269176ba69d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:09:16.846192 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-c33fd1bf-34f5-4d67-aed8-6269176ba69d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0591755 Nov 28 08:09:16.938093 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-ea1476e9-7007-46a8-aed3-2d7edab19e08 service neutron] 10.222.0.31 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856895 Nov 28 08:09:17.033645 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-3aaf9cc4-c0b4-4bad-a7d6-4e211f8f35b5 service neutron] 10.222.0.31 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893548 Nov 28 08:09:17.191913 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-448e98c5-95b4-49db-ac34-6a9f00b7009a req-e1ce6527-2a0e-4244-88b0-cb3edd466702 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 210 time: 0.0279806 Nov 28 08:09:17.972004 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f368b6f1-9b1a-42ee-a772-ebe68a59eb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:18.290703 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b444925b-69cc-4ab2-a4d6-ad638a6d8a4e req-63d3b1ec-07b4-4d9e-aff9-11022401e8a8 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 210 time: 0.0283036 Nov 28 08:09:18.698244 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-f8db0f7a-93dd-47c3-9f14-cc3ce610c413 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:18.699706 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-f8db0f7a-93dd-47c3-9f14-cc3ce610c413 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 812 time: 0.4439893 Nov 28 08:09:18.766290 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-7ecb9ace-8ec5-46db-8877-b0842e84d39f tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 379 time: 0.0493407 Nov 28 08:09:18.779659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-9b0c887d-c1e6-42e9-800f-ff8785fb3ca9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Request body: {'port': {'device_id': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'admin_state_up': True, 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'security_groups': ['5813f569-b4d2-45d7-88aa-31297bcf5fe7']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:09:18.789873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a193d86c-8d04-4af2-9101-9545cebe6cba no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:09:18.810949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: a193d86c-8d04-4af2-9101-9545cebe6cba {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:09:18.811288 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a193d86c-8d04-4af2-9101-9545cebe6cba not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:09:18.887295 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-9b0c887d-c1e6-42e9-800f-ff8785fb3ca9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Made reservation on behalf of 01b74ee98a054b0cb8e9680cd42dfbfc for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:09:18.891270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-9b0c887d-c1e6-42e9-800f-ff8785fb3ca9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:19.011136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-9b0c887d-c1e6-42e9-800f-ff8785fb3ca9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Allocated IP 172.20.0.4 (ca0967a2-ab20-43c4-b135-cfd09f8d936a/69303761-336a-48bc-94fc-7d90b1a04b53/424b2e1c-14b5-45d0-a023-d6470b942271) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:09:19.098988 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:19.149780 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-9b0c887d-c1e6-42e9-800f-ff8785fb3ca9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:19.187622 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-9b0c887d-c1e6-42e9-800f-ff8785fb3ca9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:19.230444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-9b0c887d-c1e6-42e9-800f-ff8785fb3ca9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Network ca0967a2-ab20-43c4-b135-cfd09f8d936a is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:09:19.235192 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-9b0c887d-c1e6-42e9-800f-ff8785fb3ca9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:09:19.237611 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-9b0c887d-c1e6-42e9-800f-ff8785fb3ca9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:09:19.277841 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c887d-c1e6-42e9-800f-ff8785fb3ca9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event updated for resources: {'Port': ['ID=424b2e1c-14b5-45d0-a023-d6470b942271,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:09:19.299005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-9b0c887d-c1e6-42e9-800f-ff8785fb3ca9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:19.299837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-9b0c887d-c1e6-42e9-800f-ff8785fb3ca9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:19.318370 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-9b0c887d-c1e6-42e9-800f-ff8785fb3ca9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5422111 Nov 28 08:09:19.337670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Request body: {'port': {'device_id': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:09:19.433317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:19.461724 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6353a59-b641-4f0d-9977-cdac47cd733a req-309b2e3f-e746-4173-9add-7fbf6c440b45 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:19.463195 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f6353a59-b641-4f0d-9977-cdac47cd733a req-309b2e3f-e746-4173-9add-7fbf6c440b45 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 931 time: 0.0930028 Nov 28 08:09:19.490530 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-fa91d58d-a566-4aac-87c8-275e200a086e None None] Provisioning complete for port 424b2e1c-14b5-45d0-a023-d6470b942271 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:09:19.490815 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fa91d58d-a566-4aac-87c8-275e200a086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:19.531587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-fa91d58d-a566-4aac-87c8-275e200a086e None None] Port 424b2e1c-14b5-45d0-a023-d6470b942271 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:09:19.586822 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f6353a59-b641-4f0d-9977-cdac47cd733a req-e30ae7c0-465c-4b00-899d-7fcc04d2ac5b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029782 Nov 28 08:09:19.748169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424b2e1c-14b5-45d0-a023-d6470b942271 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:09:19.755977 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:19.767460 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Transition to ACTIVE for port object 424b2e1c-14b5-45d0-a023-d6470b942271 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:09:19.771499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:19.846251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Pushing event updated for resources: {'Port': ['ID=424b2e1c-14b5-45d0-a023-d6470b942271,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:09:19.897038 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Attempting to bind port 424b2e1c-14b5-45d0-a023-d6470b942271 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:09:19.897377 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Attempting to bind port 424b2e1c-14b5-45d0-a023-d6470b942271 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:09:19.897696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Attempting to bind port 424b2e1c-14b5-45d0-a023-d6470b942271 on network ca0967a2-ab20-43c4-b135-cfd09f8d936a {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:09:19.902109 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Port 424b2e1c-14b5-45d0-a023-d6470b942271 on network ca0967a2-ab20-43c4-b135-cfd09f8d936a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:09:19.902455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Attempting to bind port 424b2e1c-14b5-45d0-a023-d6470b942271 on network ca0967a2-ab20-43c4-b135-cfd09f8d936a {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:09:19.907337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:09:19.907669 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Checking segment: {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:09:19.908049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Bound using segment: {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:09:19.908520 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Bound port: 424b2e1c-14b5-45d0-a023-d6470b942271, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:09:19.908876 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:19.978465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] For port 424b2e1c-14b5-45d0-a023-d6470b942271, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:09:19.981388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] For port 424b2e1c-14b5-45d0-a023-d6470b942271, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=424b2e1c-14b5-45d0-a023-d6470b942271,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:09:19.986338 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:20.020719 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:20.021332 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:20.022704 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] 10.222.0.35 "PUT /v2.0/ports/424b2e1c-14b5-45d0-a023-d6470b942271 HTTP/1.1" status: 200 len: 1093 time: 0.6896412 Nov 28 08:09:20.023217 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'tag': '424b2e1c-14b5-45d0-a023-d6470b942271'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:09:20.025470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7415b68-af56-41d4-a23e-123b11e7e01e" -d '{"events": [{"name": "network-changed", "server_uuid": "0738397b-c436-457a-8bc3-1d1b8ddfae87", "tag": "424b2e1c-14b5-45d0-a023-d6470b942271"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:09:20.063680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075ff7b-248f-4d93-8214-e6fb3f3c6cdd service neutron] Pushing event updated for resources: {'Port': ['ID=424b2e1c-14b5-45d0-a023-d6470b942271,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:09:20.100156 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7d79a6-0c32-4c89-948c-cd096241b980 x-openstack-request-id: req-9c7d79a6-0c32-4c89-948c-cd096241b980 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:09:20.100455 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0738397b-c436-457a-8bc3-1d1b8ddfae87", "tag": "424b2e1c-14b5-45d0-a023-d6470b942271", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:09:20.100745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c7d79a6-0c32-4c89-948c-cd096241b980 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:09:20.101316 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'tag': '424b2e1c-14b5-45d0-a023-d6470b942271', 'status': 'completed', 'code': 200} Nov 28 08:09:20.123750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-163355ff-1298-4f5f-a74f-24b5c827df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:20.125296 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-163355ff-1298-4f5f-a74f-24b5c827df0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 1096 time: 0.0559506 Nov 28 08:09:20.184054 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-ebb0a1ea-90e7-45f6-aa0b-67752211c165 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424b2e1c-14b5-45d0-a023-d6470b942271 HTTP/1.1" status: 200 len: 217 time: 0.0388007 Nov 28 08:09:20.238665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-92c05a9f-de0c-4196-8f73-e896cea5ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:20.240184 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-92c05a9f-de0c-4196-8f73-e896cea5ae0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0436358 Nov 28 08:09:20.302651 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-ed6c829f-2291-4216-b366-cd0127361e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:20.304181 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-ed6c829f-2291-4216-b366-cd0127361e0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0525246 Nov 28 08:09:20.375475 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:20.399925 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-d817d7b0-c894-47ae-ba35-3dc536078d89 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816164 Nov 28 08:09:20.497055 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9297ce46-4725-4ea2-93bf-66e2bbc2e6d3 req-113869a9-089f-43c6-8ed9-9009dbd092e2 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842552 Nov 28 08:09:20.602042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7415b68-af56-41d4-a23e-123b11e7e01e req-7ada220f-8a3e-4abe-8b0f-0575575b0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:20.603456 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7415b68-af56-41d4-a23e-123b11e7e01e req-7ada220f-8a3e-4abe-8b0f-0575575b0745 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 1096 time: 0.0467844 Nov 28 08:09:20.731768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7415b68-af56-41d4-a23e-123b11e7e01e req-d429e5e4-fd6d-4011-9406-8a7ef4e61e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:20.733201 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7415b68-af56-41d4-a23e-123b11e7e01e req-d429e5e4-fd6d-4011-9406-8a7ef4e61e7e service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.1194096 Nov 28 08:09:20.746691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219732d-7f6f-4926-88cf-ed417036b746 req-b1d05aef-88f7-4bfc-8535-e4ede0524d3d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:20.748250 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8219732d-7f6f-4926-88cf-ed417036b746 req-b1d05aef-88f7-4bfc-8535-e4ede0524d3d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 943 time: 0.0806983 Nov 28 08:09:20.789587 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7415b68-af56-41d4-a23e-123b11e7e01e req-5288fe51-a752-4e04-a873-e149b57cbb88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424b2e1c-14b5-45d0-a023-d6470b942271 HTTP/1.1" status: 200 len: 217 time: 0.0404298 Nov 28 08:09:20.855927 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8219732d-7f6f-4926-88cf-ed417036b746 req-0e167005-2903-405b-9b13-3d9b61fe88d4 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015141 Nov 28 08:09:20.862999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7415b68-af56-41d4-a23e-123b11e7e01e req-8d0f26ad-4366-41a2-aa5a-13a127f60fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:20.864375 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7415b68-af56-41d4-a23e-123b11e7e01e req-8d0f26ad-4366-41a2-aa5a-13a127f60fd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0636978 Nov 28 08:09:20.919633 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7415b68-af56-41d4-a23e-123b11e7e01e req-9cda1ec1-5fa4-4856-9249-f402fb8d952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:20.921086 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7415b68-af56-41d4-a23e-123b11e7e01e req-9cda1ec1-5fa4-4856-9249-f402fb8d952f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0459213 Nov 28 08:09:21.010722 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7415b68-af56-41d4-a23e-123b11e7e01e req-149a0c04-05ef-4ddf-9e7b-b718a9b34dec service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793152 Nov 28 08:09:21.104707 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7415b68-af56-41d4-a23e-123b11e7e01e req-281121fc-3532-4e66-a7b0-2f4cb5a4554d service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839686 Nov 28 08:09:21.347898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:21.977762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98481236-948d-437b-a96e-18ca829dc373 req-5cf1fab0-80a3-48ff-8e52-cc395e1c6b74 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:21.979267 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-98481236-948d-437b-a96e-18ca829dc373 req-5cf1fab0-80a3-48ff-8e52-cc395e1c6b74 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 943 time: 0.0564096 Nov 28 08:09:22.024857 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-98481236-948d-437b-a96e-18ca829dc373 req-dd8930c5-d75e-4f62-954e-7d4503b79e32 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395932 Nov 28 08:09:22.836236 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 424b2e1c-14b5-45d0-a023-d6470b942271 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:09:22.929559 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 424b2e1c-14b5-45d0-a023-d6470b942271, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=424b2e1c-14b5-45d0-a023-d6470b942271,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:09:22.941770 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '424b2e1c-14b5-45d0-a023-d6470b942271', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'port_id': '424b2e1c-14b5-45d0-a023-d6470b942271', 'mac_address': 'fa:16:3e:2b:6a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:09:22.985273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:23.001467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424b2e1c-14b5-45d0-a023-d6470b942271 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:09:23.022348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 424b2e1c-14b5-45d0-a023-d6470b942271, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=424b2e1c-14b5-45d0-a023-d6470b942271,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:09:23.026257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:23.077965 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=424b2e1c-14b5-45d0-a023-d6470b942271,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:09:23.084965 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:23.085309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:23.085643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:23.085973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:23.086350 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:23.086621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:23.086967 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:23.087291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:23.087612 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:23.087946 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:23.088248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:23.088562 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:23.088874 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:09:23.147254 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb81c75-2906-445f-be8a-228e9c2ebd14 req-5ff9bc29-1c25-40ec-b3e7-14d3ebf9d405 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:23.148731 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8cb81c75-2906-445f-be8a-228e9c2ebd14 req-5ff9bc29-1c25-40ec-b3e7-14d3ebf9d405 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 944 time: 0.0559173 Nov 28 08:09:23.195496 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8cb81c75-2906-445f-be8a-228e9c2ebd14 req-1826267e-c641-4513-8041-c70ea887993d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408611 Nov 28 08:09:23.324208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['424b2e1c-14b5-45d0-a023-d6470b942271'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:09:24.322495 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db56a6b-70fa-4a20-8a62-8a1f932586ea req-f64437b3-6f3b-41d1-a7e4-a0e82a2afbed tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:24.323971 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9db56a6b-70fa-4a20-8a62-8a1f932586ea req-f64437b3-6f3b-41d1-a7e4-a0e82a2afbed tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 944 time: 0.0629776 Nov 28 08:09:24.369705 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9db56a6b-70fa-4a20-8a62-8a1f932586ea req-6a1e7688-4ed7-4353-a0d2-d22e63c720e1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397556 Nov 28 08:09:24.837055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 424b2e1c-14b5-45d0-a023-d6470b942271 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:09:24.893090 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 424b2e1c-14b5-45d0-a023-d6470b942271 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:09:24.896588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 424b2e1c-14b5-45d0-a023-d6470b942271 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:09:24.896956 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:24.985638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:25.008952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b2e1c-14b5-45d0-a023-d6470b942271'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:09:25.011270 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b89c04e-cd3c-402c-ac76-da10da17d913" -d '{"events": [{"server_uuid": "0738397b-c436-457a-8bc3-1d1b8ddfae87", "name": "network-vif-plugged", "status": "completed", "tag": "424b2e1c-14b5-45d0-a023-d6470b942271"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:09:25.023364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 424b2e1c-14b5-45d0-a023-d6470b942271, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=424b2e1c-14b5-45d0-a023-d6470b942271,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:09:25.027473 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:25.055714 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f149540b-35dd-43d3-ac5d-a956238ea83f x-openstack-request-id: req-f149540b-35dd-43d3-ac5d-a956238ea83f {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:09:25.056001 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0738397b-c436-457a-8bc3-1d1b8ddfae87", "name": "network-vif-plugged", "status": "completed", "tag": "424b2e1c-14b5-45d0-a023-d6470b942271", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:09:25.056247 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f149540b-35dd-43d3-ac5d-a956238ea83f {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:09:25.056626 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b2e1c-14b5-45d0-a023-d6470b942271', 'code': 200} Nov 28 08:09:25.085475 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=424b2e1c-14b5-45d0-a023-d6470b942271,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:09:25.241453 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eb098-2760-4be0-9632-ba5722d83cfb req-d2c1c06b-a655-4dd2-b06a-49b4e1974622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:25.242948 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-324eb098-2760-4be0-9632-ba5722d83cfb req-d2c1c06b-a655-4dd2-b06a-49b4e1974622 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 1098 time: 0.0494542 Nov 28 08:09:25.292901 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-324eb098-2760-4be0-9632-ba5722d83cfb req-61ea2b41-2d07-4ccd-a92f-bc3f5c21a243 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368302 Nov 28 08:09:25.491626 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4436d5-f321-4729-b9d4-fdf1642c9962 req-9c5472e4-96f9-451c-ba3d-6a04f4a48f2c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:25.493070 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bd4436d5-f321-4729-b9d4-fdf1642c9962 req-9c5472e4-96f9-451c-ba3d-6a04f4a48f2c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0541251 Nov 28 08:09:25.538641 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bd4436d5-f321-4729-b9d4-fdf1642c9962 req-b9ecbec0-4940-4b6f-81b7-48e825fe5095 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396943 Nov 28 08:09:26.660464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c885-290e-49a9-a83e-f9c536b35469 req-c0fd3052-2d8b-4bbf-bf17-fc0b32e64e9e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:26.661930 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-87d9c885-290e-49a9-a83e-f9c536b35469 req-c0fd3052-2d8b-4bbf-bf17-fc0b32e64e9e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0558147 Nov 28 08:09:26.707466 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-87d9c885-290e-49a9-a83e-f9c536b35469 req-e981121f-1e3d-4ec2-bb03-dcafab65dfde tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396123 Nov 28 08:09:26.821903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c2bb5-59e4-4aa2-bf52-e576736e07fd req-2e5bf905-279e-4eee-beed-a72ff7ea7fec tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:26.823292 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-446c2bb5-59e4-4aa2-bf52-e576736e07fd req-2e5bf905-279e-4eee-beed-a72ff7ea7fec tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0537362 Nov 28 08:09:26.832188 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 44966) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:09:26.836435 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-bbda2d74-28e3-4ccf-b6bd-7ccbb9f8e1f6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Request body: {'floatingip': {'port_id': '424b2e1c-14b5-45d0-a023-d6470b942271'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:09:26.879211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bbda2d74-28e3-4ccf-b6bd-7ccbb9f8e1f6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:27.072802 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e16b05-f265-46ae-b8a2-47a900f34698 req-68076216-cf91-4205-8e67-5429754d9e98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455217 Nov 28 08:09:27.166958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e16b05-f265-46ae-b8a2-47a900f34698 req-704346c2-b99f-4a5f-bcaa-bc7a7531b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:27.168460 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e16b05-f265-46ae-b8a2-47a900f34698 req-704346c2-b99f-4a5f-bcaa-bc7a7531b616 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 1098 time: 0.0525231 Nov 28 08:09:27.271670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e16b05-f265-46ae-b8a2-47a900f34698 req-e3bb651c-f818-43f5-87bf-f58dd79dbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:27.273143 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e16b05-f265-46ae-b8a2-47a900f34698 req-e3bb651c-f818-43f5-87bf-f58dd79dbaf5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0849197 Nov 28 08:09:27.319887 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e16b05-f265-46ae-b8a2-47a900f34698 req-599a85b2-3fd0-489f-854f-1bbb6d856796 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424b2e1c-14b5-45d0-a023-d6470b942271 HTTP/1.1" status: 200 len: 217 time: 0.0393908 Nov 28 08:09:27.358801 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bbda2d74-28e3-4ccf-b6bd-7ccbb9f8e1f6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:27.362639 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bbda2d74-28e3-4ccf-b6bd-7ccbb9f8e1f6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:27.370706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e16b05-f265-46ae-b8a2-47a900f34698 req-51f0faf1-d038-47e0-afa9-a7bff548d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:27.372214 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e16b05-f265-46ae-b8a2-47a900f34698 req-51f0faf1-d038-47e0-afa9-a7bff548d371 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0451667 Nov 28 08:09:27.424726 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e16b05-f265-46ae-b8a2-47a900f34698 req-f1bc7086-7ec0-4212-a227-b551a844d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:27.426002 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e16b05-f265-46ae-b8a2-47a900f34698 req-f1bc7086-7ec0-4212-a227-b551a844d3a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0463855 Nov 28 08:09:27.483573 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-bbda2d74-28e3-4ccf-b6bd-7ccbb9f8e1f6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf associated. External IP: 172.26.2.208, port: 424b2e1c-14b5-45d0-a023-d6470b942271. Nov 28 08:09:27.519225 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e16b05-f265-46ae-b8a2-47a900f34698 req-3778f487-d864-4a9e-99a3-3cce398c0b34 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856016 Nov 28 08:09:27.606600 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4e16b05-f265-46ae-b8a2-47a900f34698 req-b56de7b8-8bda-4083-a725-e4ff916fe067 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804174 Nov 28 08:09:27.719789 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbda2d74-28e3-4ccf-b6bd-7ccbb9f8e1f6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Router e69af688-6def-4329-a292-96c150a5fd0e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:09:27.841542 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbda2d74-28e3-4ccf-b6bd-7ccbb9f8e1f6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:09:27.846296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bbda2d74-28e3-4ccf-b6bd-7ccbb9f8e1f6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:27.850861 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a52b65f-fe22-4ffd-aac0-ab2c0939e5a6 None None] Sync routers for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:09:27.860707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52b65f-fe22-4ffd-aac0-ab2c0939e5a6 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:09:27.861361 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-9a52b65f-fe22-4ffd-aac0-ab2c0939e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:09:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:09:27.880803 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bbda2d74-28e3-4ccf-b6bd-7ccbb9f8e1f6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "PUT /v2.0/floatingips/7accc95e-7f90-4c4f-a5ba-369ff7614cbf HTTP/1.1" status: 200 len: 991 time: 1.0475998 Nov 28 08:09:27.881492 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'tag': '424b2e1c-14b5-45d0-a023-d6470b942271'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:09:27.883870 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3fb3bb-dbe1-4930-b795-e183a8fc3427" -d '{"events": [{"name": "network-changed", "server_uuid": "0738397b-c436-457a-8bc3-1d1b8ddfae87", "tag": "424b2e1c-14b5-45d0-a023-d6470b942271"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:09:27.991222 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4123f0bf-94aa-4292-a4b9-da69d3ab457c x-openstack-request-id: req-4123f0bf-94aa-4292-a4b9-da69d3ab457c {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:09:27.991511 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0738397b-c436-457a-8bc3-1d1b8ddfae87", "tag": "424b2e1c-14b5-45d0-a023-d6470b942271", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:09:27.991760 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4123f0bf-94aa-4292-a4b9-da69d3ab457c {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:09:27.992164 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'tag': '424b2e1c-14b5-45d0-a023-d6470b942271', 'status': 'completed', 'code': 200} Nov 28 08:09:27.997251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-9a52b65f-fe22-4ffd-aac0-ab2c0939e5a6 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:09:28.062665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fb3bb-dbe1-4930-b795-e183a8fc3427 req-09949e9b-17ec-4f9f-9f5d-f47a52128f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:28.064188 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df3fb3bb-dbe1-4930-b795-e183a8fc3427 req-09949e9b-17ec-4f9f-9f5d-f47a52128f82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 1098 time: 0.0500643 Nov 28 08:09:28.152510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fb3bb-dbe1-4930-b795-e183a8fc3427 req-0b4a722f-7b8e-45e1-8e34-413a54406aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:28.153970 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df3fb3bb-dbe1-4930-b795-e183a8fc3427 req-0b4a722f-7b8e-45e1-8e34-413a54406aef service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0827365 Nov 28 08:09:28.230135 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df3fb3bb-dbe1-4930-b795-e183a8fc3427 req-80569919-ef75-4c1b-a7dd-661f7cf1609f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424b2e1c-14b5-45d0-a023-d6470b942271 HTTP/1.1" status: 200 len: 999 time: 0.0678101 Nov 28 08:09:28.285238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fb3bb-dbe1-4930-b795-e183a8fc3427 req-144d0c27-4a40-4c71-aa13-3164c75a5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:28.286763 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df3fb3bb-dbe1-4930-b795-e183a8fc3427 req-144d0c27-4a40-4c71-aa13-3164c75a5c28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0461135 Nov 28 08:09:28.341363 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fb3bb-dbe1-4930-b795-e183a8fc3427 req-9dc44c2f-5c47-45ac-b369-1d7e20e924dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:09:28.342910 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df3fb3bb-dbe1-4930-b795-e183a8fc3427 req-9dc44c2f-5c47-45ac-b369-1d7e20e924dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0489306 Nov 28 08:09:28.384052 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-9a52b65f-fe22-4ffd-aac0-ab2c0939e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '7accc95e-7f90-4c4f-a5ba-369ff7614cbf', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'port_id': '424b2e1c-14b5-45d0-a023-d6470b942271', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'mac_address': 'fa:16:3e:2b:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:08:02Z', 'updated_at': '2021-11-28T08:09:27Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:09:28.411416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a52b65f-fe22-4ffd-aac0-ab2c0939e5a6 None None] Checking router: e69af688-6def-4329-a292-96c150a5fd0e for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:09:28.420176 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52b65f-fe22-4ffd-aac0-ab2c0939e5a6 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:09:28.420781 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-9a52b65f-fe22-4ffd-aac0-ab2c0939e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:09:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:09:28.436482 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df3fb3bb-dbe1-4930-b795-e183a8fc3427 req-56345f78-8323-4187-b51d-8d2ea97bf0ab service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859666 Nov 28 08:09:28.528398 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-df3fb3bb-dbe1-4930-b795-e183a8fc3427 req-56a0120e-f3cf-42ce-846d-bc0911916621 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835965 Nov 28 08:09:28.543867 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-9a52b65f-fe22-4ffd-aac0-ab2c0939e5a6 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:09:28.775296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-9a52b65f-fe22-4ffd-aac0-ab2c0939e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '7accc95e-7f90-4c4f-a5ba-369ff7614cbf', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'port_id': '424b2e1c-14b5-45d0-a023-d6470b942271', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'mac_address': 'fa:16:3e:2b:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:08:02Z', 'updated_at': '2021-11-28T08:09:27Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:09:28.803292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a52b65f-fe22-4ffd-aac0-ab2c0939e5a6 None None] The sync data for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv is: [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '7accc95e-7f90-4c4f-a5ba-369ff7614cbf', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'port_id': '424b2e1c-14b5-45d0-a023-d6470b942271', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'mac_address': 'fa:16:3e:2b:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:08:02Z', 'updated_at': '2021-11-28T08:09:27Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:09:28.885780 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:09:28.994415 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc2ad54-481f-407b-a355-612297ed28b0 None None] New status for floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:09:31.385480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:45.446141 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8e6a4944-10b3-49df-9fb8-95511bd17a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:47.973490 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5dbf0a8c-2b65-4e79-a156-f3c3cafc5a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:49.096024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:50.378338 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:09:51.351320 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:01.392138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:05.884016 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:10:07.617281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593db04-ef4f-45e3-b5f4-03ac5e9e5387 req-0d53ac48-a160-4288-9410-3ddb6d54e7f3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:07.618675 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d593db04-ef4f-45e3-b5f4-03ac5e9e5387 req-0d53ac48-a160-4288-9410-3ddb6d54e7f3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0550809 Nov 28 08:10:07.665857 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d593db04-ef4f-45e3-b5f4-03ac5e9e5387 req-d997f982-eae6-4aa2-b394-ac1375118130 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412946 Nov 28 08:10:08.795786 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a5aa0-155b-4998-a68a-30ce55bb7f55 req-d2ac4974-a689-4890-bc69-b41490e24300 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:08.797506 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b56a5aa0-155b-4998-a68a-30ce55bb7f55 req-d2ac4974-a689-4890-bc69-b41490e24300 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0630136 Nov 28 08:10:08.843702 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b56a5aa0-155b-4998-a68a-30ce55bb7f55 req-c8ab2082-abc6-4fa3-91c1-b2a2e4b5f567 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402937 Nov 28 08:10:09.966012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c27caa-534b-4838-b2ef-92de8d620cf2 req-a8878f1c-3dd1-4de3-9b1d-8ad26fd16d3a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:09.967325 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f5c27caa-534b-4838-b2ef-92de8d620cf2 req-a8878f1c-3dd1-4de3-9b1d-8ad26fd16d3a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0575411 Nov 28 08:10:10.013961 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f5c27caa-534b-4838-b2ef-92de8d620cf2 req-6ed4f1b6-3b7a-40f9-8e52-625751244016 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401139 Nov 28 08:10:11.144260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e871f4-9cbc-4f2f-bce0-7f5182f2e48a req-dc1f06e9-e689-4db8-998e-355e1ac80f5d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:11.145660 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-95e871f4-9cbc-4f2f-bce0-7f5182f2e48a req-dc1f06e9-e689-4db8-998e-355e1ac80f5d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0554295 Nov 28 08:10:11.191414 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-95e871f4-9cbc-4f2f-bce0-7f5182f2e48a req-280fde00-d0da-454a-a695-ff5de6d1ba33 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396698 Nov 28 08:10:12.310473 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff8284-ba6f-47cc-be27-4d6d03487860 req-04992199-5cc7-4e16-b5f6-e886c5e89e6b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:12.311932 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bcff8284-ba6f-47cc-be27-4d6d03487860 req-04992199-5cc7-4e16-b5f6-e886c5e89e6b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0542946 Nov 28 08:10:12.356686 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bcff8284-ba6f-47cc-be27-4d6d03487860 req-8485d930-60a4-4ea6-9e6c-2e011a8e478e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389030 Nov 28 08:10:13.478701 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5baff-0497-4139-b4ce-79d0ac3aacd2 req-ce08d878-385e-4f4e-9804-1016b70cf37b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:13.480166 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9ba5baff-0497-4139-b4ce-79d0ac3aacd2 req-ce08d878-385e-4f4e-9804-1016b70cf37b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0573947 Nov 28 08:10:13.526113 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9ba5baff-0497-4139-b4ce-79d0ac3aacd2 req-7ec2c75e-d92b-4949-97e3-fc9dba7078cf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394232 Nov 28 08:10:14.649237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8ad2d-e0c0-491d-85e9-875c5399562a req-24229709-9bcd-4b96-9cfd-ded48163ae69 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:14.650689 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8fd8ad2d-e0c0-491d-85e9-875c5399562a req-24229709-9bcd-4b96-9cfd-ded48163ae69 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0579205 Nov 28 08:10:14.696909 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8fd8ad2d-e0c0-491d-85e9-875c5399562a req-3a110458-b11e-432f-a98e-e77130149ae6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402942 Nov 28 08:10:15.446920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7b8db59c-4855-4c25-bf72-d6bcb82f9a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:15.815795 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddb889-1729-4d52-a68b-41e8d94917a6 req-7bfde5b0-b2f4-463f-bdac-8cabb3036466 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:15.817248 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fdddb889-1729-4d52-a68b-41e8d94917a6 req-7bfde5b0-b2f4-463f-bdac-8cabb3036466 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0549634 Nov 28 08:10:15.862741 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fdddb889-1729-4d52-a68b-41e8d94917a6 req-a02db27a-ece4-43c5-925c-77c2beed68d6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396483 Nov 28 08:10:16.981883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425a8c-55b8-4149-957e-52e08025f689 req-bf733e0a-3d25-4c03-8bd8-2f324acc185e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:16.983289 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-58425a8c-55b8-4149-957e-52e08025f689 req-bf733e0a-3d25-4c03-8bd8-2f324acc185e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0550313 Nov 28 08:10:17.028322 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-58425a8c-55b8-4149-957e-52e08025f689 req-4ade75ad-321b-4634-b8d1-0948501746d7 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390279 Nov 28 08:10:17.973876 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-72e8c91b-f4e3-4563-bc61-add75bc30d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:18.148472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19e297-3fa9-4ea8-9b6e-e839caf8c132 req-ad3a3c87-8a40-4d66-914e-bf763bb733a3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:18.149933 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1a19e297-3fa9-4ea8-9b6e-e839caf8c132 req-ad3a3c87-8a40-4d66-914e-bf763bb733a3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0542359 Nov 28 08:10:18.199363 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1a19e297-3fa9-4ea8-9b6e-e839caf8c132 req-2b43617e-92fd-4a5d-bca0-6d79d3d758e6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435531 Nov 28 08:10:19.101305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:19.327596 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a18e1-0d7a-48f9-ad43-b9121bcb947f req-0ceb588a-ba7e-4de5-9f0f-9547094686c3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:19.329028 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7d6a18e1-0d7a-48f9-ad43-b9121bcb947f req-0ceb588a-ba7e-4de5-9f0f-9547094686c3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0578573 Nov 28 08:10:19.374707 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7d6a18e1-0d7a-48f9-ad43-b9121bcb947f req-28c2d19e-1979-48f7-99a0-d8690101b06e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397730 Nov 28 08:10:20.380768 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:20.492762 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33145437-9a7b-4fe8-91ec-d53c1865e026 req-9a9877c0-0b7f-4d10-975a-4cdc2ba334bf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:20.494224 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-33145437-9a7b-4fe8-91ec-d53c1865e026 req-9a9877c0-0b7f-4d10-975a-4cdc2ba334bf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0538223 Nov 28 08:10:20.540858 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-33145437-9a7b-4fe8-91ec-d53c1865e026 req-84982d92-1b4b-44db-a332-7e39f2a2e368 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401363 Nov 28 08:10:21.356333 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:21.667091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca837968-7b99-46c8-8325-64317d4868ba req-157bb4ae-93d3-4f10-871a-7d64eee28b49 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:21.668450 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ca837968-7b99-46c8-8325-64317d4868ba req-157bb4ae-93d3-4f10-871a-7d64eee28b49 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0567539 Nov 28 08:10:21.713515 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ca837968-7b99-46c8-8325-64317d4868ba req-fd5e51cd-1ab4-4c6c-98ab-a5766870b918 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391214 Nov 28 08:10:22.832517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560791ca-eba4-443e-88d6-a07818e1295c req-03af6850-e7ce-43be-9315-d7668a852b8c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:22.834006 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-560791ca-eba4-443e-88d6-a07818e1295c req-03af6850-e7ce-43be-9315-d7668a852b8c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0552430 Nov 28 08:10:22.882731 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-560791ca-eba4-443e-88d6-a07818e1295c req-293fba1d-42a0-4896-836c-3b55f95a6ca3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416520 Nov 28 08:10:24.009355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e049d-ad89-4d2e-ac0d-3f57372bed48 req-e1f418b5-d1ae-4939-a20c-c9f76daa3479 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:24.010826 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-252e049d-ad89-4d2e-ac0d-3f57372bed48 req-e1f418b5-d1ae-4939-a20c-c9f76daa3479 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0598314 Nov 28 08:10:24.370606 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-252e049d-ad89-4d2e-ac0d-3f57372bed48 req-289aa78f-2422-4d5f-93ac-75126ac5c187 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533545 Nov 28 08:10:24.608884 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-2ac0892f-a3dd-468d-8039-c77e8e4804be service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0493689 Nov 28 08:10:24.617274 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bd741-1d4a-4178-91b9-037bd3e0080c req-e65a506b-1584-46a8-a3d9-b4e4ce75dbfe tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:24.618752 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0f5bd741-1d4a-4178-91b9-037bd3e0080c req-e65a506b-1584-46a8-a3d9-b4e4ce75dbfe tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0538106 Nov 28 08:10:24.673244 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0f5bd741-1d4a-4178-91b9-037bd3e0080c req-e18db392-a5ae-4a2e-a26e-e24a4c0ab859 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483823 Nov 28 08:10:25.738334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-88c1b919-ac3c-4acf-84f2-b0b1eaa50b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:25.739897 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-88c1b919-ac3c-4acf-84f2-b0b1eaa50b8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 1098 time: 0.0487647 Nov 28 08:10:25.855624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0575d-a554-4517-b594-a7fa16303da5 req-d27e0f9d-c10a-45ff-8c47-b3c3838b9520 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:25.857074 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-efe0575d-a554-4517-b594-a7fa16303da5 req-d27e0f9d-c10a-45ff-8c47-b3c3838b9520 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.1118674 Nov 28 08:10:25.881524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-98d77972-0cf2-4619-9900-055e7888473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:25.882897 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-98d77972-0cf2-4619-9900-055e7888473c service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.1294599 Nov 28 08:10:25.952207 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-efe0575d-a554-4517-b594-a7fa16303da5 req-5a800eda-53e6-4abe-8c53-e6e691d7d1ff tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857430 Nov 28 08:10:25.972786 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-e08276bd-10a0-4f1f-a3e2-88bc2a84c276 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424b2e1c-14b5-45d0-a023-d6470b942271 HTTP/1.1" status: 200 len: 1001 time: 0.0778220 Nov 28 08:10:26.023454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-eec540cb-bb53-46b3-bcec-7c9108e43cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:26.024871 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-eec540cb-bb53-46b3-bcec-7c9108e43cfc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0428369 Nov 28 08:10:26.074593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-72ebdc2d-ac17-469a-ac09-269812590406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:26.076057 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-72ebdc2d-ac17-469a-ac09-269812590406 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436156 Nov 28 08:10:26.168636 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-538ff38f-a7f6-4521-bb1c-285ba427bbbd service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825741 Nov 28 08:10:26.260929 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-9fef8f87-c1c1-448f-a7f7-46e2f6869de6 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783653 Nov 28 08:10:27.073411 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943aaa1-89fb-4387-8247-86d01d733987 req-6cbac0ee-0135-454a-84cc-7ea020f96dbf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:27.074898 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f943aaa1-89fb-4387-8247-86d01d733987 req-6cbac0ee-0135-454a-84cc-7ea020f96dbf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0548236 Nov 28 08:10:27.124504 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f943aaa1-89fb-4387-8247-86d01d733987 req-12ddfb12-3cea-4bd4-8cac-55426adc7780 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437171 Nov 28 08:10:28.148071 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-d587e49b-cd7c-4ac8-b99c-02ecb1946c00 service neutron] 10.222.0.35 "GET /v2.0/ports/424b2e1c-14b5-45d0-a023-d6470b942271/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0961120 Nov 28 08:10:28.150633 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1919ba-d044-4df6-bcc7-f326a4d91320 req-0985d1bc-8978-424c-8eaf-5fda173a474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:28.152019 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f1919ba-d044-4df6-bcc7-f326a4d91320 req-0985d1bc-8978-424c-8eaf-5fda173a474e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 1098 time: 0.0755579 Nov 28 08:10:28.308960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d36f6-fb3e-4d54-95d8-516b7e9a334a req-81902443-104c-4ebf-8320-b8eff1241371 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:28.310476 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-503d36f6-fb3e-4d54-95d8-516b7e9a334a req-81902443-104c-4ebf-8320-b8eff1241371 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.1170843 Nov 28 08:10:28.336178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1919ba-d044-4df6-bcc7-f326a4d91320 req-d35461da-ebc6-4d6a-bd31-6eca11d684be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:28.337568 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f1919ba-d044-4df6-bcc7-f326a4d91320 req-d35461da-ebc6-4d6a-bd31-6eca11d684be service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.1429560 Nov 28 08:10:28.439111 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-503d36f6-fb3e-4d54-95d8-516b7e9a334a req-74d45e50-77c0-4afa-a8c8-323eea377896 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191514 Nov 28 08:10:28.460935 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f1919ba-d044-4df6-bcc7-f326a4d91320 req-94288119-fb50-4c90-973d-818ed24ef64d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424b2e1c-14b5-45d0-a023-d6470b942271 HTTP/1.1" status: 200 len: 1001 time: 0.1072540 Nov 28 08:10:28.463969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-8c3428b3-abb7-4253-9f5e-62335cb6fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:28.465426 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-8c3428b3-abb7-4253-9f5e-62335cb6fff4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 1098 time: 0.1256022 Nov 28 08:10:28.507430 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1919ba-d044-4df6-bcc7-f326a4d91320 req-c9f7bdc9-2b89-4bbd-b03a-ae08a3a21cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:28.508803 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f1919ba-d044-4df6-bcc7-f326a4d91320 req-c9f7bdc9-2b89-4bbd-b03a-ae08a3a21cf5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0426075 Nov 28 08:10:28.564496 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1919ba-d044-4df6-bcc7-f326a4d91320 req-4fed2a4e-7088-4cfe-ba03-0c960e26ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:28.565845 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f1919ba-d044-4df6-bcc7-f326a4d91320 req-4fed2a4e-7088-4cfe-ba03-0c960e26ca15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0447807 Nov 28 08:10:28.988545 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f1919ba-d044-4df6-bcc7-f326a4d91320 req-4c382a0a-07bf-4cff-8746-c89a53703423 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101927 Nov 28 08:10:29.079306 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f1919ba-d044-4df6-bcc7-f326a4d91320 req-38068d3f-dd7c-4c88-b086-35e41d8f7b26 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779815 Nov 28 08:10:29.176434 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-57f331ea-c4c2-4e0d-a27f-60ad340d1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:29.177881 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-57f331ea-c4c2-4e0d-a27f-60ad340d1f82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 1098 time: 0.0503414 Nov 28 08:10:29.270447 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-214d89d7-ee09-4fc7-abd8-4073a2542243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:29.271946 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-214d89d7-ee09-4fc7-abd8-4073a2542243 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0830288 Nov 28 08:10:29.348340 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-50dc290d-b5f9-40be-9021-b4c17cdfb1be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424b2e1c-14b5-45d0-a023-d6470b942271 HTTP/1.1" status: 200 len: 1001 time: 0.0644975 Nov 28 08:10:29.399996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-4385b8b8-87ca-481d-b5c6-3b1c2efdb517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:29.401404 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-4385b8b8-87ca-481d-b5c6-3b1c2efdb517 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0423536 Nov 28 08:10:29.457029 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-fe9667bd-1c91-4ac1-8a61-ec114b0092af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:29.458379 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-fe9667bd-1c91-4ac1-8a61-ec114b0092af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450165 Nov 28 08:10:29.554207 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-cfbc8f90-6bb3-4e6d-9423-378effde1d0d service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833983 Nov 28 08:10:29.561604 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d0c18-97fd-4f33-af0d-6d341e943008 req-8f96ea2c-3ebc-4dbb-902f-6bcc6d484c02 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:29.563698 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a54d0c18-97fd-4f33-af0d-6d341e943008 req-8f96ea2c-3ebc-4dbb-902f-6bcc6d484c02 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0549874 Nov 28 08:10:29.609584 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a54d0c18-97fd-4f33-af0d-6d341e943008 req-d303baf7-59f7-49f5-ae04-d02d241987af tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399241 Nov 28 08:10:29.650714 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34e05fc9-8d6c-4c28-b1c6-2f534d45b762 req-e46e750d-5f9f-4863-acd1-79fa0984e66b service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846238 Nov 28 08:10:30.736607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e9788-f818-4446-a221-5f521feccd96 req-5fe569f7-0f65-4f1a-a3a5-e9d563e9572e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:30.738054 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b16e9788-f818-4446-a221-5f521feccd96 req-5fe569f7-0f65-4f1a-a3a5-e9d563e9572e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0588765 Nov 28 08:10:30.783969 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b16e9788-f818-4446-a221-5f521feccd96 req-bc0d6155-79ef-4b51-8da6-3e605e12b3ab tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400381 Nov 28 08:10:31.131184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 424b2e1c-14b5-45d0-a023-d6470b942271 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:10:31.134351 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 424b2e1c-14b5-45d0-a023-d6470b942271 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:10:31.291866 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 424b2e1c-14b5-45d0-a023-d6470b942271, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=424b2e1c-14b5-45d0-a023-d6470b942271,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:10:31.300152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:31.311578 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '424b2e1c-14b5-45d0-a023-d6470b942271', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'port_id': '424b2e1c-14b5-45d0-a023-d6470b942271', 'mac_address': 'fa:16:3e:2b:6a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:10:31.329598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424b2e1c-14b5-45d0-a023-d6470b942271'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:10:31.331883 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8093e107-9616-48ae-afc4-91ac905a62e0" -d '{"events": [{"server_uuid": "0738397b-c436-457a-8bc3-1d1b8ddfae87", "name": "network-vif-unplugged", "status": "completed", "tag": "424b2e1c-14b5-45d0-a023-d6470b942271"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:10:31.368577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 424b2e1c-14b5-45d0-a023-d6470b942271, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=424b2e1c-14b5-45d0-a023-d6470b942271,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:10:31.384299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:31.419940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Nov 2021 08:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d45369-f975-43e6-8407-5d28ca794603 x-openstack-request-id: req-47d45369-f975-43e6-8407-5d28ca794603 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:10:31.420277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0738397b-c436-457a-8bc3-1d1b8ddfae87", "name": "network-vif-unplugged", "status": "completed", "tag": "424b2e1c-14b5-45d0-a023-d6470b942271", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:10:31.420600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47d45369-f975-43e6-8407-5d28ca794603 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:10:31.420992 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424b2e1c-14b5-45d0-a023-d6470b942271', 'code': 200} Nov 28 08:10:31.423572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:31.433998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:31.445083 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 424b2e1c-14b5-45d0-a023-d6470b942271 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:10:31.494146 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=424b2e1c-14b5-45d0-a023-d6470b942271,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:10:31.510733 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:31.511103 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:31.511447 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:31.511782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:31.512109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:31.512432 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:31.512755 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:31.513079 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:31.513400 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:31.513719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:31.514036 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:31.514352 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:31.514666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:31.520148 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 08:10:31.520515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 08:10:31.904727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dcc40-3a5b-4b7c-b46b-0d16dbc07f33 req-a7e4f95d-4789-4430-af8e-3bd733e0177e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:31.906220 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-952dcc40-3a5b-4b7c-b46b-0d16dbc07f33 req-a7e4f95d-4789-4430-af8e-3bd733e0177e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 943 time: 0.0548427 Nov 28 08:10:31.953312 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-952dcc40-3a5b-4b7c-b46b-0d16dbc07f33 req-cba294b0-58fa-4cff-8582-a49b57b621bd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408533 Nov 28 08:10:32.067510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:32.080485 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424b2e1c-14b5-45d0-a023-d6470b942271 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:10:32.100638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 424b2e1c-14b5-45d0-a023-d6470b942271, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=424b2e1c-14b5-45d0-a023-d6470b942271,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:10:32.105876 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:32.162286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=424b2e1c-14b5-45d0-a023-d6470b942271,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:10:32.183714 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['424b2e1c-14b5-45d0-a023-d6470b942271'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:10:32.194551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029052f-2c05-4ebb-a595-3edfefb4aeea req-705935f0-788a-48a9-bf6b-7313003ee18b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:32.196112 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a029052f-2c05-4ebb-a595-3edfefb4aeea req-705935f0-788a-48a9-bf6b-7313003ee18b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 944 time: 0.0904748 Nov 28 08:10:32.231623 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e067212-2e56-4370-87ff-cf1488c2c8b7 req-313a678c-d12c-49c7-ac8d-f4e48f6b0262 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:32.233067 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1e067212-2e56-4370-87ff-cf1488c2c8b7 req-313a678c-d12c-49c7-ac8d-f4e48f6b0262 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 944 time: 0.0994594 Nov 28 08:10:32.261065 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a029052f-2c05-4ebb-a595-3edfefb4aeea req-9f1cce80-c603-4f39-bfd6-507cda089662 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578704 Nov 28 08:10:32.337554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e067212-2e56-4370-87ff-cf1488c2c8b7 req-747afaf7-de0f-4d97-9a19-b54f30450f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:32.338972 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1e067212-2e56-4370-87ff-cf1488c2c8b7 req-747afaf7-de0f-4d97-9a19-b54f30450f31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 1097 time: 0.0466957 Nov 28 08:10:32.432861 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e067212-2e56-4370-87ff-cf1488c2c8b7 req-a6b1823f-6cb4-42a1-8a6b-0655adae2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:32.434307 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1e067212-2e56-4370-87ff-cf1488c2c8b7 req-a6b1823f-6cb4-42a1-8a6b-0655adae2b7d service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0856597 Nov 28 08:10:32.506302 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1e067212-2e56-4370-87ff-cf1488c2c8b7 req-db6b3a03-c9c3-4e26-8007-8cb4e52ac97d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424b2e1c-14b5-45d0-a023-d6470b942271 HTTP/1.1" status: 200 len: 1000 time: 0.0620611 Nov 28 08:10:32.558394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e067212-2e56-4370-87ff-cf1488c2c8b7 req-f9436905-a41d-4fa7-b02d-d350f8103c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:32.559824 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1e067212-2e56-4370-87ff-cf1488c2c8b7 req-f9436905-a41d-4fa7-b02d-d350f8103c54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0464103 Nov 28 08:10:32.612735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e067212-2e56-4370-87ff-cf1488c2c8b7 req-16b24571-d119-4544-828a-79154668be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:32.614074 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1e067212-2e56-4370-87ff-cf1488c2c8b7 req-16b24571-d119-4544-828a-79154668be05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0446544 Nov 28 08:10:32.708861 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1e067212-2e56-4370-87ff-cf1488c2c8b7 req-e3a9206b-c4f8-4d79-822d-4b567a4bf29b service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825298 Nov 28 08:10:32.800686 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1e067212-2e56-4370-87ff-cf1488c2c8b7 req-76e37524-a931-4530-976f-4a693b659df9 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797517 Nov 28 08:10:33.129767 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 424b2e1c-14b5-45d0-a023-d6470b942271 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:10:33.182505 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 424b2e1c-14b5-45d0-a023-d6470b942271 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:10:33.183200 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:33.275675 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:33.309515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 424b2e1c-14b5-45d0-a023-d6470b942271, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=424b2e1c-14b5-45d0-a023-d6470b942271,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:10:33.313961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:33.366676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=424b2e1c-14b5-45d0-a023-d6470b942271,revision_number=8']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:10:33.395950 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855ebc7-6bc3-447b-a63b-78792723fd1a req-eb50ebb7-10f0-4014-bc5e-02bd9f1451ec tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:33.397411 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f855ebc7-6bc3-447b-a63b-78792723fd1a req-eb50ebb7-10f0-4014-bc5e-02bd9f1451ec tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0622532 Nov 28 08:10:33.422880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b2e1c-14b5-45d0-a023-d6470b942271'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:10:33.425518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66777e9-0604-4543-86ce-45f6833fd05b" -d '{"events": [{"server_uuid": "0738397b-c436-457a-8bc3-1d1b8ddfae87", "name": "network-vif-plugged", "status": "completed", "tag": "424b2e1c-14b5-45d0-a023-d6470b942271"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:10:33.451299 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f855ebc7-6bc3-447b-a63b-78792723fd1a req-42884ed0-48e3-4f85-b078-ff84a2ad4636 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477479 Nov 28 08:10:33.467046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fad14b-5de3-4f1d-93b2-f02348501aca x-openstack-request-id: req-e4fad14b-5de3-4f1d-93b2-f02348501aca {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:10:33.467046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0738397b-c436-457a-8bc3-1d1b8ddfae87", "name": "network-vif-plugged", "status": "completed", "tag": "424b2e1c-14b5-45d0-a023-d6470b942271", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:10:33.467046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4fad14b-5de3-4f1d-93b2-f02348501aca {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:10:33.467328 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b2e1c-14b5-45d0-a023-d6470b942271', 'code': 200} Nov 28 08:10:33.579398 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dd2f1-ff98-4af3-9203-b603f84fc37a req-6d680e71-b206-4fc6-9a5a-fc35aa8804ed tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:33.580872 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f72dd2f1-ff98-4af3-9203-b603f84fc37a req-6d680e71-b206-4fc6-9a5a-fc35aa8804ed tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0552716 Nov 28 08:10:33.633037 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f72dd2f1-ff98-4af3-9203-b603f84fc37a req-4275ebf5-9165-477c-9ea1-b0d671f984b7 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460525 Nov 28 08:10:33.835536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252ce76-d81f-428c-b577-01fd66de44c3 req-a4bd30e4-2d2b-44a0-b1fb-c4391fac459f tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:33.836991 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9252ce76-d81f-428c-b577-01fd66de44c3 req-a4bd30e4-2d2b-44a0-b1fb-c4391fac459f tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0585914 Nov 28 08:10:33.911241 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9252ce76-d81f-428c-b577-01fd66de44c3 req-fa290c68-5f92-46f1-a73b-5dbf3517350c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672145 Nov 28 08:10:33.913846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214f1bf-98b7-4ae3-b6d4-2e209e06a16e req-62e87946-dcc5-4914-aef7-a861f13a82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:33.915290 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5214f1bf-98b7-4ae3-b6d4-2e209e06a16e req-62e87946-dcc5-4914-aef7-a861f13a82d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 1098 time: 0.0879376 Nov 28 08:10:34.013951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214f1bf-98b7-4ae3-b6d4-2e209e06a16e req-afe6f6d9-db02-463b-9758-9d6d961c676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:34.015453 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5214f1bf-98b7-4ae3-b6d4-2e209e06a16e req-afe6f6d9-db02-463b-9758-9d6d961c676d service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0872190 Nov 28 08:10:34.090308 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5214f1bf-98b7-4ae3-b6d4-2e209e06a16e req-eb5e6d44-d2b3-45b4-a348-b0d024fc95b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424b2e1c-14b5-45d0-a023-d6470b942271 HTTP/1.1" status: 200 len: 1001 time: 0.0632386 Nov 28 08:10:34.146269 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214f1bf-98b7-4ae3-b6d4-2e209e06a16e req-08a10582-6bc8-489a-b60a-40755dcb5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:34.147698 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5214f1bf-98b7-4ae3-b6d4-2e209e06a16e req-08a10582-6bc8-489a-b60a-40755dcb5696 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0466614 Nov 28 08:10:34.202649 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214f1bf-98b7-4ae3-b6d4-2e209e06a16e req-0d1d7d36-0ad6-4726-bf58-c7daca3d80db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:34.204192 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5214f1bf-98b7-4ae3-b6d4-2e209e06a16e req-0d1d7d36-0ad6-4726-bf58-c7daca3d80db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0457537 Nov 28 08:10:34.293219 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5214f1bf-98b7-4ae3-b6d4-2e209e06a16e req-cc47f0f3-0bc5-49ab-ae34-cafe97396f6f service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774994 Nov 28 08:10:34.387162 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5214f1bf-98b7-4ae3-b6d4-2e209e06a16e req-4e1f1ace-7f85-4221-b6d9-e05c47dc1515 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825942 Nov 28 08:10:35.034851 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1547886-41ba-48a7-97e1-695d439c0f32 req-a2a3f52c-2c63-4b8c-a960-bc48a6a71348 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:35.036316 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a1547886-41ba-48a7-97e1-695d439c0f32 req-a2a3f52c-2c63-4b8c-a960-bc48a6a71348 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0544522 Nov 28 08:10:35.081899 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a1547886-41ba-48a7-97e1-695d439c0f32 req-42aae44a-b454-468a-8d13-8d23073f7fcc tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396402 Nov 28 08:10:35.314834 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170a761-2486-46da-be3d-ac719f5620fb req-8555ed20-4140-4a48-aead-e8c6022f2be9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:35.316310 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2170a761-2486-46da-be3d-ac719f5620fb req-8555ed20-4140-4a48-aead-e8c6022f2be9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0547671 Nov 28 08:10:35.365315 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2170a761-2486-46da-be3d-ac719f5620fb req-2bc23d62-76f0-472a-affb-d29670dfa447 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431354 Nov 28 08:10:36.488124 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cac92-c8d2-4906-83d0-1f269550d6c1 req-e59c75bf-f583-4dd9-aa91-e35f427468bf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:36.489582 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-392cac92-c8d2-4906-83d0-1f269550d6c1 req-e59c75bf-f583-4dd9-aa91-e35f427468bf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0547566 Nov 28 08:10:36.534900 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-392cac92-c8d2-4906-83d0-1f269550d6c1 req-bf1f5b75-5a2c-455f-9292-edaf6fad6529 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394368 Nov 28 08:10:37.163666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-6773def9-8432-4990-a95f-bda0e9c6be65 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:37.165083 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-6773def9-8432-4990-a95f-bda0e9c6be65 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0594997 Nov 28 08:10:37.268085 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Deleting port 424b2e1c-14b5-45d0-a023-d6470b942271 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:10:37.268421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:37.357313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] For port 424b2e1c-14b5-45d0-a023-d6470b942271, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=424b2e1c-14b5-45d0-a023-d6470b942271,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:10:37.357672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:37.540974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:37.541625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:37.541625 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf disassociated. External IP: 172.26.2.208, port: 424b2e1c-14b5-45d0-a023-d6470b942271. Nov 28 08:10:37.541969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Calling delete_port for 424b2e1c-14b5-45d0-a023-d6470b942271 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:10:37.659060 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24307e5d-ca0b-473b-9525-39dee7261876 req-e7fd0f30-6df4-4e71-9109-92bd6a5318bf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:37.660533 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-24307e5d-ca0b-473b-9525-39dee7261876 req-e7fd0f30-6df4-4e71-9109-92bd6a5318bf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0738397b-c436-457a-8bc3-1d1b8ddfae87 HTTP/1.1" status: 200 len: 945 time: 0.0581124 Nov 28 08:10:37.676985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:37.706214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event deleted for resources: {'Port': ['ID=424b2e1c-14b5-45d0-a023-d6470b942271,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:10:37.710607 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-24307e5d-ca0b-473b-9525-39dee7261876 req-5e00b8d6-8d2b-4a4f-bd4c-2d981dac4dec tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440786 Nov 28 08:10:37.718407 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:37.718761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:37.719176 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:37.719514 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:37.719851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:37.720183 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:37.720506 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:37.721196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:37.721196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:37.721645 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:37.721752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:37.722078 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:37.722400 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:10:37.854928 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Router e69af688-6def-4329-a292-96c150a5fd0e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:10:37.980607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:10:37.991680 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9566f-4ccd-4ba7-b49c-22e1b261ec6e None None] Sync routers for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:10:38.002717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9566f-4ccd-4ba7-b49c-22e1b261ec6e None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:10:38.003369 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cce9566f-4ccd-4ba7-b49c-22e1b261ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:10:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:10:38.024310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] No DVR routers for this DVR port 424b2e1c-14b5-45d0-a023-d6470b942271 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:10:38.026846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:38.030263 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1f5afd2d-ae9e-4a61-a9a1-8c65e7bfea20 req-b78600b0-cb34-4ebd-b13b-2b8bbcf4cad2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "DELETE /v2.0/ports/424b2e1c-14b5-45d0-a023-d6470b942271 HTTP/1.1" status: 204 len: 173 time: 0.8536754 Nov 28 08:10:38.030707 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'name': 'network-vif-deleted', 'tag': '424b2e1c-14b5-45d0-a023-d6470b942271'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:10:38.032975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f095562e-4c0b-42eb-ba50-a2de4b2259aa" -d '{"events": [{"server_uuid": "0738397b-c436-457a-8bc3-1d1b8ddfae87", "name": "network-vif-deleted", "tag": "424b2e1c-14b5-45d0-a023-d6470b942271"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:10:38.083022 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472bef26-7eb9-481c-a871-d42a7f0d560f x-openstack-request-id: req-472bef26-7eb9-481c-a871-d42a7f0d560f {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:10:38.083315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0738397b-c436-457a-8bc3-1d1b8ddfae87", "name": "network-vif-deleted", "tag": "424b2e1c-14b5-45d0-a023-d6470b942271", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:10:38.083617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-472bef26-7eb9-481c-a871-d42a7f0d560f {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:10:38.084022 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0738397b-c436-457a-8bc3-1d1b8ddfae87', 'name': 'network-vif-deleted', 'tag': '424b2e1c-14b5-45d0-a023-d6470b942271', 'status': 'completed', 'code': 200} Nov 28 08:10:38.136074 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-cce9566f-4ccd-4ba7-b49c-22e1b261ec6e None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:10:38.339541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cce9566f-4ccd-4ba7-b49c-22e1b261ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:10:38.366674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9566f-4ccd-4ba7-b49c-22e1b261ec6e None None] Checking router: e69af688-6def-4329-a292-96c150a5fd0e for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:10:38.375054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9566f-4ccd-4ba7-b49c-22e1b261ec6e None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:10:38.375650 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cce9566f-4ccd-4ba7-b49c-22e1b261ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:10:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:10:38.505976 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-cce9566f-4ccd-4ba7-b49c-22e1b261ec6e None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:10:38.861115 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-cce9566f-4ccd-4ba7-b49c-22e1b261ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:10:38.892343 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9566f-4ccd-4ba7-b49c-22e1b261ec6e None None] The sync data for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv is: [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:10:38.967141 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-0dad02f5-3c1c-4663-a6e3-c52433ee0e0b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--612743572&fields=id&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 267 time: 0.0436323 Nov 28 08:10:39.084431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-7c6637ad-e282-43df-9563-4fd99a801958 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:39.087657 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-7c6637ad-e282-43df-9563-4fd99a801958 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 812 time: 0.1114919 Nov 28 08:10:39.101997 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-704ce35f-53c2-4844-a78f-a53be09498e9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/quotas/01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 375 time: 0.0100112 Nov 28 08:10:39.126456 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f053d55d-ed8e-4b01-853b-869039a55977 None None] New status for floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:10:39.161647 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-9f551c20-cddf-4f06-91cf-c9e8a20fef70 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535436 Nov 28 08:10:39.264059 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-9523d538-8215-4520-a0f1-d9f7fdb407e4 service neutron] 10.222.0.31 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891685 Nov 28 08:10:39.351970 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-4ec407c9-e612-47a5-9945-94e359ff064f service neutron] 10.222.0.31 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819268 Nov 28 08:10:39.511108 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9fb5530e-97f4-4e95-a5a2-9824d2743a18 req-ac1e0a35-ab85-4533-8c4c-c92ba06a1c3d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 210 time: 0.0266404 Nov 28 08:10:40.495920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-40f5ecb3-c456-4680-937f-f26934c0e665 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:40.497351 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-40f5ecb3-c456-4680-937f-f26934c0e665 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 812 time: 0.0990987 Nov 28 08:10:40.565476 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-6f9a825a-23b8-4c87-829a-5c49a5de96b2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 379 time: 0.0558884 Nov 28 08:10:40.579089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-a97db3dd-0558-4932-94b5-6ba274360175 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Request body: {'port': {'device_id': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'admin_state_up': True, 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'security_groups': ['5813f569-b4d2-45d7-88aa-31297bcf5fe7']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:10:40.610341 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3d216bd8-4789-40db-866b-736502115b50 req-d193c942-f2b4-4ad0-81a7-2dc5c5d14c08 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 210 time: 0.0284836 Nov 28 08:10:40.684865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-a97db3dd-0558-4932-94b5-6ba274360175 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Made reservation on behalf of 01b74ee98a054b0cb8e9680cd42dfbfc for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:10:40.688436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-a97db3dd-0558-4932-94b5-6ba274360175 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:40.809900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-a97db3dd-0558-4932-94b5-6ba274360175 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Allocated IP 172.20.0.13 (ca0967a2-ab20-43c4-b135-cfd09f8d936a/69303761-336a-48bc-94fc-7d90b1a04b53/57e3a7fc-a6d4-45ca-93f2-ac69467182a0) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:10:40.938950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-a97db3dd-0558-4932-94b5-6ba274360175 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:40.979601 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-a97db3dd-0558-4932-94b5-6ba274360175 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:41.020944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-a97db3dd-0558-4932-94b5-6ba274360175 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Network ca0967a2-ab20-43c4-b135-cfd09f8d936a is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:10:41.025840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-a97db3dd-0558-4932-94b5-6ba274360175 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:10:41.031184 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-a97db3dd-0558-4932-94b5-6ba274360175 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:10:41.056250 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97db3dd-0558-4932-94b5-6ba274360175 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event updated for resources: {'Port': ['ID=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:10:41.086084 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-a97db3dd-0558-4932-94b5-6ba274360175 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:41.086705 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-a97db3dd-0558-4932-94b5-6ba274360175 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:41.103048 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-a97db3dd-0558-4932-94b5-6ba274360175 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5278175 Nov 28 08:10:41.125536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Request body: {'port': {'device_id': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:10:41.147285 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 424b2e1c-14b5-45d0-a023-d6470b942271 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:10:41.170529 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 424b2e1c-14b5-45d0-a023-d6470b942271 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:10:41.171258 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 424b2e1c-14b5-45d0-a023-d6470b942271 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:10:41.200838 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:41.290395 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-46da068c-0c72-4f49-9e28-605fc9e0d13a None None] Provisioning complete for port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:10:41.290756 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-46da068c-0c72-4f49-9e28-605fc9e0d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:41.331528 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-46da068c-0c72-4f49-9e28-605fc9e0d13a None None] Port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:10:41.468424 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:10:41.475711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:41.487293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Transition to ACTIVE for port object 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:10:41.490998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:41.543581 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Pushing event updated for resources: {'Port': ['ID=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:10:41.619304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Attempting to bind port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:10:41.619952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Attempting to bind port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:10:41.619952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Attempting to bind port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 on network ca0967a2-ab20-43c4-b135-cfd09f8d936a {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:10:41.624443 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 on network ca0967a2-ab20-43c4-b135-cfd09f8d936a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:10:41.624767 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Attempting to bind port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 on network ca0967a2-ab20-43c4-b135-cfd09f8d936a {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:10:41.630543 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:10:41.630896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Checking segment: {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:10:41.631288 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Bound using segment: {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:10:41.631713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Bound port: 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:10:41.632114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:41.730019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] For port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:10:41.733687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] For port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:10:41.745882 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:41.791739 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423e03a-7a75-482e-9dbf-2c13b7e0be75 req-6e647860-27a4-48d9-8d85-44918562fe5c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:41.793145 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c423e03a-7a75-482e-9dbf-2c13b7e0be75 req-6e647860-27a4-48d9-8d85-44918562fe5c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 944 time: 0.1090870 Nov 28 08:10:41.800703 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:41.801199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:41.802531 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/57e3a7fc-a6d4-45ca-93f2-ac69467182a0 HTTP/1.1" status: 200 len: 1094 time: 0.6814761 Nov 28 08:10:41.804107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:10:41.806614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a56605-efb2-413b-9a59-2e2779c9c160" -d '{"events": [{"name": "network-changed", "server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:10:41.865405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3032a1d-8c6a-44a4-b933-19ca286e85dc x-openstack-request-id: req-c3032a1d-8c6a-44a4-b933-19ca286e85dc {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:10:41.865698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:10:41.865954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3032a1d-8c6a-44a4-b933-19ca286e85dc {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:10:41.866349 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'status': 'completed', 'code': 200} Nov 28 08:10:41.869108 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e08bf-b875-4acf-874b-ff43609934e4 service neutron] Pushing event updated for resources: {'Port': ['ID=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:10:41.903965 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c423e03a-7a75-482e-9dbf-2c13b7e0be75 req-d554f523-1770-4482-a19b-e72b72ab0d80 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004751 Nov 28 08:10:41.924585 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-0cd4981a-b067-4e3d-b6d1-9bb0f8822886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:41.926090 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-0cd4981a-b067-4e3d-b6d1-9bb0f8822886 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 1097 time: 0.0753796 Nov 28 08:10:41.981184 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-0dda3792-e70f-40d2-b32e-ed698926e5ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0 HTTP/1.1" status: 200 len: 217 time: 0.0407469 Nov 28 08:10:42.036930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-3d774ac3-4309-41ec-ad1b-30f3560edb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:42.038383 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-3d774ac3-4309-41ec-ad1b-30f3560edb91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0438643 Nov 28 08:10:42.093580 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-96ef2a3c-6614-4335-a1e1-39a94e2e00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:42.095607 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-96ef2a3c-6614-4335-a1e1-39a94e2e00a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0458348 Nov 28 08:10:42.191680 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-8515eadc-e433-4e23-859c-bd7281a4b3de service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837922 Nov 28 08:10:42.281865 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e58e1562-bb33-4386-8e32-d1475385fa5f req-bb8e1d65-7e61-4a4d-bb7a-476c4356b43d service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790229 Nov 28 08:10:42.386860 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a56605-efb2-413b-9a59-2e2779c9c160 req-0a57f705-1f02-40f3-b2a1-4b72e3434d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:42.388328 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63a56605-efb2-413b-9a59-2e2779c9c160 req-0a57f705-1f02-40f3-b2a1-4b72e3434d4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 1097 time: 0.0500324 Nov 28 08:10:42.476032 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a56605-efb2-413b-9a59-2e2779c9c160 req-5b3d4bd6-1577-4ddb-b6d1-cd34857fd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:42.477355 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63a56605-efb2-413b-9a59-2e2779c9c160 req-5b3d4bd6-1577-4ddb-b6d1-cd34857fd3e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0811145 Nov 28 08:10:42.523780 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63a56605-efb2-413b-9a59-2e2779c9c160 req-68806404-9b77-4393-8883-a7e791cc6a18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0 HTTP/1.1" status: 200 len: 217 time: 0.0369813 Nov 28 08:10:42.571704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a56605-efb2-413b-9a59-2e2779c9c160 req-918c9829-6328-41bd-af15-a3cfec5b2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:42.573060 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63a56605-efb2-413b-9a59-2e2779c9c160 req-918c9829-6328-41bd-af15-a3cfec5b2732 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0406895 Nov 28 08:10:42.625355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a56605-efb2-413b-9a59-2e2779c9c160 req-c3d93246-1181-4ba1-af69-1b2ab51873f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:42.626784 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63a56605-efb2-413b-9a59-2e2779c9c160 req-c3d93246-1181-4ba1-af69-1b2ab51873f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0439954 Nov 28 08:10:42.717399 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63a56605-efb2-413b-9a59-2e2779c9c160 req-10f157cc-b0e5-4412-8284-b486c11e0243 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824082 Nov 28 08:10:42.807887 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-63a56605-efb2-413b-9a59-2e2779c9c160 req-4ea9c39a-c850-41b8-8c5c-6f0de64d3e0a service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783918 Nov 28 08:10:42.883532 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:10:43.032327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1557-8b71-49b1-9ee3-8c81485d2fa5 req-09aafb0a-bdcd-4a96-9912-4b04ed7853d0 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:43.033768 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-562b1557-8b71-49b1-9ee3-8c81485d2fa5 req-09aafb0a-bdcd-4a96-9912-4b04ed7853d0 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 944 time: 0.0590091 Nov 28 08:10:43.080811 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-562b1557-8b71-49b1-9ee3-8c81485d2fa5 req-e07a41fb-f4e4-463a-a03b-5c3ceec2543b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409307 Nov 28 08:10:44.199295 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89520bfc-4877-464f-9b61-8403c6b1d7d7 req-844f3e96-3e60-4684-8d57-5fed93c7009a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:44.200766 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-89520bfc-4877-464f-9b61-8403c6b1d7d7 req-844f3e96-3e60-4684-8d57-5fed93c7009a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 944 time: 0.0541935 Nov 28 08:10:44.251219 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-89520bfc-4877-464f-9b61-8403c6b1d7d7 req-1f11a788-2c3e-49de-85ef-7acf55a34f26 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440478 Nov 28 08:10:45.146050 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:10:45.238189 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:10:45.248348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'port_id': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'mac_address': 'fa:16:3e:56:cf:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:10:45.293620 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:45.307129 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:10:45.326224 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:10:45.330493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:45.374292 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c7e96-5fe4-4543-8875-b96be1290216 req-5e1f0925-8ac0-4992-839e-a925dc352794 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:45.375835 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-983c7e96-5fe4-4543-8875-b96be1290216 req-5e1f0925-8ac0-4992-839e-a925dc352794 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 945 time: 0.0577397 Nov 28 08:10:45.382258 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:10:45.423259 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-983c7e96-5fe4-4543-8875-b96be1290216 req-cc713922-3ee5-4849-97bf-8199136f8e0a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412803 Nov 28 08:10:45.448546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0a832738-4a04-4027-89dd-c50e79ed94cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:45.657358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['57e3a7fc-a6d4-45ca-93f2-ac69467182a0'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:10:46.549842 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4de50-5e7c-4211-8200-ad0d574c2ffd req-07b85463-2526-4ac8-a576-2888084465c3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:46.551320 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ab4de50-5e7c-4211-8200-ad0d574c2ffd req-07b85463-2526-4ac8-a576-2888084465c3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 945 time: 0.0542099 Nov 28 08:10:46.597630 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ab4de50-5e7c-4211-8200-ad0d574c2ffd req-bda4a333-4bb2-4912-b747-d2a2c09ac821 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401957 Nov 28 08:10:47.161691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:10:47.213767 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:10:47.217783 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:10:47.218167 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:47.304155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:47.326107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:10:47.328535 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70e1356-e8e9-48c6-ab31-e48402c0dcc9" -d '{"events": [{"server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "name": "network-vif-plugged", "status": "completed", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:10:47.340946 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:10:47.345586 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:47.371017 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58d25a1-547c-43ae-96ae-7dc652a04698 x-openstack-request-id: req-a58d25a1-547c-43ae-96ae-7dc652a04698 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:10:47.371336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "name": "network-vif-plugged", "status": "completed", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:10:47.371585 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a58d25a1-547c-43ae-96ae-7dc652a04698 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:10:47.371965 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'code': 200} Nov 28 08:10:47.401341 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:10:47.555607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a779a6-cd8e-4c39-9757-414602501623 req-2f4e21b7-3078-4350-87d3-abcb969ad305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:47.557084 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-68a779a6-cd8e-4c39-9757-414602501623 req-2f4e21b7-3078-4350-87d3-abcb969ad305 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 1099 time: 0.0456042 Nov 28 08:10:47.601897 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-68a779a6-cd8e-4c39-9757-414602501623 req-01e2a388-e806-4b66-b881-7eddff681ae9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356801 Nov 28 08:10:47.724678 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ac7e3-0a51-45cc-aa0b-0c5e350e8276 req-d2a25da7-aadd-49a2-8e1b-0a2229af4fb2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:47.726153 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f92ac7e3-0a51-45cc-aa0b-0c5e350e8276 req-d2a25da7-aadd-49a2-8e1b-0a2229af4fb2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0621796 Nov 28 08:10:47.771638 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f92ac7e3-0a51-45cc-aa0b-0c5e350e8276 req-44bd3d37-4252-46fe-ac4f-ecedbc7e7e6e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395749 Nov 28 08:10:47.977296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-968467e6-6fe2-4065-9a7c-c392550e1214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:48.900704 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33687ed6-12bc-4e5f-a5c2-39ba0b430a70 req-19ac8297-f7ee-45cd-b157-ed93ae417de3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:48.902159 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-33687ed6-12bc-4e5f-a5c2-39ba0b430a70 req-19ac8297-f7ee-45cd-b157-ed93ae417de3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0597751 Nov 28 08:10:48.949865 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-33687ed6-12bc-4e5f-a5c2-39ba0b430a70 req-d52c73ae-0dd5-42f0-938f-0ca6c2b67461 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410914 Nov 28 08:10:49.066277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54c97e-2cd0-4caf-86bc-01a9a28174b1 req-1f3f3b67-bce6-4456-b553-8275aaa87df3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:49.067695 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9b54c97e-2cd0-4caf-86bc-01a9a28174b1 req-1f3f3b67-bce6-4456-b553-8275aaa87df3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0544567 Nov 28 08:10:49.076213 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 45210) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:10:49.080778 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b9ce6e31-296f-4805-9011-0a63849e84bb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Request body: {'floatingip': {'port_id': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:10:49.104729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:49.124269 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9ce6e31-296f-4805-9011-0a63849e84bb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:49.929763 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9ce6e31-296f-4805-9011-0a63849e84bb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:49.933532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9ce6e31-296f-4805-9011-0a63849e84bb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:50.047377 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-b9ce6e31-296f-4805-9011-0a63849e84bb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf associated. External IP: 172.26.2.208, port: 57e3a7fc-a6d4-45ca-93f2-ac69467182a0. Nov 28 08:10:50.283258 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ce6e31-296f-4805-9011-0a63849e84bb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Router e69af688-6def-4329-a292-96c150a5fd0e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:10:50.384542 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:50.405053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ce6e31-296f-4805-9011-0a63849e84bb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:10:50.409906 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9ce6e31-296f-4805-9011-0a63849e84bb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:50.414572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab8f7e-0eb5-4c42-a9a2-59e39498dc31 None None] Sync routers for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:10:50.424777 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab8f7e-0eb5-4c42-a9a2-59e39498dc31 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:10:50.425394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-faab8f7e-0eb5-4c42-a9a2-59e39498dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:10:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:10:50.444435 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b9ce6e31-296f-4805-9011-0a63849e84bb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "PUT /v2.0/floatingips/7accc95e-7f90-4c4f-a5ba-369ff7614cbf HTTP/1.1" status: 200 len: 992 time: 1.3671193 Nov 28 08:10:50.445019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:10:50.447310 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b4763d-2416-4613-9cbf-c00b6950a301" -d '{"events": [{"name": "network-changed", "server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:10:50.484446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30600161-c1fc-4ef0-9138-f7af2793baf7 x-openstack-request-id: req-30600161-c1fc-4ef0-9138-f7af2793baf7 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:10:50.484891 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:10:50.485148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30600161-c1fc-4ef0-9138-f7af2793baf7 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:10:50.485556 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'status': 'completed', 'code': 200} Nov 28 08:10:50.560664 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4763d-2416-4613-9cbf-c00b6950a301 req-340a48af-9a14-4de5-8c5a-6fe6a1adb765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:50.562631 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74b4763d-2416-4613-9cbf-c00b6950a301 req-340a48af-9a14-4de5-8c5a-6fe6a1adb765 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 1099 time: 0.0488603 Nov 28 08:10:50.564054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-faab8f7e-0eb5-4c42-a9a2-59e39498dc31 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:10:50.652931 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4763d-2416-4613-9cbf-c00b6950a301 req-d39a1639-60ea-4a22-85d8-9c4a7085d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:50.654396 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74b4763d-2416-4613-9cbf-c00b6950a301 req-d39a1639-60ea-4a22-85d8-9c4a7085d7c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0842772 Nov 28 08:10:50.728219 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74b4763d-2416-4613-9cbf-c00b6950a301 req-4de65cf2-f29e-4583-9c57-e6e28308ecde service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0 HTTP/1.1" status: 200 len: 1000 time: 0.0665493 Nov 28 08:10:50.776728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4763d-2416-4613-9cbf-c00b6950a301 req-c068674b-ac9e-4d39-9305-e295a972d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:50.778186 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74b4763d-2416-4613-9cbf-c00b6950a301 req-c068674b-ac9e-4d39-9305-e295a972d1b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0429454 Nov 28 08:10:50.793178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-faab8f7e-0eb5-4c42-a9a2-59e39498dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '7accc95e-7f90-4c4f-a5ba-369ff7614cbf', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'port_id': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'mac_address': 'fa:16:3e:56:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:08:02Z', 'updated_at': '2021-11-28T08:10:49Z', 'revision_number': 9, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:10:50.824776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab8f7e-0eb5-4c42-a9a2-59e39498dc31 None None] Checking router: e69af688-6def-4329-a292-96c150a5fd0e for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:10:50.831145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4763d-2416-4613-9cbf-c00b6950a301 req-f25524d9-8b0f-4132-b5e6-dc026a5638de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:10:50.832653 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74b4763d-2416-4613-9cbf-c00b6950a301 req-f25524d9-8b0f-4132-b5e6-dc026a5638de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0464325 Nov 28 08:10:50.832827 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab8f7e-0eb5-4c42-a9a2-59e39498dc31 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:10:50.833413 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-faab8f7e-0eb5-4c42-a9a2-59e39498dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:10:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:10:50.925620 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74b4763d-2416-4613-9cbf-c00b6950a301 req-eee39f92-55f8-4e66-bf10-28949498bf4f service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853922 Nov 28 08:10:50.953985 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-faab8f7e-0eb5-4c42-a9a2-59e39498dc31 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:10:51.014452 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74b4763d-2416-4613-9cbf-c00b6950a301 req-5b02c443-2196-458c-ba90-f373e9f8669b service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815115 Nov 28 08:10:51.187058 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-faab8f7e-0eb5-4c42-a9a2-59e39498dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '7accc95e-7f90-4c4f-a5ba-369ff7614cbf', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'port_id': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'mac_address': 'fa:16:3e:56:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:08:02Z', 'updated_at': '2021-11-28T08:10:49Z', 'revision_number': 9, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:10:51.219474 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab8f7e-0eb5-4c42-a9a2-59e39498dc31 None None] The sync data for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv is: [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '7accc95e-7f90-4c4f-a5ba-369ff7614cbf', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'port_id': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'mac_address': 'fa:16:3e:56:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:08:02Z', 'updated_at': '2021-11-28T08:10:49Z', 'revision_number': 9, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:10:51.360192 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:10:51.415634 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536dad2a-b65a-41c6-a8a9-9073b6fcc6f9 None None] New status for floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:11:01.395598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:15.449366 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bd41e873-458f-48dc-8075-e0f56731cc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:17.979233 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2af9c010-81c7-4650-bde9-7d457a4a5f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:19.107255 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:19.882162 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:11:20.389753 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:21.362811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:29.780689 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f67bdea-67cb-4dff-9812-4bf78f6c6bad req-9a6d48e9-81a8-48cb-a3c4-99b84d38e552 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1050954 Nov 28 08:11:29.883209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67bdea-67cb-4dff-9812-4bf78f6c6bad req-502a7c2a-4b84-4cc4-be12-a58606c83120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:29.884743 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f67bdea-67cb-4dff-9812-4bf78f6c6bad req-502a7c2a-4b84-4cc4-be12-a58606c83120 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 1099 time: 0.0469544 Nov 28 08:11:29.998482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67bdea-67cb-4dff-9812-4bf78f6c6bad req-366320bd-129b-400a-8788-1fc459214d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:30.000018 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f67bdea-67cb-4dff-9812-4bf78f6c6bad req-366320bd-129b-400a-8788-1fc459214d8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0901315 Nov 28 08:11:30.084994 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f67bdea-67cb-4dff-9812-4bf78f6c6bad req-5e538d9c-cfe8-46e9-abed-bf56360ce248 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0 HTTP/1.1" status: 200 len: 1003 time: 0.0734437 Nov 28 08:11:30.128036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ae708-bde8-4030-934f-862565d43a3e req-5cf3045b-ddf5-4458-97c6-401502117834 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:30.129554 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9c9ae708-bde8-4030-934f-862565d43a3e req-5cf3045b-ddf5-4458-97c6-401502117834 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0598984 Nov 28 08:11:30.170591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67bdea-67cb-4dff-9812-4bf78f6c6bad req-09715db4-5501-4379-912a-771117df5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:30.172732 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f67bdea-67cb-4dff-9812-4bf78f6c6bad req-09715db4-5501-4379-912a-771117df5401 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0766602 Nov 28 08:11:30.182228 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9c9ae708-bde8-4030-934f-862565d43a3e req-900c254e-0503-4afc-b55f-bed5dd140dc6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453074 Nov 28 08:11:30.197449 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-2143237c-e879-47c3-b020-9ca63687a085 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1374578 Nov 28 08:11:30.237100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67bdea-67cb-4dff-9812-4bf78f6c6bad req-3436b7bf-f33a-4e89-9877-c5bbe7970209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:30.238740 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f67bdea-67cb-4dff-9812-4bf78f6c6bad req-3436b7bf-f33a-4e89-9877-c5bbe7970209 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0535653 Nov 28 08:11:30.335369 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f67bdea-67cb-4dff-9812-4bf78f6c6bad req-3b4e3631-df7d-4a9c-b227-25cdf0bac958 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835876 Nov 28 08:11:30.433311 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f67bdea-67cb-4dff-9812-4bf78f6c6bad req-c0f28e12-0808-491b-9901-c0581ecbe8b5 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868263 Nov 28 08:11:31.342460 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447c682-f135-4f7d-9aa7-3f87a66f9765 req-feecbf18-494f-4fac-9a5a-14494793c706 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:31.343990 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9447c682-f135-4f7d-9aa7-3f87a66f9765 req-feecbf18-494f-4fac-9a5a-14494793c706 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0925579 Nov 28 08:11:31.362037 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-10f526fc-7637-4726-97b7-25b951cf7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:31.363466 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-10f526fc-7637-4726-97b7-25b951cf7380 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 1099 time: 0.0796177 Nov 28 08:11:31.393671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:31.422811 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9447c682-f135-4f7d-9aa7-3f87a66f9765 req-e28f4f95-da98-4c62-8ba4-f7f19362f989 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711336 Nov 28 08:11:31.476718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-2f05ceb6-9ed8-4ad3-9f5d-2dcc45577da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:31.478021 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-2f05ceb6-9ed8-4ad3-9f5d-2dcc45577da8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.1014798 Nov 28 08:11:31.557843 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-afd933ff-14f2-4bbe-9433-e397d2cf2149 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0 HTTP/1.1" status: 200 len: 1003 time: 0.0670488 Nov 28 08:11:31.611832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-8eca8187-f113-42d7-a5c2-6af5e6c38450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:31.613240 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-8eca8187-f113-42d7-a5c2-6af5e6c38450 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0428538 Nov 28 08:11:31.668570 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-0b3a48f2-82ff-4451-b084-8e876a214c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:31.670066 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-0b3a48f2-82ff-4451-b084-8e876a214c4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451770 Nov 28 08:11:31.765221 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-4c2da7e1-2f81-4b88-a8dd-4baf36974bff service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827007 Nov 28 08:11:31.860072 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-d9b3a69d-f62d-4547-b8d0-899dcf712df3 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828106 Nov 28 08:11:32.547293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8afbf5-8751-4fbd-b7fa-e3eab899805c req-e3fa601c-f9c4-4442-8b83-3e20d7795e7a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:32.548772 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0c8afbf5-8751-4fbd-b7fa-e3eab899805c req-e3fa601c-f9c4-4442-8b83-3e20d7795e7a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0555842 Nov 28 08:11:32.595244 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0c8afbf5-8751-4fbd-b7fa-e3eab899805c req-372c0be1-ed00-4bca-8459-6c97816cd9ed tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404370 Nov 28 08:11:33.721444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e9256-121d-463e-b059-d4a8574f091d req-da9f1632-d576-43ee-afc9-fd023efabf68 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:33.722934 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9b3e9256-121d-463e-b059-d4a8574f091d req-da9f1632-d576-43ee-afc9-fd023efabf68 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0592334 Nov 28 08:11:33.768522 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9b3e9256-121d-463e-b059-d4a8574f091d req-66a1e076-b0cf-4025-848c-6ba35177a210 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397432 Nov 28 08:11:34.889412 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dcbc7-9bbc-4423-acf2-685cdf59214c req-69c5fe32-ad57-4180-aa96-1a7e3b0a2bd3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:34.891401 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-592dcbc7-9bbc-4423-acf2-685cdf59214c req-69c5fe32-ad57-4180-aa96-1a7e3b0a2bd3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0550377 Nov 28 08:11:34.937736 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-592dcbc7-9bbc-4423-acf2-685cdf59214c req-62cd1366-fa09-4d81-86de-439f4627b151 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404749 Nov 28 08:11:36.066979 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabae47-9061-4143-9c03-552e5037a864 req-469a2394-c4a7-477e-a1da-877b47b667d0 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:36.067799 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-feabae47-9061-4143-9c03-552e5037a864 req-469a2394-c4a7-477e-a1da-877b47b667d0 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0593991 Nov 28 08:11:36.116356 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-feabae47-9061-4143-9c03-552e5037a864 req-46760c87-39e4-4274-9493-b9d67d36437d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424435 Nov 28 08:11:37.245564 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5a2fc-e45a-4307-8479-ac69870f89b6 req-eebb287e-4784-4715-9da6-9fbe12bc080b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:37.246922 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f3a5a2fc-e45a-4307-8479-ac69870f89b6 req-eebb287e-4784-4715-9da6-9fbe12bc080b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0584748 Nov 28 08:11:37.292660 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f3a5a2fc-e45a-4307-8479-ac69870f89b6 req-2dc67b1e-4707-44a1-8af8-763c761086f6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398328 Nov 28 08:11:38.410838 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f9956-22c1-4f14-b19e-ac47d76e2626 req-023147a6-aa0a-4c31-9a60-130027fc6e97 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:38.412315 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5f5f9956-22c1-4f14-b19e-ac47d76e2626 req-023147a6-aa0a-4c31-9a60-130027fc6e97 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0540915 Nov 28 08:11:38.461622 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5f5f9956-22c1-4f14-b19e-ac47d76e2626 req-65cc250d-a816-4c23-baa4-ef2b20e6e4a0 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435102 Nov 28 08:11:39.584303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d108f-3323-4b05-b2f5-59953c72250e req-836458ef-c7f1-4ddb-8520-77733af48cf3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:39.585791 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-335d108f-3323-4b05-b2f5-59953c72250e req-836458ef-c7f1-4ddb-8520-77733af48cf3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0549734 Nov 28 08:11:39.631569 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-335d108f-3323-4b05-b2f5-59953c72250e req-ef6dd60a-d96b-4bc5-a188-a2aa9e20b5dd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398731 Nov 28 08:11:40.750201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cf5e8-2270-4577-8ddd-a323c26a578f req-27aa5474-88ec-41b9-81a9-1b5cfc91a405 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:40.752200 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dd7cf5e8-2270-4577-8ddd-a323c26a578f req-27aa5474-88ec-41b9-81a9-1b5cfc91a405 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0539856 Nov 28 08:11:40.799957 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dd7cf5e8-2270-4577-8ddd-a323c26a578f req-c6fb6fe4-92c9-4d91-85d4-3d44d8c9d953 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418296 Nov 28 08:11:41.925517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dc929-1877-4151-8a15-be9e4bd0ad87 req-302eaea8-4319-41fa-bcbf-322011ce59ab tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:41.926999 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d92dc929-1877-4151-8a15-be9e4bd0ad87 req-302eaea8-4319-41fa-bcbf-322011ce59ab tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0590181 Nov 28 08:11:41.973931 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d92dc929-1877-4151-8a15-be9e4bd0ad87 req-4e6f006b-f89e-4cb0-a37c-6968656ecaf0 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407233 Nov 28 08:11:43.096869 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a0006-0387-4982-bb18-a4eca9b5c7b1 req-da225400-0795-44be-9e95-461c7556ed5a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:43.098345 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1e8a0006-0387-4982-bb18-a4eca9b5c7b1 req-da225400-0795-44be-9e95-461c7556ed5a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0542674 Nov 28 08:11:43.144082 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1e8a0006-0387-4982-bb18-a4eca9b5c7b1 req-7abc73a5-2a96-4771-8b0c-e4a61cdbd14d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398762 Nov 28 08:11:43.735700 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-502fd96b-f438-4826-94b3-17d72d4afada service neutron] 10.222.0.35 "GET /v2.0/ports/57e3a7fc-a6d4-45ca-93f2-ac69467182a0/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0608118 Nov 28 08:11:43.959002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-154bd724-4237-464e-b8b8-b983efceb340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:43.960484 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-154bd724-4237-464e-b8b8-b983efceb340 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 1099 time: 0.0476494 Nov 28 08:11:44.041598 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-bae48e2f-b6c4-4575-b5e8-c0ce9c63c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:44.043082 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-bae48e2f-b6c4-4575-b5e8-c0ce9c63c71d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 1099 time: 0.0449977 Nov 28 08:11:44.139070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-d6a25b93-8896-4e83-be36-db99317ff410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:44.140618 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-d6a25b93-8896-4e83-be36-db99317ff410 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0852518 Nov 28 08:11:44.215517 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-af9bde47-3d92-4f5b-ac2a-5f7ddff92351 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0 HTTP/1.1" status: 200 len: 1003 time: 0.0632427 Nov 28 08:11:44.266985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab52b22-dbe4-4043-9fb0-08515dd7f9dd req-03749131-f180-4a3c-abcd-c632c1aa9f17 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:44.268455 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dab52b22-dbe4-4043-9fb0-08515dd7f9dd req-03749131-f180-4a3c-abcd-c632c1aa9f17 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0573359 Nov 28 08:11:44.271870 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-82d1ad33-9324-432e-80f0-ef2ecb907594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:44.273369 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-82d1ad33-9324-432e-80f0-ef2ecb907594 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0461736 Nov 28 08:11:44.315084 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dab52b22-dbe4-4043-9fb0-08515dd7f9dd req-2ea4f143-97cc-46b5-b1c4-2f46354d6689 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406370 Nov 28 08:11:44.330151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-54a79bbc-1f8c-4868-bca9-b2014856802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:44.331678 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-54a79bbc-1f8c-4868-bca9-b2014856802e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0464125 Nov 28 08:11:44.424101 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-f5b28722-d59f-4349-81b3-c65d766bc54d service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796812 Nov 28 08:11:44.519076 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43a9e4e7-fd04-4525-abe0-ddb57e2948fa req-11c12c53-c41f-4a0a-a95d-23f953c3dbe8 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832551 Nov 28 08:11:45.435062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb84967-69fa-493d-aab7-65c6aa1032f7 req-3b8a7c4b-c439-46b5-aa55-40a3aa32ca96 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:45.436521 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9fb84967-69fa-493d-aab7-65c6aa1032f7 req-3b8a7c4b-c439-46b5-aa55-40a3aa32ca96 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0547924 Nov 28 08:11:45.452172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d35ba11c-c7dd-40ea-878f-62b08dd13645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:45.483418 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9fb84967-69fa-493d-aab7-65c6aa1032f7 req-758eea00-0b75-4d3d-a06a-3ff920d6d79c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408847 Nov 28 08:11:46.612122 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a893c0-5220-409d-8fb1-777c0b932537 req-40ebbb38-74e7-4575-96bf-7a1cdb01906c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:46.613613 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-81a893c0-5220-409d-8fb1-777c0b932537 req-40ebbb38-74e7-4575-96bf-7a1cdb01906c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0595160 Nov 28 08:11:46.660576 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-81a893c0-5220-409d-8fb1-777c0b932537 req-ec4ca381-c1d5-4eb5-906d-cd92a8098b20 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410168 Nov 28 08:11:47.472655 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:11:47.475154 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:11:47.776514 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:47.785177 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b683e-682a-4351-abfa-39053fb5f2f5 req-28abe566-5a3c-4ca0-be65-ca62b0ad9d00 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:47.786652 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-061b683e-682a-4351-abfa-39053fb5f2f5 req-28abe566-5a3c-4ca0-be65-ca62b0ad9d00 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0580361 Nov 28 08:11:47.806709 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:11:47.817936 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:11:47.820210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43e72a9-9f7b-4c54-ad31-466de98c659f" -d '{"events": [{"server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "name": "network-vif-unplugged", "status": "completed", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:11:47.833338 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-061b683e-682a-4351-abfa-39053fb5f2f5 req-b3ab4bca-4637-45ef-b58e-01e45204b634 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406964 Nov 28 08:11:47.835217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:11:47.836485 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'port_id': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'mac_address': 'fa:16:3e:56:cf:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:11:47.840732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:47.883371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Nov 2021 08:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2deb865-1b8d-4a27-b942-b615c4f5d0b8 x-openstack-request-id: req-f2deb865-1b8d-4a27-b942-b615c4f5d0b8 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:11:47.883674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "name": "network-vif-unplugged", "status": "completed", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:11:47.883925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2deb865-1b8d-4a27-b942-b615c4f5d0b8 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:11:47.884320 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'code': 200} Nov 28 08:11:47.923528 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:47.940682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:11:47.945801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:11:47.958492 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:47.958841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:47.959627 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:47.960027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:47.960292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:47.960624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:47.960948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:47.961272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:47.961593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:47.961916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:47.962235 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:47.962551 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:47.962887 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:47.985331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:11:47.991595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:47.996753 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f2b05870-7d58-4ac3-8d5e-c1c38eb8dbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:48.047222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:11:48.059027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['57e3a7fc-a6d4-45ca-93f2-ac69467182a0'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:11:48.172886 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-797f6351-5ca3-4612-b238-a65fb3279953 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:48.174452 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-797f6351-5ca3-4612-b238-a65fb3279953 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 945 time: 0.0598524 Nov 28 08:11:48.189583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a596b1f-83af-48a7-9a56-8113ef776206 req-edf80709-645d-4f92-97ba-108fd4f8e6fd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:48.197383 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9a596b1f-83af-48a7-9a56-8113ef776206 req-edf80709-645d-4f92-97ba-108fd4f8e6fd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 945 time: 0.0632584 Nov 28 08:11:48.238393 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9a596b1f-83af-48a7-9a56-8113ef776206 req-87e7379a-19d9-44cd-abee-aca04b377782 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401678 Nov 28 08:11:48.240523 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-e5c91e93-a98f-4d17-b090-cacc94265179 service neutron] 10.222.0.35 "GET /v2.0/ports/57e3a7fc-a6d4-45ca-93f2-ac69467182a0/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0586722 Nov 28 08:11:48.316665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-a5a32b35-7b70-4cd5-8b7a-3326ca2dbc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:48.318092 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-a5a32b35-7b70-4cd5-8b7a-3326ca2dbc75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 1098 time: 0.0512314 Nov 28 08:11:48.405217 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-3b627114-ece0-4de3-bb0a-6064b3c78d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:48.406647 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-3b627114-ece0-4de3-bb0a-6064b3c78d96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0806682 Nov 28 08:11:48.480447 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-21b64c8f-c3a3-4d03-8b23-8887139ea040 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0 HTTP/1.1" status: 200 len: 1002 time: 0.0665255 Nov 28 08:11:48.529488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-e4d01b14-84b4-4075-80b4-6b3df260bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:48.530984 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-e4d01b14-84b4-4075-80b4-6b3df260bcda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0419991 Nov 28 08:11:48.582173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-71ba4397-c758-4572-8fc8-7e1eba5e3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:48.583566 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-71ba4397-c758-4572-8fc8-7e1eba5e3795 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0446980 Nov 28 08:11:48.673156 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-171f426d-7d5f-41ef-b354-ee41290d41ae service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812306 Nov 28 08:11:48.759316 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-d5365ed8-ae05-4dc5-b95c-78f7f59bd932 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784125 Nov 28 08:11:49.109953 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:49.364635 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d88b-daf1-40a7-8354-170a340a7df5 req-23363da1-13ea-4036-8b31-736bdbe01a83 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:49.366097 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-71a0d88b-daf1-40a7-8354-170a340a7df5 req-23363da1-13ea-4036-8b31-736bdbe01a83 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 945 time: 0.0580399 Nov 28 08:11:49.412639 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-71a0d88b-daf1-40a7-8354-170a340a7df5 req-387d9255-fa2b-44aa-8978-5c611367d3a1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406013 Nov 28 08:11:49.479928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:11:49.532444 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:11:49.532757 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:49.617352 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:49.649889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:11:49.653302 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:49.702251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,revision_number=8']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:11:49.885691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:11:49.887992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa0c3de-8188-4f89-858e-dfbac549123b" -d '{"events": [{"server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "name": "network-vif-plugged", "status": "completed", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:11:49.931605 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91893de4-0bb8-44bc-8bf0-779b7ed7eb05 x-openstack-request-id: req-91893de4-0bb8-44bc-8bf0-779b7ed7eb05 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:11:49.931904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "name": "network-vif-plugged", "status": "completed", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:11:49.932159 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91893de4-0bb8-44bc-8bf0-779b7ed7eb05 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:11:49.932560 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'code': 200} Nov 28 08:11:50.390150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:50.535734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e09c87-758d-418e-a598-982fbfc52e76 req-c0623a17-330d-4433-acf5-694c25dca8db tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:50.537209 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-55e09c87-758d-418e-a598-982fbfc52e76 req-c0623a17-330d-4433-acf5-694c25dca8db tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0543211 Nov 28 08:11:50.583257 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-55e09c87-758d-418e-a598-982fbfc52e76 req-6e58f3a6-cfce-476c-a433-f104f78789dd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400469 Nov 28 08:11:51.364987 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:51.390333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-59dd0183-548c-4e6e-b25b-dccc0298aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:51.391856 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-59dd0183-548c-4e6e-b25b-dccc0298aafc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 1099 time: 0.0467515 Nov 28 08:11:51.469530 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-5bff99d9-556c-4433-bcb4-bf87b2216b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:51.471425 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-5bff99d9-556c-4433-bcb4-bf87b2216b8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 1099 time: 0.0501816 Nov 28 08:11:51.562388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-6675a68b-ea1a-4b0c-bf00-987ac9bda44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:51.564459 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-6675a68b-ea1a-4b0c-bf00-987ac9bda44c service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0823412 Nov 28 08:11:51.644171 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-23c3a232-f3ae-46ee-964c-e6c5d9cc6932 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0 HTTP/1.1" status: 200 len: 1003 time: 0.0669985 Nov 28 08:11:51.698270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-16eec031-cdaf-4095-b290-23c6574d312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:51.699877 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-16eec031-cdaf-4095-b290-23c6574d312b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0442111 Nov 28 08:11:51.713179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62da63f-c167-4704-85c0-30602d17e4fe req-59d27d9a-e504-49d0-a9f5-cb18bbf3b781 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:51.714631 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f62da63f-c167-4704-85c0-30602d17e4fe req-59d27d9a-e504-49d0-a9f5-cb18bbf3b781 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0589378 Nov 28 08:11:51.756626 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-a31e4294-cd67-436d-97f1-aa8a611cb102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:51.758132 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-a31e4294-cd67-436d-97f1-aa8a611cb102 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0464962 Nov 28 08:11:51.761002 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f62da63f-c167-4704-85c0-30602d17e4fe req-f2d4c4b3-eecc-4c71-947f-8290d7f1611a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399387 Nov 28 08:11:51.854519 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-b573b571-027b-4bcd-9565-5462c67ac802 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827215 Nov 28 08:11:51.947268 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7421eba-3ea6-4edc-9b94-b4d8dc47ea41 req-b9acb7d4-14a8-4bd0-b722-363574eb055c service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812643 Nov 28 08:11:52.888225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403b5a-a8f9-4ba0-8513-a31759e98825 req-613d9b32-0a3c-4806-9c21-7fadada92914 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:52.889710 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4403b5a-a8f9-4ba0-8513-a31759e98825 req-613d9b32-0a3c-4806-9c21-7fadada92914 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0587509 Nov 28 08:11:52.935964 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e4403b5a-a8f9-4ba0-8513-a31759e98825 req-7b9e565e-5f4c-44be-a832-a76b40a177ab tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403295 Nov 28 08:11:53.503678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:11:53.506300 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:11:53.668790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:11:53.671290 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:53.687992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'port_id': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'mac_address': 'fa:16:3e:56:cf:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:11:53.703596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:11:53.705804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64475f6d-0ff0-4c31-852a-16bda0e3b04f" -d '{"events": [{"server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "name": "network-vif-unplugged", "status": "completed", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:11:53.736524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:11:53.744870 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:53.772834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Nov 2021 08:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cc3dc5-74ca-4497-8687-8a6055282e61 x-openstack-request-id: req-41cc3dc5-74ca-4497-8687-8a6055282e61 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:11:53.773120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "name": "network-vif-unplugged", "status": "completed", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:11:53.773365 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41cc3dc5-74ca-4497-8687-8a6055282e61 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:11:53.773739 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'code': 200} Nov 28 08:11:53.774381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:53.794987 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:11:53.839334 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,revision_number=9']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:11:53.857489 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 08:11:53.857844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 08:11:54.055331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e0ad8-00ab-48d1-b3f0-c6d146c4b650 req-d11ed664-fc82-4f18-8154-36a70c1b37ce tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:54.056704 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f97e0ad8-00ab-48d1-b3f0-c6d146c4b650 req-d11ed664-fc82-4f18-8154-36a70c1b37ce tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 944 time: 0.0532787 Nov 28 08:11:54.104174 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f97e0ad8-00ab-48d1-b3f0-c6d146c4b650 req-c5b6661c-8c1d-4b7b-bc55-6475ec7a61a8 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415885 Nov 28 08:11:54.224811 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea923b-22ba-4542-bd41-1db640dae2ae req-98bd3669-6acf-4795-a566-714660e3e07a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:54.226274 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-eaea923b-22ba-4542-bd41-1db640dae2ae req-98bd3669-6acf-4795-a566-714660e3e07a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 944 time: 0.0555203 Nov 28 08:11:54.272210 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-eaea923b-22ba-4542-bd41-1db640dae2ae req-aa4416f2-5a1b-4cd2-a41e-21a66863b249 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401022 Nov 28 08:11:54.392541 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe08e7-f4e9-48e3-a741-add00b958ae0 req-3457ee91-0c52-410a-a5f8-dc804d3ccad8 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:54.394001 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e1fe08e7-f4e9-48e3-a741-add00b958ae0 req-3457ee91-0c52-410a-a5f8-dc804d3ccad8 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 944 time: 0.0575140 Nov 28 08:11:54.398835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:54.414634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:11:54.435550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:11:54.440264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:54.443025 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e1fe08e7-f4e9-48e3-a741-add00b958ae0 req-721d2b33-23cd-4961-ba81-6e0a17138829 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425963 Nov 28 08:11:54.494728 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,revision_number=10']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:11:54.501776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['57e3a7fc-a6d4-45ca-93f2-ac69467182a0'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:11:54.693888 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d0d06-f1f7-40ab-9957-4a24466e2f8e req-397dda6d-6cff-453e-a4b3-79932baa8d75 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:54.695356 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b82d0d06-f1f7-40ab-9957-4a24466e2f8e req-397dda6d-6cff-453e-a4b3-79932baa8d75 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 946 time: 0.0544660 Nov 28 08:11:54.743100 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b82d0d06-f1f7-40ab-9957-4a24466e2f8e req-fce4ac16-41b3-421d-9103-a948a7586caf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401943 Nov 28 08:11:55.525772 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:11:55.580565 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:11:55.580927 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:55.662679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:55.694312 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:11:55.698149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:55.747075 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,revision_number=11']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:11:55.775086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:11:55.777475 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39678292-04a4-42ff-977a-eb984b66e63e" -d '{"events": [{"server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "name": "network-vif-plugged", "status": "completed", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:11:55.813925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a0e0b4-9f5d-49b5-8cae-8a4f3d48bd62 x-openstack-request-id: req-e1a0e0b4-9f5d-49b5-8cae-8a4f3d48bd62 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:11:55.814224 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "name": "network-vif-plugged", "status": "completed", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:11:55.814477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1a0e0b4-9f5d-49b5-8cae-8a4f3d48bd62 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:11:55.814905 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'code': 200} Nov 28 08:11:55.872533 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d4dda-12f8-455c-8058-41d613cb2b02 req-672a7d5c-1a12-4477-b8bd-9f90a30893ca tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:55.873984 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-558d4dda-12f8-455c-8058-41d613cb2b02 req-672a7d5c-1a12-4477-b8bd-9f90a30893ca tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 947 time: 0.0581203 Nov 28 08:11:55.919659 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-558d4dda-12f8-455c-8058-41d613cb2b02 req-67829449-c12e-428a-8271-aeddc84514df tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391119 Nov 28 08:11:56.881091 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:11:56.984626 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-66641839-91ca-4ddf-8046-8edc35d38630 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:56.986092 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-66641839-91ca-4ddf-8046-8edc35d38630 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 947 time: 0.0591989 Nov 28 08:11:57.100712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee3ada-fdc4-4c7b-88f0-318ef1bc732e req-77309d32-6f0e-4a11-91a0-8eb19f58bf09 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:57.102095 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9fee3ada-fdc4-4c7b-88f0-318ef1bc732e req-77309d32-6f0e-4a11-91a0-8eb19f58bf09 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 947 time: 0.1120634 Nov 28 08:11:57.161843 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9fee3ada-fdc4-4c7b-88f0-318ef1bc732e req-1c139802-fb56-4a66-9a89-3645ae960a87 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535624 Nov 28 08:11:57.163461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Deleting port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:11:57.163792 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:57.252858 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] For port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:11:57.253213 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:57.439320 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:57.439667 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:57.439979 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf disassociated. External IP: 172.26.2.208, port: 57e3a7fc-a6d4-45ca-93f2-ac69467182a0. Nov 28 08:11:57.440309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Calling delete_port for 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:11:57.570739 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:57.597563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event deleted for resources: {'Port': ['ID=57e3a7fc-a6d4-45ca-93f2-ac69467182a0,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:11:57.607226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:57.607518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:57.607856 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:57.608189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:57.608522 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:57.608847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:57.609728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:57.610121 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:57.610571 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:57.610685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:57.611598 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:57.611598 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:57.611737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:11:58.097158 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Router e69af688-6def-4329-a292-96c150a5fd0e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:11:58.223850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:11:58.241129 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165291e2-0a65-452d-a3e7-c519dd06bee2 None None] Sync routers for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:11:58.253510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165291e2-0a65-452d-a3e7-c519dd06bee2 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:11:58.254131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-165291e2-0a65-452d-a3e7-c519dd06bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:11:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:11:58.265150 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] No DVR routers for this DVR port 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:11:58.268299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:11:58.271692 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-87e918de-359c-4ebf-acb6-0115b11242b3 req-fa0614bf-e354-4435-83c1-9118b57e552b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d73dec3-e233-47f9-a8af-44a0869245a8 HTTP/1.1" status: 200 len: 210 time: 0.0396142 Nov 28 08:11:58.272191 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-526f78f7-cc29-4633-8f73-6612867af7a6 req-d8457417-984a-4aa2-b088-16c5d92ae827 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "DELETE /v2.0/ports/57e3a7fc-a6d4-45ca-93f2-ac69467182a0 HTTP/1.1" status: 204 len: 173 time: 1.2736394 Nov 28 08:11:58.272380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'name': 'network-vif-deleted', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:11:58.274600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abce65a-0b68-4531-9d5a-5cd754d28b71" -d '{"events": [{"server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "name": "network-vif-deleted", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:11:58.323036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29358a00-9ceb-4760-b8c7-44ed689b2e77 x-openstack-request-id: req-29358a00-9ceb-4760-b8c7-44ed689b2e77 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:11:58.323255 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d73dec3-e233-47f9-a8af-44a0869245a8", "name": "network-vif-deleted", "tag": "57e3a7fc-a6d4-45ca-93f2-ac69467182a0", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:11:58.323348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29358a00-9ceb-4760-b8c7-44ed689b2e77 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:11:58.323749 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d73dec3-e233-47f9-a8af-44a0869245a8', 'name': 'network-vif-deleted', 'tag': '57e3a7fc-a6d4-45ca-93f2-ac69467182a0', 'status': 'completed', 'code': 200} Nov 28 08:11:58.383764 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-165291e2-0a65-452d-a3e7-c519dd06bee2 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:11:58.583942 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-165291e2-0a65-452d-a3e7-c519dd06bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:11:58.613953 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165291e2-0a65-452d-a3e7-c519dd06bee2 None None] Checking router: e69af688-6def-4329-a292-96c150a5fd0e for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:11:58.622102 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165291e2-0a65-452d-a3e7-c519dd06bee2 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:11:58.622686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-165291e2-0a65-452d-a3e7-c519dd06bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:11:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:11:58.893846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-165291e2-0a65-452d-a3e7-c519dd06bee2 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:11:59.091334 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-165291e2-0a65-452d-a3e7-c519dd06bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:11:59.122424 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165291e2-0a65-452d-a3e7-c519dd06bee2 None None] The sync data for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv is: [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:11:59.330256 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cd971f-04fc-4835-b367-0030fa519d23 None None] New status for floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:11:59.518005 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:11:59.531976 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-d860054e-33e5-4dca-b630-c5e3ae321a4b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--612743572&fields=id&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 267 time: 0.0417964 Nov 28 08:11:59.541681 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:11:59.542210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 57e3a7fc-a6d4-45ca-93f2-ac69467182a0 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:11:59.650073 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-d303b33d-8364-4003-8226-7cbc19f3d1c9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:11:59.651545 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-d303b33d-8364-4003-8226-7cbc19f3d1c9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 812 time: 0.1050031 Nov 28 08:11:59.667192 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-827f06b4-279e-43ad-beb8-88622d89dfc9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/quotas/01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 375 time: 0.0089591 Nov 28 08:11:59.724891 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-307d2af1-9e15-4628-abcb-5ccb93f18fad tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526345 Nov 28 08:11:59.819120 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-bc3aab4a-63d5-47cc-9d8a-86e916d79b9c service neutron] 10.222.0.31 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828612 Nov 28 08:11:59.904520 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-c57bf021-3a85-416e-9fc2-76586caf9edb service neutron] 10.222.0.31 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794239 Nov 28 08:12:00.064987 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cb30e2b7-ff9b-49ba-9dba-dab8d37a055f req-20eb9c33-91b4-4e79-855d-d8eb24fb74fc tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 210 time: 0.0275347 Nov 28 08:12:01.073071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-ef9a61af-7b46-48f3-bf66-7118f658b00f tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:01.074515 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-ef9a61af-7b46-48f3-bf66-7118f658b00f tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 812 time: 0.1074042 Nov 28 08:12:01.144710 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-efda4142-1132-4afa-b194-3435ed9647ac tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 379 time: 0.0564766 Nov 28 08:12:01.160429 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-13f7a7e8-383a-498e-8112-2a69829b79a2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Request body: {'port': {'device_id': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'admin_state_up': True, 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'security_groups': ['5813f569-b4d2-45d7-88aa-31297bcf5fe7']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:12:01.166304 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4510fe72-6413-4a90-83a7-18f07ea23c5d req-9f8d40d7-1cf2-4c2b-88bf-779f56feb3ef tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 210 time: 0.0278413 Nov 28 08:12:01.268701 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-13f7a7e8-383a-498e-8112-2a69829b79a2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Made reservation on behalf of 01b74ee98a054b0cb8e9680cd42dfbfc for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:12:01.272281 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-13f7a7e8-383a-498e-8112-2a69829b79a2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:01.398306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-13f7a7e8-383a-498e-8112-2a69829b79a2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Allocated IP 172.20.0.9 (ca0967a2-ab20-43c4-b135-cfd09f8d936a/69303761-336a-48bc-94fc-7d90b1a04b53/163683ec-a825-4b89-9f15-2b4839f8054a) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:12:01.406466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:01.538383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-13f7a7e8-383a-498e-8112-2a69829b79a2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:01.573951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-13f7a7e8-383a-498e-8112-2a69829b79a2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:01.613914 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-13f7a7e8-383a-498e-8112-2a69829b79a2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Network ca0967a2-ab20-43c4-b135-cfd09f8d936a is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:12:01.617015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-13f7a7e8-383a-498e-8112-2a69829b79a2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:12:01.623537 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-13f7a7e8-383a-498e-8112-2a69829b79a2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:12:01.653811 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7a7e8-383a-498e-8112-2a69829b79a2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event updated for resources: {'Port': ['ID=163683ec-a825-4b89-9f15-2b4839f8054a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:12:01.680110 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-13f7a7e8-383a-498e-8112-2a69829b79a2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:01.680747 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-13f7a7e8-383a-498e-8112-2a69829b79a2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:01.699200 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-13f7a7e8-383a-498e-8112-2a69829b79a2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5431304 Nov 28 08:12:01.716063 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Request body: {'port': {'device_id': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:12:01.785756 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:01.871433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c9d99892-f57b-4454-8f01-0774cc9c034d None None] Provisioning complete for port 163683ec-a825-4b89-9f15-2b4839f8054a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:12:01.871718 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c9d99892-f57b-4454-8f01-0774cc9c034d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:01.909302 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c9d99892-f57b-4454-8f01-0774cc9c034d None None] Port 163683ec-a825-4b89-9f15-2b4839f8054a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:12:02.057860 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163683ec-a825-4b89-9f15-2b4839f8054a {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:12:02.066103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:02.078158 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Transition to ACTIVE for port object 163683ec-a825-4b89-9f15-2b4839f8054a will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:12:02.081824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:02.140326 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Pushing event updated for resources: {'Port': ['ID=163683ec-a825-4b89-9f15-2b4839f8054a,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:12:02.210403 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Attempting to bind port 163683ec-a825-4b89-9f15-2b4839f8054a on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:12:02.210802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Attempting to bind port 163683ec-a825-4b89-9f15-2b4839f8054a by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:12:02.211358 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Attempting to bind port 163683ec-a825-4b89-9f15-2b4839f8054a on network ca0967a2-ab20-43c4-b135-cfd09f8d936a {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:12:02.216501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Port 163683ec-a825-4b89-9f15-2b4839f8054a on network ca0967a2-ab20-43c4-b135-cfd09f8d936a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:12:02.216914 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Attempting to bind port 163683ec-a825-4b89-9f15-2b4839f8054a on network ca0967a2-ab20-43c4-b135-cfd09f8d936a {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:12:02.222727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:12:02.223313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Checking segment: {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:12:02.223787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Bound using segment: {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:12:02.224304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Bound port: 163683ec-a825-4b89-9f15-2b4839f8054a, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5739b0ad-f68b-4b57-a3d1-051f65f1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:12:02.224886 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:02.336837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] For port 163683ec-a825-4b89-9f15-2b4839f8054a, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:12:02.340807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] For port 163683ec-a825-4b89-9f15-2b4839f8054a, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=163683ec-a825-4b89-9f15-2b4839f8054a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:12:02.350684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34193a94-d3d2-478f-8fac-1aa000a93883 req-c32a24ba-47ef-46b7-92e6-12a0d1d72b9e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:02.352200 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34193a94-d3d2-478f-8fac-1aa000a93883 req-c32a24ba-47ef-46b7-92e6-12a0d1d72b9e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 943 time: 0.0892034 Nov 28 08:12:02.353645 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:02.401149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:02.401763 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:02.403143 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] 10.222.0.35 "PUT /v2.0/ports/163683ec-a825-4b89-9f15-2b4839f8054a HTTP/1.1" status: 200 len: 1093 time: 0.6916146 Nov 28 08:12:02.405030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:12:02.407845 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6089fa9-c8cc-4466-8c63-c996518f61c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:12:02.455956 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416eba19-6dc8-4265-8a02-e3d354b258f7 x-openstack-request-id: req-416eba19-6dc8-4265-8a02-e3d354b258f7 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:12:02.456242 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:12:02.456495 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-416eba19-6dc8-4265-8a02-e3d354b258f7 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:12:02.456896 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a', 'status': 'completed', 'code': 200} Nov 28 08:12:02.458618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954921d-6f74-4284-807c-d11a08a2c2ac service neutron] Pushing event updated for resources: {'Port': ['ID=163683ec-a825-4b89-9f15-2b4839f8054a,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:12:02.464605 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-34193a94-d3d2-478f-8fac-1aa000a93883 req-f0d287bc-061b-46c0-bfb7-2869a88b4b3b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025505 Nov 28 08:12:02.517291 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-8699dd08-dbce-4d21-b489-73b108e8fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:02.518803 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-8699dd08-dbce-4d21-b489-73b108e8fe2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 1096 time: 0.0530233 Nov 28 08:12:02.570174 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-948c78ba-85ca-4616-89a3-7d97c3dbd46b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=163683ec-a825-4b89-9f15-2b4839f8054a HTTP/1.1" status: 200 len: 217 time: 0.0369012 Nov 28 08:12:02.627279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-a35bb533-c397-465d-a3b9-e6d43cd77fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:02.628749 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-a35bb533-c397-465d-a3b9-e6d43cd77fe4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0441201 Nov 28 08:12:02.690071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-779c1e9e-5205-40bf-a202-614712f3a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:02.691610 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-779c1e9e-5205-40bf-a202-614712f3a059 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0503936 Nov 28 08:12:02.784992 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-6cffb7dc-d114-4614-981c-bb96ef3f326e service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789254 Nov 28 08:12:02.879229 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-561f1607-f2ec-4909-a3c2-f0d01a5c804a req-caa5f5c8-1d3b-4527-aeb8-0ad609b1ea75 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822363 Nov 28 08:12:02.985940 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6089fa9-c8cc-4466-8c63-c996518f61c3 req-cdd3e43e-1738-40d0-aaba-42475d52e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:02.987471 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b6089fa9-c8cc-4466-8c63-c996518f61c3 req-cdd3e43e-1738-40d0-aaba-42475d52e39c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 1096 time: 0.0467932 Nov 28 08:12:03.079801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6089fa9-c8cc-4466-8c63-c996518f61c3 req-9edd8a78-6b19-4327-baa6-839ae9ce1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:03.081250 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b6089fa9-c8cc-4466-8c63-c996518f61c3 req-9edd8a78-6b19-4327-baa6-839ae9ce1e59 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0861571 Nov 28 08:12:03.125791 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b6089fa9-c8cc-4466-8c63-c996518f61c3 req-3441b4a9-458f-41ad-ba77-655ef0256109 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=163683ec-a825-4b89-9f15-2b4839f8054a HTTP/1.1" status: 200 len: 217 time: 0.0347311 Nov 28 08:12:03.173434 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6089fa9-c8cc-4466-8c63-c996518f61c3 req-e930c981-95c9-468d-befc-dcb60f9b392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:03.174845 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b6089fa9-c8cc-4466-8c63-c996518f61c3 req-e930c981-95c9-468d-befc-dcb60f9b392c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0421429 Nov 28 08:12:03.228082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6089fa9-c8cc-4466-8c63-c996518f61c3 req-a31db8da-7f62-42e3-8517-b037a170dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:03.229439 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b6089fa9-c8cc-4466-8c63-c996518f61c3 req-a31db8da-7f62-42e3-8517-b037a170dbb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454757 Nov 28 08:12:03.325003 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b6089fa9-c8cc-4466-8c63-c996518f61c3 req-a876cc87-29f1-4b62-9425-666a1a48b4b5 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857432 Nov 28 08:12:03.418087 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b6089fa9-c8cc-4466-8c63-c996518f61c3 req-4ecec4ea-c13c-4022-9913-732d43b56e41 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842853 Nov 28 08:12:03.596607 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2add07-07f5-45ef-8733-bede45aaa0b0 req-dacc4c03-de6f-48e5-a30c-4235d03d136b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:03.598087 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bd2add07-07f5-45ef-8733-bede45aaa0b0 req-dacc4c03-de6f-48e5-a30c-4235d03d136b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 943 time: 0.0588129 Nov 28 08:12:03.644276 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bd2add07-07f5-45ef-8733-bede45aaa0b0 req-dcad2a5e-4b84-4ae7-88da-28504a7c0c21 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401914 Nov 28 08:12:04.763230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76dd35-08a8-4bd7-945d-5bfd15baf545 req-44e424b6-77d0-4686-b13c-9097bd32de22 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:04.764701 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9b76dd35-08a8-4bd7-945d-5bfd15baf545 req-44e424b6-77d0-4686-b13c-9097bd32de22 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 943 time: 0.0539620 Nov 28 08:12:04.810926 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9b76dd35-08a8-4bd7-945d-5bfd15baf545 req-64970233-bb02-4dc4-a734-733eb6efe282 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396457 Nov 28 08:12:05.550103 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 163683ec-a825-4b89-9f15-2b4839f8054a details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:12:05.639749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 163683ec-a825-4b89-9f15-2b4839f8054a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=163683ec-a825-4b89-9f15-2b4839f8054a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:12:05.650862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '163683ec-a825-4b89-9f15-2b4839f8054a', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'port_id': '163683ec-a825-4b89-9f15-2b4839f8054a', 'mac_address': 'fa:16:3e:cf:ba:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:12:05.694751 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:05.707572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163683ec-a825-4b89-9f15-2b4839f8054a {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:12:05.727286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 163683ec-a825-4b89-9f15-2b4839f8054a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=163683ec-a825-4b89-9f15-2b4839f8054a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:12:05.731340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:05.780616 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=163683ec-a825-4b89-9f15-2b4839f8054a,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:12:05.937316 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ee6c1-2550-47cd-a444-4530b0e5164b req-3643739c-bb64-465d-b769-f35c344f421a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:05.939334 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a91ee6c1-2550-47cd-a444-4530b0e5164b req-3643739c-bb64-465d-b769-f35c344f421a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 944 time: 0.0567198 Nov 28 08:12:05.987580 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a91ee6c1-2550-47cd-a444-4530b0e5164b req-f71b5649-46d3-4e83-a5d1-3a1fa980f5c8 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420597 Nov 28 08:12:06.045055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['163683ec-a825-4b89-9f15-2b4839f8054a'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:12:07.110764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1e30f-5be8-4fa7-bcba-4727074a4951 req-8e280bec-2192-4024-8fc4-f4ae81f9e988 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:07.112235 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35a1e30f-5be8-4fa7-bcba-4727074a4951 req-8e280bec-2192-4024-8fc4-f4ae81f9e988 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 944 time: 0.0543778 Nov 28 08:12:07.160817 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-35a1e30f-5be8-4fa7-bcba-4727074a4951 req-a9716ff2-6ab3-4442-af5b-e3bcfc7a5c29 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427139 Nov 28 08:12:07.569678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 163683ec-a825-4b89-9f15-2b4839f8054a up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:12:07.622917 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 163683ec-a825-4b89-9f15-2b4839f8054a completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:12:07.626573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 163683ec-a825-4b89-9f15-2b4839f8054a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:12:07.626978 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:07.713828 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:07.736749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:12:07.739001 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811c739a-021c-4452-a1ed-055b5b5f16e6" -d '{"events": [{"server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "name": "network-vif-plugged", "status": "completed", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:12:07.750819 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 163683ec-a825-4b89-9f15-2b4839f8054a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=163683ec-a825-4b89-9f15-2b4839f8054a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:12:07.755063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:07.778588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1384c55b-d65e-419d-b986-db0cd328268f x-openstack-request-id: req-1384c55b-d65e-419d-b986-db0cd328268f {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:12:07.778856 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "name": "network-vif-plugged", "status": "completed", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:12:07.779125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1384c55b-d65e-419d-b986-db0cd328268f {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:12:07.779508 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a', 'code': 200} Nov 28 08:12:07.808811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=163683ec-a825-4b89-9f15-2b4839f8054a,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:12:07.963780 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7a445-1b5b-4312-aa0a-f88d8cf6943e req-aaebd929-21da-42ca-9fb2-eff3fa87b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:07.965277 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-37c7a445-1b5b-4312-aa0a-f88d8cf6943e req-aaebd929-21da-42ca-9fb2-eff3fa87b7d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 1098 time: 0.0466952 Nov 28 08:12:08.013744 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-37c7a445-1b5b-4312-aa0a-f88d8cf6943e req-cd4994a7-6ac1-4dd0-bd76-865c9b8b81e3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355549 Nov 28 08:12:08.281465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e79c-907e-41c2-af28-a85c82c0bf0f req-52aecf3e-3a2c-4d31-b4fe-43d401077bc1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:08.282961 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ecf9e79c-907e-41c2-af28-a85c82c0bf0f req-52aecf3e-3a2c-4d31-b4fe-43d401077bc1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0552089 Nov 28 08:12:08.329123 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ecf9e79c-907e-41c2-af28-a85c82c0bf0f req-adb36ab0-43b4-495a-9165-14d1bdf72c56 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397437 Nov 28 08:12:09.453685 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e415cb-9520-44ea-8345-f61d69c43c85 req-b102b43c-3f9c-442e-ba66-26b1772a8611 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:09.455217 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-66e415cb-9520-44ea-8345-f61d69c43c85 req-b102b43c-3f9c-442e-ba66-26b1772a8611 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0584941 Nov 28 08:12:09.501033 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-66e415cb-9520-44ea-8345-f61d69c43c85 req-28132d3d-ac41-431a-9f19-aae2b18a2cb2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398326 Nov 28 08:12:09.620976 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8c797-b2b6-48cd-a199-976813375ffc req-2d26c58a-0026-40da-86cf-e2b177ce74fa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:09.622360 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cff8c797-b2b6-48cd-a199-976813375ffc req-2d26c58a-0026-40da-86cf-e2b177ce74fa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0586629 Nov 28 08:12:09.630775 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 45454) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:12:09.635128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-225f0bc2-ecaf-43e0-8f7a-84fe9d020057 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Request body: {'floatingip': {'port_id': '163683ec-a825-4b89-9f15-2b4839f8054a'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:12:09.678751 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-225f0bc2-ecaf-43e0-8f7a-84fe9d020057 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:10.147336 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-225f0bc2-ecaf-43e0-8f7a-84fe9d020057 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:10.150971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-225f0bc2-ecaf-43e0-8f7a-84fe9d020057 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:10.266781 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-225f0bc2-ecaf-43e0-8f7a-84fe9d020057 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf associated. External IP: 172.26.2.208, port: 163683ec-a825-4b89-9f15-2b4839f8054a. Nov 28 08:12:10.496707 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225f0bc2-ecaf-43e0-8f7a-84fe9d020057 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Router e69af688-6def-4329-a292-96c150a5fd0e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:12:10.615940 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225f0bc2-ecaf-43e0-8f7a-84fe9d020057 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:12:10.620786 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-225f0bc2-ecaf-43e0-8f7a-84fe9d020057 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:10.626165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25ca67-d631-4102-8c9d-a5852f266e1d None None] Sync routers for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:12:10.635425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25ca67-d631-4102-8c9d-a5852f266e1d None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:12:10.636039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-9c25ca67-d631-4102-8c9d-a5852f266e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:11:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:12:10.654810 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-225f0bc2-ecaf-43e0-8f7a-84fe9d020057 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "PUT /v2.0/floatingips/7accc95e-7f90-4c4f-a5ba-369ff7614cbf HTTP/1.1" status: 200 len: 992 time: 1.0229325 Nov 28 08:12:10.655402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:12:10.658152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5b1dd9-2d5e-45a0-9974-776a77d514f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:12:10.695760 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2769507-8f85-40d2-bd98-2cdb3e3da33f x-openstack-request-id: req-f2769507-8f85-40d2-bd98-2cdb3e3da33f {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:12:10.696057 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:12:10.696316 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2769507-8f85-40d2-bd98-2cdb3e3da33f {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:12:10.697304 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a', 'status': 'completed', 'code': 200} Nov 28 08:12:10.762310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-9c25ca67-d631-4102-8c9d-a5852f266e1d None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:12:10.765250 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b1dd9-2d5e-45a0-9974-776a77d514f5 req-bafdcb4a-ef83-4e06-9779-ecd20a275acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:10.767262 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e5b1dd9-2d5e-45a0-9974-776a77d514f5 req-bafdcb4a-ef83-4e06-9779-ecd20a275acd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 1098 time: 0.0471187 Nov 28 08:12:10.859303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b1dd9-2d5e-45a0-9974-776a77d514f5 req-3401793e-3225-44f6-9b58-c903a6482c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:10.860792 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e5b1dd9-2d5e-45a0-9974-776a77d514f5 req-3401793e-3225-44f6-9b58-c903a6482c92 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0862553 Nov 28 08:12:10.930118 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e5b1dd9-2d5e-45a0-9974-776a77d514f5 req-dfd985b2-3298-4c7b-908c-3fdeeb7826fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=163683ec-a825-4b89-9f15-2b4839f8054a HTTP/1.1" status: 200 len: 1000 time: 0.0617156 Nov 28 08:12:10.984248 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b1dd9-2d5e-45a0-9974-776a77d514f5 req-c0876467-a093-480d-9da7-4ebb829af3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:10.985950 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e5b1dd9-2d5e-45a0-9974-776a77d514f5 req-c0876467-a093-480d-9da7-4ebb829af3ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0491059 Nov 28 08:12:10.999552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-9c25ca67-d631-4102-8c9d-a5852f266e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '7accc95e-7f90-4c4f-a5ba-369ff7614cbf', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'port_id': '163683ec-a825-4b89-9f15-2b4839f8054a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'mac_address': 'fa:16:3e:cf:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:08:02Z', 'updated_at': '2021-11-28T08:12:10Z', 'revision_number': 13, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:12:11.028076 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25ca67-d631-4102-8c9d-a5852f266e1d None None] Checking router: e69af688-6def-4329-a292-96c150a5fd0e for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:12:11.036773 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25ca67-d631-4102-8c9d-a5852f266e1d None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:12:11.037369 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-9c25ca67-d631-4102-8c9d-a5852f266e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:11:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:12:11.041515 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b1dd9-2d5e-45a0-9974-776a77d514f5 req-bf6a24a6-900b-4acb-a787-370fc790710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:11.043019 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e5b1dd9-2d5e-45a0-9974-776a77d514f5 req-bf6a24a6-900b-4acb-a787-370fc790710b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0496976 Nov 28 08:12:11.130833 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e5b1dd9-2d5e-45a0-9974-776a77d514f5 req-46f1183d-6474-421e-985b-eacf0455fd6a service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791993 Nov 28 08:12:11.158772 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-9c25ca67-d631-4102-8c9d-a5852f266e1d None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:12:11.222066 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8e5b1dd9-2d5e-45a0-9974-776a77d514f5 req-d8ec09d4-b64e-4ca3-9954-d4d29c8f9ecc service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838139 Nov 28 08:12:11.396226 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-9c25ca67-d631-4102-8c9d-a5852f266e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '7accc95e-7f90-4c4f-a5ba-369ff7614cbf', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'port_id': '163683ec-a825-4b89-9f15-2b4839f8054a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'mac_address': 'fa:16:3e:cf:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:08:02Z', 'updated_at': '2021-11-28T08:12:10Z', 'revision_number': 13, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:12:11.423227 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25ca67-d631-4102-8c9d-a5852f266e1d None None] The sync data for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv is: [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '7accc95e-7f90-4c4f-a5ba-369ff7614cbf', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'floating_ip_address': '172.26.2.208', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'port_id': '163683ec-a825-4b89-9f15-2b4839f8054a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'mac_address': 'fa:16:3e:cf:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:08:02Z', 'updated_at': '2021-11-28T08:12:10Z', 'revision_number': 13, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:12:11.614498 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8cecba-305e-4466-9fd4-07d5daae3d02 None None] New status for floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:12:15.453594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ac170271-36c4-444a-9632-18b5f4aa92d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:17.977081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9be96d5b-4a58-492e-bf55-3447ae9bdd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:19.114536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:20.393185 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:21.367296 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:30.056357 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e5f3af7f-4362-4bcc-8adc-06b847ef7af4 req-062c44fd-6a12-45d5-b39a-bcf7df1ac24c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459397 Nov 28 08:12:30.146011 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3af7f-4362-4bcc-8adc-06b847ef7af4 req-a9dbef54-4300-4f6d-98c5-e80febe5fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:30.147570 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e5f3af7f-4362-4bcc-8adc-06b847ef7af4 req-a9dbef54-4300-4f6d-98c5-e80febe5fa15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 1098 time: 0.0462766 Nov 28 08:12:30.258565 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3af7f-4362-4bcc-8adc-06b847ef7af4 req-1ee9c856-1854-44dc-b0c8-efc65383eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:30.260064 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e5f3af7f-4362-4bcc-8adc-06b847ef7af4 req-1ee9c856-1854-44dc-b0c8-efc65383eb25 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0889678 Nov 28 08:12:30.328856 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e5f3af7f-4362-4bcc-8adc-06b847ef7af4 req-2b120172-1967-4a7f-ae82-608efa7876eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=163683ec-a825-4b89-9f15-2b4839f8054a HTTP/1.1" status: 200 len: 1002 time: 0.0610249 Nov 28 08:12:30.383083 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3af7f-4362-4bcc-8adc-06b847ef7af4 req-c2da1954-565d-44cb-9b2e-e3542a975dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:30.384543 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e5f3af7f-4362-4bcc-8adc-06b847ef7af4 req-c2da1954-565d-44cb-9b2e-e3542a975dc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0433969 Nov 28 08:12:30.439216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3af7f-4362-4bcc-8adc-06b847ef7af4 req-7e17fd93-6a93-4435-97ac-0c7c72ed5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:30.440729 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e5f3af7f-4362-4bcc-8adc-06b847ef7af4 req-7e17fd93-6a93-4435-97ac-0c7c72ed5a8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0488312 Nov 28 08:12:30.529015 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e5f3af7f-4362-4bcc-8adc-06b847ef7af4 req-5a4fba21-3b9c-4736-af5d-41dc4edaf867 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796101 Nov 28 08:12:30.953061 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e5f3af7f-4362-4bcc-8adc-06b847ef7af4 req-92f2ff84-d908-427d-883f-d476daba9bb9 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152291 Nov 28 08:12:31.409121 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:33.879502 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:12:45.454891 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0caee219-fc2e-41c5-8c0a-19a1f8690865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:47.979010 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-40783220-97e8-4e58-a244-0dbf8d703569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:49.116671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:50.396695 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:51.369447 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:12:51.729915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccf115-03e9-45e4-8125-e83565690823 req-9bd1ac69-a80c-467a-ad88-14d9f5d2c117 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:12:51.731398 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-18ccf115-03e9-45e4-8125-e83565690823 req-9bd1ac69-a80c-467a-ad88-14d9f5d2c117 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.1317015 Nov 28 08:12:51.776637 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-18ccf115-03e9-45e4-8125-e83565690823 req-6283ef52-cb9b-498f-a066-4ddd859b7fab tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393353 Nov 28 08:13:01.404182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:04.116369 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-4ca255e8-d170-488b-b8ec-7f2d4c88420e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0483489 Nov 28 08:13:04.141031 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca54fe5-bc80-4087-8107-35e1c7274733 req-011f032e-ecdb-470e-b4b9-a018ac6d96d6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:04.142593 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-aca54fe5-bc80-4087-8107-35e1c7274733 req-011f032e-ecdb-470e-b4b9-a018ac6d96d6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0648627 Nov 28 08:13:04.192897 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-aca54fe5-bc80-4087-8107-35e1c7274733 req-3e499c18-3fe5-4c23-90d1-8b318dbd0503 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441277 Nov 28 08:13:05.315804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c613e05-da00-413b-b010-948dec86050d req-8ffa4583-0f68-4748-930c-ca86c5d7d68d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:05.317399 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6c613e05-da00-413b-b010-948dec86050d req-8ffa4583-0f68-4748-930c-ca86c5d7d68d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0569105 Nov 28 08:13:05.365904 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6c613e05-da00-413b-b010-948dec86050d req-97dda7b8-5591-4d51-b9a5-43e900edcd31 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422771 Nov 28 08:13:05.440513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-85cb0bd8-4687-4b7d-94cb-da5d81b1a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:05.441964 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-85cb0bd8-4687-4b7d-94cb-da5d81b1a8eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 1098 time: 0.0456009 Nov 28 08:13:05.535402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-3183ab25-a9aa-45df-a68b-64333aad9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:05.536810 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-3183ab25-a9aa-45df-a68b-64333aad9058 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0823619 Nov 28 08:13:05.606251 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-1df2a216-c68c-4dd4-83a0-d5364d0e45c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=163683ec-a825-4b89-9f15-2b4839f8054a HTTP/1.1" status: 200 len: 1002 time: 0.0619156 Nov 28 08:13:05.662445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-b75d4d43-db90-4986-a503-fa8ce845e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:05.663893 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-b75d4d43-db90-4986-a503-fa8ce845e86e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0456100 Nov 28 08:13:05.715858 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-3c51fc94-1a89-4917-bc44-9b01c456a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:05.717392 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-3c51fc94-1a89-4917-bc44-9b01c456a963 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450938 Nov 28 08:13:05.814905 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-18da3da4-ee75-4293-b566-33af10b7b01d service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848651 Nov 28 08:13:05.907963 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-9e0f59dd-9dd0-4373-8ad2-c66db7096ba8 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816774 Nov 28 08:13:06.491851 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d90ec4-cb84-4323-8e37-0fffc4098d9b req-06c80f6e-0e96-41ac-9070-71d3f013ec26 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:06.493328 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-15d90ec4-cb84-4323-8e37-0fffc4098d9b req-06c80f6e-0e96-41ac-9070-71d3f013ec26 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0549276 Nov 28 08:13:06.539354 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-15d90ec4-cb84-4323-8e37-0fffc4098d9b req-c3c5277d-9452-4199-83d2-8250d1dcbc6a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400920 Nov 28 08:13:07.660256 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4d3c2-0479-49bf-bc4a-9da0cb2fe91e req-7c1ca519-b7f2-45b9-90a4-86a59589591b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:07.661734 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c3e4d3c2-0479-49bf-bc4a-9da0cb2fe91e req-7c1ca519-b7f2-45b9-90a4-86a59589591b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0551922 Nov 28 08:13:07.712230 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c3e4d3c2-0479-49bf-bc4a-9da0cb2fe91e req-1e4d37a4-94bb-4656-b65e-0c5c2d43fa87 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446036 Nov 28 08:13:08.834510 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32f858-d34a-4af6-a0f4-5299bd9a579c req-33986a3f-88fd-4e2b-a501-82256ab2246c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:08.835972 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5c32f858-d34a-4af6-a0f4-5299bd9a579c req-33986a3f-88fd-4e2b-a501-82256ab2246c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0579989 Nov 28 08:13:08.881832 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5c32f858-d34a-4af6-a0f4-5299bd9a579c req-c028097f-847b-40d4-b457-71fa665d3bc6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399272 Nov 28 08:13:10.007153 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828e456-ceef-4be9-b65f-ace3ded93007 req-a7af1d62-446e-498c-ac19-6da5db113e22 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:10.008632 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9828e456-ceef-4be9-b65f-ace3ded93007 req-a7af1d62-446e-498c-ac19-6da5db113e22 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0590792 Nov 28 08:13:10.054809 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9828e456-ceef-4be9-b65f-ace3ded93007 req-1c1235ea-945e-4609-beb0-d3fbc701c6b1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402563 Nov 28 08:13:10.879254 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:13:11.187168 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a057ac7-2f76-42ae-aa4a-a4f7dfc6bc17 req-a0a9684d-4735-4820-84d7-315c769488cf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:11.188555 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2a057ac7-2f76-42ae-aa4a-a4f7dfc6bc17 req-a0a9684d-4735-4820-84d7-315c769488cf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0560279 Nov 28 08:13:11.235400 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2a057ac7-2f76-42ae-aa4a-a4f7dfc6bc17 req-c5930315-598a-4dfe-9ee6-84cd0974b0c9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409217 Nov 28 08:13:12.354027 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25665a-760a-4025-b948-b63143143a73 req-51c58276-6929-4246-9ee1-484ee4064d73 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:12.355538 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2a25665a-760a-4025-b948-b63143143a73 req-51c58276-6929-4246-9ee1-484ee4064d73 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0543191 Nov 28 08:13:12.402054 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2a25665a-760a-4025-b948-b63143143a73 req-8d76565b-7df2-4ee5-8c84-6e86f9c49dcf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401134 Nov 28 08:13:13.534163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0a71c-27a4-431e-8e56-fb5fd79ecc16 req-80b03d42-a184-4528-a583-de8b9e3c80b8 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:13.535702 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5ea0a71c-27a4-431e-8e56-fb5fd79ecc16 req-80b03d42-a184-4528-a583-de8b9e3c80b8 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0657053 Nov 28 08:13:13.582456 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5ea0a71c-27a4-431e-8e56-fb5fd79ecc16 req-7a3aef9d-236c-40d1-bb69-edd8ee0f8853 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408049 Nov 28 08:13:14.708431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fb2ed-dc97-43ff-8679-b3f30ff3d9c4 req-b64cdce0-dda2-4636-a86c-039f429346ba tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:14.709933 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8d4fb2ed-dc97-43ff-8679-b3f30ff3d9c4 req-b64cdce0-dda2-4636-a86c-039f429346ba tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0587862 Nov 28 08:13:14.755668 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8d4fb2ed-dc97-43ff-8679-b3f30ff3d9c4 req-831b51a8-fcca-4b18-ac18-5a5fbe82b269 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398436 Nov 28 08:13:15.457046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e557f457-1106-49a5-98cd-84c0e35ee9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:15.878019 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7b9b0-6663-4ef0-a988-88f87621ef51 req-a59f0977-5394-49db-87d2-0010a29c4dae tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:15.879528 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ebd7b9b0-6663-4ef0-a988-88f87621ef51 req-a59f0977-5394-49db-87d2-0010a29c4dae tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0557549 Nov 28 08:13:15.925041 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ebd7b9b0-6663-4ef0-a988-88f87621ef51 req-c237220d-28b9-4931-8009-112abd5f8537 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395164 Nov 28 08:13:17.046634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd1a3a-2c01-4be0-b2f0-ec21ee3c88fc req-65915f34-5d92-4b6b-acc8-62ac82191f66 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:17.048135 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3dcd1a3a-2c01-4be0-b2f0-ec21ee3c88fc req-65915f34-5d92-4b6b-acc8-62ac82191f66 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0542538 Nov 28 08:13:17.094652 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3dcd1a3a-2c01-4be0-b2f0-ec21ee3c88fc req-6f7291f2-34ba-4948-b9c3-8b95043e1317 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406902 Nov 28 08:13:17.979533 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-31cdd017-2e14-4e24-be0b-6546d4859727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:18.226797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e018973-b10b-4b79-9f3a-9cca19da5052 req-be4631f6-fb56-4dfc-a842-ff56bacd7bf2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:18.228213 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7e018973-b10b-4b79-9f3a-9cca19da5052 req-be4631f6-fb56-4dfc-a842-ff56bacd7bf2 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0588071 Nov 28 08:13:18.278507 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7e018973-b10b-4b79-9f3a-9cca19da5052 req-02f79250-dfa6-48c6-932c-5ee94c97f2d0 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439553 Nov 28 08:13:19.115869 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:19.405996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0c6fd-df5f-456c-b45b-1f74d88838a2 req-fc2f0b26-1ade-474f-b03e-3bf94419d3de tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:19.407483 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-afe0c6fd-df5f-456c-b45b-1f74d88838a2 req-fc2f0b26-1ade-474f-b03e-3bf94419d3de tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0591903 Nov 28 08:13:19.455128 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-afe0c6fd-df5f-456c-b45b-1f74d88838a2 req-e0d60fd0-cce9-4544-baa0-7630d8c05ce4 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417044 Nov 28 08:13:20.399362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:20.576509 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9b40b-aad0-4e39-8f60-8296b9d4e876 req-b5561e39-498c-4567-80db-a51ddad692cd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:20.578461 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-75e9b40b-aad0-4e39-8f60-8296b9d4e876 req-b5561e39-498c-4567-80db-a51ddad692cd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0572565 Nov 28 08:13:20.623478 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-75e9b40b-aad0-4e39-8f60-8296b9d4e876 req-f473fde0-7556-4d61-a416-4117702b0df0 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390055 Nov 28 08:13:21.371355 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:21.745411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e23a2-33b6-48e4-ad01-5d6ff539c2bf req-13b0bfaa-50f1-4aa1-b8a4-10d9d287988d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:21.746912 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-148e23a2-33b6-48e4-ad01-5d6ff539c2bf req-13b0bfaa-50f1-4aa1-b8a4-10d9d287988d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0546358 Nov 28 08:13:21.792837 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-148e23a2-33b6-48e4-ad01-5d6ff539c2bf req-309449a7-3d35-4c9e-8fc4-a36db536818b tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400290 Nov 28 08:13:22.916731 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b0ea9-0d24-423a-b4aa-cb507cdbd4ed req-30dcca69-0523-4897-838c-2b8d76d733bd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:22.918166 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ea0b0ea9-0d24-423a-b4aa-cb507cdbd4ed req-30dcca69-0523-4897-838c-2b8d76d733bd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0568891 Nov 28 08:13:22.964327 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ea0b0ea9-0d24-423a-b4aa-cb507cdbd4ed req-251ff6f1-d279-4377-a44f-cb42b5401b5d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397651 Nov 28 08:13:24.090945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967071b-ddad-413e-bf3a-d97af039bbe0 req-f0f217fb-819d-4020-9338-fdbcef226260 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:24.092488 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3967071b-ddad-413e-bf3a-d97af039bbe0 req-f0f217fb-819d-4020-9338-fdbcef226260 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0570371 Nov 28 08:13:24.143842 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3967071b-ddad-413e-bf3a-d97af039bbe0 req-e3699b07-a7e4-4b23-8bce-5226e9fb199a tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453961 Nov 28 08:13:24.968537 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-bca55a6f-3c08-4716-ab0c-28cc286e99dc service neutron] 10.222.0.35 "GET /v2.0/ports/163683ec-a825-4b89-9f15-2b4839f8054a/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0595436 Nov 28 08:13:25.189732 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-6d800f8d-43a3-494c-94c9-5aace8dea8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:25.191277 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-6d800f8d-43a3-494c-94c9-5aace8dea8ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 1098 time: 0.0477455 Nov 28 08:13:25.261203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-552b49dd-0586-4e11-8c2f-9216b70a5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:25.262713 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-552b49dd-0586-4e11-8c2f-9216b70a5dfe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 1098 time: 0.0474133 Nov 28 08:13:25.267605 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8bcd9-3aee-48ae-90ea-fc03eec6c798 req-ecfb818f-a523-4325-acba-a470ad4392c4 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:25.269096 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a0c8bcd9-3aee-48ae-90ea-fc03eec6c798 req-ecfb818f-a523-4325-acba-a470ad4392c4 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0562093 Nov 28 08:13:25.316417 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a0c8bcd9-3aee-48ae-90ea-fc03eec6c798 req-2ba86e41-ea14-4fb7-ab2d-c5d793c133a9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413175 Nov 28 08:13:25.358099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-36372934-0753-44d1-9267-514ee82964e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:25.359591 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-36372934-0753-44d1-9267-514ee82964e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0893946 Nov 28 08:13:25.439422 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-dd66f4ae-751b-41d1-93c3-41beb4012222 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=163683ec-a825-4b89-9f15-2b4839f8054a HTTP/1.1" status: 200 len: 1002 time: 0.0675759 Nov 28 08:13:25.491588 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-e4cf1ab7-cd91-4061-b8c6-a0d90c3cec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:25.493000 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-e4cf1ab7-cd91-4061-b8c6-a0d90c3cec7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0424845 Nov 28 08:13:25.549692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-7b6e7c69-9f9c-4989-a84c-e5978a5449b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:25.551173 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-7b6e7c69-9f9c-4989-a84c-e5978a5449b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450246 Nov 28 08:13:25.655726 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-48eae9d3-8244-4aa0-ab69-15f5675a4b55 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921252 Nov 28 08:13:25.748153 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-f827a247-617b-420b-b6d3-464b068ecf37 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827775 Nov 28 08:13:25.899660 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 163683ec-a825-4b89-9f15-2b4839f8054a no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:13:25.986188 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:26.011943 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:13:26.014228 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645cab59-4c46-4ef7-856b-78901ac8464f" -d '{"events": [{"server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "name": "network-vif-unplugged", "status": "completed", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:13:26.026531 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 163683ec-a825-4b89-9f15-2b4839f8054a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=163683ec-a825-4b89-9f15-2b4839f8054a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:13:26.031276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:26.086202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=163683ec-a825-4b89-9f15-2b4839f8054a,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:13:26.093760 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:13:26.094134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:13:26.094633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:13:26.094998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:13:26.095331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:13:26.095673 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:13:26.095977 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:13:26.096303 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:13:26.096625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:13:26.096943 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:13:26.097262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:13:26.097577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:13:26.097903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:13:26.130677 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Nov 2021 08:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c72a13-6d84-4480-99c6-262c7abc5320 x-openstack-request-id: req-68c72a13-6d84-4480-99c6-262c7abc5320 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:13:26.131007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "name": "network-vif-unplugged", "status": "completed", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:13:26.131262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68c72a13-6d84-4480-99c6-262c7abc5320 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:13:26.131661 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a', 'code': 200} Nov 28 08:13:26.442942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496a5c0-4b5b-4ec4-8bb4-3ed07081c74a req-10039d94-136c-411e-822d-40e30c29e3f3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:26.444381 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4496a5c0-4b5b-4ec4-8bb4-3ed07081c74a req-10039d94-136c-411e-822d-40e30c29e3f3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 943 time: 0.0590010 Nov 28 08:13:26.490426 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4496a5c0-4b5b-4ec4-8bb4-3ed07081c74a req-54915157-4bc6-4181-9b67-4046c6328eb3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399253 Nov 28 08:13:27.621887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a46c0c-0f7e-4a61-b26e-f87fe32116a8 req-08fe8b24-4f44-4848-bf96-05668d88ef87 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:27.623852 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-81a46c0c-0f7e-4a61-b26e-f87fe32116a8 req-08fe8b24-4f44-4848-bf96-05668d88ef87 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 943 time: 0.0544772 Nov 28 08:13:27.675977 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-81a46c0c-0f7e-4a61-b26e-f87fe32116a8 req-6fb3ff61-49b3-4238-85f3-ad25177a46ed tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460706 Nov 28 08:13:28.798758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129231bc-35d9-4d30-90b7-151c864a79f5 req-ee5c02bd-4bff-4f2a-804c-557fd13ae359 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:28.800247 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-129231bc-35d9-4d30-90b7-151c864a79f5 req-ee5c02bd-4bff-4f2a-804c-557fd13ae359 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 943 time: 0.0553002 Nov 28 08:13:28.849510 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-129231bc-35d9-4d30-90b7-151c864a79f5 req-b8cb2c4d-c266-4a92-bd2a-a1854c2c2a02 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431004 Nov 28 08:13:29.983246 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6998916-7e50-44ff-923e-c6bbf4eca8c6 req-b0c950d2-7587-4072-9431-b5b0638df986 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:29.984718 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c6998916-7e50-44ff-923e-c6bbf4eca8c6 req-b0c950d2-7587-4072-9431-b5b0638df986 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 943 time: 0.0636435 Nov 28 08:13:30.041733 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c6998916-7e50-44ff-923e-c6bbf4eca8c6 req-e143bfb2-8d5e-4e5b-ab4f-20b5af7c562e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444081 Nov 28 08:13:30.098718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15b742-c157-4f1f-be94-d33da5a404e5 req-c969aff9-c137-4251-a244-474cd0a333a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:30.100258 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fc15b742-c157-4f1f-be94-d33da5a404e5 req-c969aff9-c137-4251-a244-474cd0a333a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 1096 time: 0.0471334 Nov 28 08:13:30.211899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15b742-c157-4f1f-be94-d33da5a404e5 req-0a7e4c70-e7d6-41e3-a82a-e603c35913af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:30.213373 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fc15b742-c157-4f1f-be94-d33da5a404e5 req-0a7e4c70-e7d6-41e3-a82a-e603c35913af service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0877330 Nov 28 08:13:30.291053 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fc15b742-c157-4f1f-be94-d33da5a404e5 req-a6299e69-5507-4474-9786-e83f0ed325a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=163683ec-a825-4b89-9f15-2b4839f8054a HTTP/1.1" status: 200 len: 1000 time: 0.0645516 Nov 28 08:13:30.345625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15b742-c157-4f1f-be94-d33da5a404e5 req-57263636-0e79-4ba5-9d78-fae5a9c00c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:30.347125 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fc15b742-c157-4f1f-be94-d33da5a404e5 req-57263636-0e79-4ba5-9d78-fae5a9c00c53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0442250 Nov 28 08:13:30.410462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15b742-c157-4f1f-be94-d33da5a404e5 req-b18f676d-4ee7-40cf-bf4e-aefdd91b2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:30.412005 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fc15b742-c157-4f1f-be94-d33da5a404e5 req-b18f676d-4ee7-40cf-bf4e-aefdd91b2b33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0513270 Nov 28 08:13:30.511157 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fc15b742-c157-4f1f-be94-d33da5a404e5 req-4a615823-f5a0-4aa6-a724-6ca1f46ebe19 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854144 Nov 28 08:13:30.609758 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fc15b742-c157-4f1f-be94-d33da5a404e5 req-1c2672ce-f2a2-4172-b4d2-31e504b6f189 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869389 Nov 28 08:13:31.169723 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa4401-5f62-4f2b-8d4d-97e1e7e0957d req-359cd63a-c1fd-47f3-a0fa-567e81dda89c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:31.171213 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2daa4401-5f62-4f2b-8d4d-97e1e7e0957d req-359cd63a-c1fd-47f3-a0fa-567e81dda89c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 943 time: 0.0580864 Nov 28 08:13:31.217501 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2daa4401-5f62-4f2b-8d4d-97e1e7e0957d req-94cc7494-fd81-4157-9cb9-074bd33a8e39 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397799 Nov 28 08:13:31.418316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:31.923522 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 163683ec-a825-4b89-9f15-2b4839f8054a details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:13:32.036267 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 163683ec-a825-4b89-9f15-2b4839f8054a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=163683ec-a825-4b89-9f15-2b4839f8054a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:13:32.050612 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '163683ec-a825-4b89-9f15-2b4839f8054a', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'port_id': '163683ec-a825-4b89-9f15-2b4839f8054a', 'mac_address': 'fa:16:3e:cf:ba:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:13:32.094539 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:32.106564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163683ec-a825-4b89-9f15-2b4839f8054a {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:13:32.125876 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 163683ec-a825-4b89-9f15-2b4839f8054a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=163683ec-a825-4b89-9f15-2b4839f8054a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:13:32.129872 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:32.186649 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=163683ec-a825-4b89-9f15-2b4839f8054a,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:13:32.209969 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['163683ec-a825-4b89-9f15-2b4839f8054a'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:13:32.340309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebfc3a-af46-4d5b-a4c9-3116b6cbd00d req-9d9d18ca-1a97-49a4-83af-cf539d153641 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:32.342313 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-14ebfc3a-af46-4d5b-a4c9-3116b6cbd00d req-9d9d18ca-1a97-49a4-83af-cf539d153641 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 944 time: 0.0563474 Nov 28 08:13:32.389139 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-14ebfc3a-af46-4d5b-a4c9-3116b6cbd00d req-b79d3e32-51a8-49b2-abee-c7337c195b8c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406866 Nov 28 08:13:33.515037 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ef960-5ab7-4c04-aab6-ee6b2f3a598a req-89d86b32-8ef0-4454-91f4-0c3bc83d53c7 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:33.516522 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ca7ef960-5ab7-4c04-aab6-ee6b2f3a598a req-89d86b32-8ef0-4454-91f4-0c3bc83d53c7 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 944 time: 0.0550520 Nov 28 08:13:33.562789 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ca7ef960-5ab7-4c04-aab6-ee6b2f3a598a req-2bab2a8b-2a72-4eb9-8174-ac70d0f3a756 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404568 Nov 28 08:13:33.937994 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 163683ec-a825-4b89-9f15-2b4839f8054a up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:13:34.141987 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 163683ec-a825-4b89-9f15-2b4839f8054a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:13:34.142354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:34.228180 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:34.249322 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:13:34.251559 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13be387-27ee-4720-a3ea-f1c0049204e7" -d '{"events": [{"server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "name": "network-vif-plugged", "status": "completed", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:13:34.264207 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 163683ec-a825-4b89-9f15-2b4839f8054a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=163683ec-a825-4b89-9f15-2b4839f8054a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:13:34.268567 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:34.296947 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8725c92-990a-485d-9f0b-9fb1879ef65b x-openstack-request-id: req-a8725c92-990a-485d-9f0b-9fb1879ef65b {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:13:34.297239 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "name": "network-vif-plugged", "status": "completed", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:13:34.297493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8725c92-990a-485d-9f0b-9fb1879ef65b {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:13:34.297877 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a', 'code': 200} Nov 28 08:13:34.329062 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=163683ec-a825-4b89-9f15-2b4839f8054a,revision_number=8']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:13:34.689473 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a9090-dce5-4254-b182-1e8411493aae req-aea70d03-fc4c-427a-9b4d-fd76da7e6931 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:34.690931 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b21a9090-dce5-4254-b182-1e8411493aae req-aea70d03-fc4c-427a-9b4d-fd76da7e6931 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0603263 Nov 28 08:13:34.736520 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b21a9090-dce5-4254-b182-1e8411493aae req-c5b24800-d5f7-4450-bfd3-86d8fd2e9ca3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396743 Nov 28 08:13:35.862311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3add91-786a-42fb-9e42-277b0e192fa0 req-a5d82e1c-bb8d-4b8e-927b-c5a4da7b9d23 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:35.863786 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aa3add91-786a-42fb-9e42-277b0e192fa0 req-a5d82e1c-bb8d-4b8e-927b-c5a4da7b9d23 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0577784 Nov 28 08:13:35.910183 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aa3add91-786a-42fb-9e42-277b0e192fa0 req-dd12f6e9-8ee3-4892-9683-97bc2cc030d3 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405176 Nov 28 08:13:37.031932 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2aecc-c5d4-46be-9010-8e67056ce829 req-4fc7f0f4-4822-4a7a-8905-e8d87ac4f564 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:37.033398 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-45f2aecc-c5d4-46be-9010-8e67056ce829 req-4fc7f0f4-4822-4a7a-8905-e8d87ac4f564 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0560269 Nov 28 08:13:37.079031 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-45f2aecc-c5d4-46be-9010-8e67056ce829 req-aae4e74d-e294-4eda-aa62-bb4943a665bf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397906 Nov 28 08:13:38.200509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bffd46-7ab8-440a-9e6e-b5d0b8bc786f req-c2fb588a-accf-4826-a060-aba690fcd636 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:38.202580 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b9bffd46-7ab8-440a-9e6e-b5d0b8bc786f req-c2fb588a-accf-4826-a060-aba690fcd636 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0554626 Nov 28 08:13:38.248570 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b9bffd46-7ab8-440a-9e6e-b5d0b8bc786f req-1ee0cecb-b564-473d-9839-337f04f28e76 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395727 Nov 28 08:13:38.625448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-3f538c59-903c-438a-a122-51d426f5bba9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:38.626909 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-3f538c59-903c-438a-a122-51d426f5bba9 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 945 time: 0.0983250 Nov 28 08:13:38.641004 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900036c8-a88b-4c74-9bec-4e2b5cd14491 req-9e9f0d1c-b50f-4f7a-81c9-0d55ebcafe4f tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:38.642392 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-900036c8-a88b-4c74-9bec-4e2b5cd14491 req-9e9f0d1c-b50f-4f7a-81c9-0d55ebcafe4f tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0862482 Nov 28 08:13:38.724692 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-900036c8-a88b-4c74-9bec-4e2b5cd14491 req-6c22beb1-00aa-48c9-a670-f87306ca5a4c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763021 Nov 28 08:13:38.732944 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-aded3c3e-619f-4b90-94b0-cb42bacba735 service neutron] 10.222.0.35 "GET /v2.0/ports/163683ec-a825-4b89-9f15-2b4839f8054a/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0891092 Nov 28 08:13:38.799913 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-b1138b49-13c9-4513-b0f8-04bbaadf320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:38.801377 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-b1138b49-13c9-4513-b0f8-04bbaadf320c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 1098 time: 0.0463707 Nov 28 08:13:38.892364 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-d4480bd2-5619-4a90-a6f5-20ad088f77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:38.893866 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-d4480bd2-5619-4a90-a6f5-20ad088f77b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0860305 Nov 28 08:13:38.965075 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-8db8bd48-171f-4b17-a957-c9d5ae7c84d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=163683ec-a825-4b89-9f15-2b4839f8054a HTTP/1.1" status: 200 len: 1002 time: 0.0633550 Nov 28 08:13:39.016299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-1599ad35-0916-41ba-9bb2-5fc81d1a1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:39.017729 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-1599ad35-0916-41ba-9bb2-5fc81d1a1436 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0462811 Nov 28 08:13:39.069209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-6740127f-f52d-40ad-994b-8a5890e7319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:39.070595 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-6740127f-f52d-40ad-994b-8a5890e7319c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454743 Nov 28 08:13:39.172257 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-eaa434c4-679c-420e-b4a0-1145711822c7 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887773 Nov 28 08:13:39.255770 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-645da4fe-ae20-4f44-9121-82433a725878 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808339 Nov 28 08:13:39.853516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82f398-c44b-43eb-86ec-972233ccea41 req-1cba89fd-1584-470a-90e5-62c24f3ef132 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:39.855029 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ef82f398-c44b-43eb-86ec-972233ccea41 req-1cba89fd-1584-470a-90e5-62c24f3ef132 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0588346 Nov 28 08:13:39.902143 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ef82f398-c44b-43eb-86ec-972233ccea41 req-089247e7-f2aa-473a-8041-6e41ee9d48fb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411990 Nov 28 08:13:41.026802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bab1a3-044c-4412-a738-b842beb961bf req-f0211810-1a11-4bea-86fe-c03e74f115d6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:41.028297 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c1bab1a3-044c-4412-a738-b842beb961bf req-f0211810-1a11-4bea-86fe-c03e74f115d6 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0542338 Nov 28 08:13:41.078918 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c1bab1a3-044c-4412-a738-b842beb961bf req-26baaed7-49ab-443f-accd-26c1b919b521 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439603 Nov 28 08:13:42.205258 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28f2ce-44f2-49aa-96de-7f494bf7b3b1 req-59fcb7f1-f2bd-49a7-ad7c-c5acbf3372fa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:42.206990 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6d28f2ce-44f2-49aa-96de-7f494bf7b3b1 req-59fcb7f1-f2bd-49a7-ad7c-c5acbf3372fa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0584810 Nov 28 08:13:42.254177 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6d28f2ce-44f2-49aa-96de-7f494bf7b3b1 req-29f04143-be2b-44dd-9e3a-d03d6fa2601c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410373 Nov 28 08:13:43.378923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2a5e4-dd10-490f-a07d-1fb172aee5ff req-701d9359-c993-485b-b8d4-544c31bd9060 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:43.380372 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2b2a5e4-dd10-490f-a07d-1fb172aee5ff req-701d9359-c993-485b-b8d4-544c31bd9060 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0592525 Nov 28 08:13:43.427706 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2b2a5e4-dd10-490f-a07d-1fb172aee5ff req-2db28394-9e26-4d73-a022-0724778307ab tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411727 Nov 28 08:13:43.971121 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 163683ec-a825-4b89-9f15-2b4839f8054a no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:13:44.061132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:44.083912 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:13:44.086191 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4fa297-9b7c-4c15-800f-ce5445114d2b" -d '{"events": [{"server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "name": "network-vif-unplugged", "status": "completed", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:13:44.099717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 163683ec-a825-4b89-9f15-2b4839f8054a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=163683ec-a825-4b89-9f15-2b4839f8054a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:13:44.106819 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:44.119364 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-a6f1def5-f1a1-48a2-a451-4739837fd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:44.120826 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-a6f1def5-f1a1-48a2-a451-4739837fd81b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f&tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc HTTP/1.1" status: 200 len: 1098 time: 0.0517774 Nov 28 08:13:44.145124 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Nov 2021 08:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f30389-db50-46c1-b7d9-285aef2f4177 x-openstack-request-id: req-25f30389-db50-46c1-b7d9-285aef2f4177 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:13:44.145413 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "name": "network-vif-unplugged", "status": "completed", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:13:44.145665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25f30389-db50-46c1-b7d9-285aef2f4177 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:13:44.146051 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a', 'code': 200} Nov 28 08:13:44.165715 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=163683ec-a825-4b89-9f15-2b4839f8054a,revision_number=9']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:13:44.200367 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-2497a8a9-f651-4ed6-9d7b-210030e24d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:44.201837 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-2497a8a9-f651-4ed6-9d7b-210030e24d0e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 1096 time: 0.0457466 Nov 28 08:13:44.295665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-c6096d73-36da-4df2-8b96-3b3650077da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:44.297131 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-c6096d73-36da-4df2-8b96-3b3650077da2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 200 len: 913 time: 0.0849617 Nov 28 08:13:44.376435 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-c97d150d-7eab-4ba1-bdd6-1a00b4aac3b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=163683ec-a825-4b89-9f15-2b4839f8054a HTTP/1.1" status: 200 len: 1000 time: 0.0647910 Nov 28 08:13:44.427866 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-f0b5ea50-a5b3-4821-adc6-916a310d19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:44.429517 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-f0b5ea50-a5b3-4821-adc6-916a310d19ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 200 len: 851 time: 0.0420446 Nov 28 08:13:44.488859 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-671942f6-995f-4c1d-aed9-4389fb827e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:44.490346 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-671942f6-995f-4c1d-aed9-4389fb827e9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca0967a2-ab20-43c4-b135-cfd09f8d936a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0494134 Nov 28 08:13:44.615151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43515d5e-b3f4-44b4-ba65-5250e75b2fc5 req-a1768b20-ab33-4594-964c-5dbd38a41953 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:44.616597 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43515d5e-b3f4-44b4-ba65-5250e75b2fc5 req-a1768b20-ab33-4594-964c-5dbd38a41953 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 943 time: 0.1154962 Nov 28 08:13:44.632459 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-9bda4cc2-f4f9-44de-ad67-21e3ddfde16e service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232502 Nov 28 08:13:44.691715 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43515d5e-b3f4-44b4-ba65-5250e75b2fc5 req-196cbb19-d02c-4804-a16f-4beb522ef016 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680952 Nov 28 08:13:44.753476 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8f2c7f48-0164-4529-b0f6-dda6d2d3e06f req-028e9b79-e61d-4598-84a8-d965fa3e6738 service neutron] 10.222.0.35 "GET /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075902 Nov 28 08:13:45.459681 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-63fd774b-2fbc-40a1-bcf7-0099d9e6b5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:45.821643 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58054ba8-6563-4e48-a008-bd3fd14fca4a req-17853b89-61ef-4918-9c35-bd40f06d2514 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:45.823147 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-58054ba8-6563-4e48-a008-bd3fd14fca4a req-17853b89-61ef-4918-9c35-bd40f06d2514 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 943 time: 0.0592849 Nov 28 08:13:45.869824 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-58054ba8-6563-4e48-a008-bd3fd14fca4a req-d253c294-0f95-4f34-9161-ba65aaec9d7c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407350 Nov 28 08:13:46.996468 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6afe5-3297-472b-b25e-b53913e488ef req-8b928592-9b8c-4b48-a46e-8a9caa5cf845 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:46.998636 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07d6afe5-3297-472b-b25e-b53913e488ef req-8b928592-9b8c-4b48-a46e-8a9caa5cf845 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 943 time: 0.0588830 Nov 28 08:13:47.046865 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07d6afe5-3297-472b-b25e-b53913e488ef req-59607c4e-f57f-469d-be54-14a04a0680ec tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420756 Nov 28 08:13:47.878882 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:13:47.980968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-56c07efe-299c-4793-bb69-26ecdcdfa486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:48.176328 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e03f3-418f-493a-9402-aed99a3531b6 req-e04477a4-b313-45d8-8afd-0cecb0505f75 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:48.177819 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-254e03f3-418f-493a-9402-aed99a3531b6 req-e04477a4-b313-45d8-8afd-0cecb0505f75 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 943 time: 0.0617108 Nov 28 08:13:48.224960 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-254e03f3-418f-493a-9402-aed99a3531b6 req-fb00de1d-c385-496f-9c8f-50ef98d0fdcc tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409377 Nov 28 08:13:49.118558 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:49.351168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f19de0-66ed-4d2d-ac03-e8a1d23352c0 req-a7a3c3be-fadc-4703-91b6-ba28c543ba12 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:49.352756 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-82f19de0-66ed-4d2d-ac03-e8a1d23352c0 req-a7a3c3be-fadc-4703-91b6-ba28c543ba12 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 943 time: 0.0583396 Nov 28 08:13:49.406071 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-82f19de0-66ed-4d2d-ac03-e8a1d23352c0 req-ed856786-1003-416e-bbcf-f7f808218054 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470848 Nov 28 08:13:50.000702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 163683ec-a825-4b89-9f15-2b4839f8054a details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:13:50.090812 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 163683ec-a825-4b89-9f15-2b4839f8054a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=163683ec-a825-4b89-9f15-2b4839f8054a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:13:50.104754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '163683ec-a825-4b89-9f15-2b4839f8054a', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'port_id': '163683ec-a825-4b89-9f15-2b4839f8054a', 'mac_address': 'fa:16:3e:cf:ba:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:13:50.144955 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:50.157761 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163683ec-a825-4b89-9f15-2b4839f8054a {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:13:50.176951 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 163683ec-a825-4b89-9f15-2b4839f8054a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=163683ec-a825-4b89-9f15-2b4839f8054a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:13:50.181134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:50.234589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=163683ec-a825-4b89-9f15-2b4839f8054a,revision_number=10']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:13:50.260178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['163683ec-a825-4b89-9f15-2b4839f8054a'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:13:50.406892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:50.531609 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dd3e8-2836-4883-ac1c-7e368a6c2eb2 req-142c20ca-5d9c-4a41-95e7-c6aed249a579 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:50.533067 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-297dd3e8-2836-4883-ac1c-7e368a6c2eb2 req-142c20ca-5d9c-4a41-95e7-c6aed249a579 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0580359 Nov 28 08:13:50.578187 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-297dd3e8-2836-4883-ac1c-7e368a6c2eb2 req-ea5c05dc-029b-494f-b8ec-442674fa904c tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392756 Nov 28 08:13:51.374036 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:51.701189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e136032-182b-4a81-b85d-1ec196b49d3b req-ac46bbf2-e161-4806-aa94-7febab15d4cb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:51.702567 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3e136032-182b-4a81-b85d-1ec196b49d3b req-ac46bbf2-e161-4806-aa94-7febab15d4cb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 945 time: 0.0559945 Nov 28 08:13:51.748807 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3e136032-182b-4a81-b85d-1ec196b49d3b req-e6ef1302-d686-4bc2-8ef7-9c38dafe392e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402839 Nov 28 08:13:51.999413 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 163683ec-a825-4b89-9f15-2b4839f8054a up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:13:52.054110 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 163683ec-a825-4b89-9f15-2b4839f8054a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:13:52.054486 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:52.136831 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:52.159939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:13:52.162152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888cb6ca-52fc-4ca0-96a2-9a608db3b653" -d '{"events": [{"server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "name": "network-vif-plugged", "status": "completed", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:13:52.174467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 163683ec-a825-4b89-9f15-2b4839f8054a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=163683ec-a825-4b89-9f15-2b4839f8054a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:13:52.178982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:13:52.206046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2156fc-6526-4ee3-9cb8-3a2fa5184abf x-openstack-request-id: req-3e2156fc-6526-4ee3-9cb8-3a2fa5184abf {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:13:52.206340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "name": "network-vif-plugged", "status": "completed", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:13:52.206641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e2156fc-6526-4ee3-9cb8-3a2fa5184abf {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:13:52.207081 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a', 'code': 200} Nov 28 08:13:52.233675 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=163683ec-a825-4b89-9f15-2b4839f8054a,revision_number=11']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:13:52.869586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf906f-bedd-49bf-87a3-9ceb36f6df17 req-1f97b0b2-367f-4068-a6f0-182c838b808e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:52.871043 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-01cf906f-bedd-49bf-87a3-9ceb36f6df17 req-1f97b0b2-367f-4068-a6f0-182c838b808e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 946 time: 0.0528350 Nov 28 08:13:52.916271 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-01cf906f-bedd-49bf-87a3-9ceb36f6df17 req-065cb223-8d29-4463-9767-c15fdb1dc3fb tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386994 Nov 28 08:13:54.041499 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feac02-b78e-4ec8-9d72-7896669d386b req-a2e247da-b5b1-4b1c-95b3-3a344db5e2f7 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:54.042989 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b3feac02-b78e-4ec8-9d72-7896669d386b req-a2e247da-b5b1-4b1c-95b3-3a344db5e2f7 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 946 time: 0.0550213 Nov 28 08:13:54.088947 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b3feac02-b78e-4ec8-9d72-7896669d386b req-94cd224d-006b-4f28-adec-e5aac8468aaf tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400906 Nov 28 08:13:55.211883 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d5a2e-bddb-4a8a-9c2e-072758afdf06 req-b2c1e0e5-5186-4802-bd5f-fdda8593913d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:55.213344 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e35d5a2e-bddb-4a8a-9c2e-072758afdf06 req-b2c1e0e5-5186-4802-bd5f-fdda8593913d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 946 time: 0.0573406 Nov 28 08:13:55.259154 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e35d5a2e-bddb-4a8a-9c2e-072758afdf06 req-6a06e437-5d20-4b3b-89f1-000c725eb4ed tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392489 Nov 28 08:13:56.391127 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22603031-1ae2-4c3b-8567-4b7428708a57 req-e8202278-8877-43c3-81c4-5453ab3b6507 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:56.392636 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-22603031-1ae2-4c3b-8567-4b7428708a57 req-e8202278-8877-43c3-81c4-5453ab3b6507 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 946 time: 0.0626738 Nov 28 08:13:56.442960 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-22603031-1ae2-4c3b-8567-4b7428708a57 req-20847fcb-67be-4e79-b55f-f0bab6d2c34f tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439231 Nov 28 08:13:57.566323 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aee111-ccee-4e8b-a2c3-5ef05e861248 req-c01af416-15a0-455c-b113-ae77e318a456 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:57.567745 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2aee111-ccee-4e8b-a2c3-5ef05e861248 req-c01af416-15a0-455c-b113-ae77e318a456 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 946 time: 0.0546701 Nov 28 08:13:57.614088 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2aee111-ccee-4e8b-a2c3-5ef05e861248 req-b5df70c9-327b-4aef-939c-d0dae551d289 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401616 Nov 28 08:13:57.735412 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8763a32-b295-43a4-8a8a-0e455ad78b29 req-96967d56-332b-40b3-8b59-a5919f3becfa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:57.736870 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a8763a32-b295-43a4-8a8a-0e455ad78b29 req-96967d56-332b-40b3-8b59-a5919f3becfa tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 946 time: 0.0549533 Nov 28 08:13:57.783376 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a8763a32-b295-43a4-8a8a-0e455ad78b29 req-604f76e3-8cf5-482a-9444-db03bb05cf79 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404875 Nov 28 08:13:57.908554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdae8bd-ab1d-4243-a2e2-b0ea63e0e1ed req-6d095c74-039d-41b6-af17-e4c5a20b1013 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:57.910685 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6cdae8bd-ab1d-4243-a2e2-b0ea63e0e1ed req-6d095c74-039d-41b6-af17-e4c5a20b1013 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 946 time: 0.0620873 Nov 28 08:13:57.959373 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6cdae8bd-ab1d-4243-a2e2-b0ea63e0e1ed req-48ee57b3-bef5-43a1-b564-9af9194cf71e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418506 Nov 28 08:13:58.200957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed020b5-732f-40e7-8fbd-ce2893232c10 req-94b44256-49c7-4acf-bf3c-39c2d340e759 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:58.202326 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bed020b5-732f-40e7-8fbd-ce2893232c10 req-94b44256-49c7-4acf-bf3c-39c2d340e759 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 946 time: 0.0543530 Nov 28 08:13:58.247489 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bed020b5-732f-40e7-8fbd-ce2893232c10 req-d4a2bf99-6afd-4eb9-afb6-d3b8a2a05d7e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393431 Nov 28 08:13:59.374012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a41885-46f4-46c6-880f-4740d1760e34 req-59362ec9-4b7b-4eb8-b934-c2a7b14aaabd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:13:59.375499 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e8a41885-46f4-46c6-880f-4740d1760e34 req-59362ec9-4b7b-4eb8-b934-c2a7b14aaabd tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 946 time: 0.0587416 Nov 28 08:13:59.431381 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e8a41885-46f4-46c6-880f-4740d1760e34 req-8055fd48-f375-4b93-8482-14e9a655bebc tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500400 Nov 28 08:14:00.550454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74816e1b-e2d0-4de3-a676-93344d498139 req-215f6f8e-041b-4170-8f7b-42d79b82d25d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:00.551946 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74816e1b-e2d0-4de3-a676-93344d498139 req-215f6f8e-041b-4170-8f7b-42d79b82d25d tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 946 time: 0.0537355 Nov 28 08:14:00.601360 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74816e1b-e2d0-4de3-a676-93344d498139 req-b14c5fe5-045d-4de1-bb55-6990ab08e68e tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups?id=5813f569-b4d2-45d7-88aa-31297bcf5fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432112 Nov 28 08:14:00.808973 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-e01502eb-95db-4d55-a60c-dd5d47ade7c4 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:00.810398 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-e01502eb-95db-4d55-a60c-dd5d47ade7c4 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 946 time: 0.0537560 Nov 28 08:14:00.912520 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Deleting port 163683ec-a825-4b89-9f15-2b4839f8054a {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:14:00.912851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:01.001098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] For port 163683ec-a825-4b89-9f15-2b4839f8054a, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=163683ec-a825-4b89-9f15-2b4839f8054a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:14:01.001459 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:01.182479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:01.182745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:01.183081 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf disassociated. External IP: 172.26.2.208, port: 163683ec-a825-4b89-9f15-2b4839f8054a. Nov 28 08:14:01.183414 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Calling delete_port for 163683ec-a825-4b89-9f15-2b4839f8054a owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:14:01.314854 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:01.348596 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event deleted for resources: {'Port': ['ID=163683ec-a825-4b89-9f15-2b4839f8054a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:01.360466 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:01.360818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:01.361159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:01.361501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:01.361832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:01.362160 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:01.362485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:01.362810 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:01.363155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:01.363481 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:01.363804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:01.364123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:01.364442 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:01.421524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:01.494036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Router e69af688-6def-4329-a292-96c150a5fd0e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:14:01.700518 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-836ca944-ab29-4413-a25c-31913852fdca req-8dd97b1c-f83a-40d7-94a4-62041e9dd1ca tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 210 time: 0.0282555 Nov 28 08:14:01.947023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:14:01.956984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306d264-c79e-429c-b0e8-58f112d258e2 None None] Sync routers for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:14:01.966898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306d264-c79e-429c-b0e8-58f112d258e2 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:14:01.967524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b306d264-c79e-429c-b0e8-58f112d258e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:13:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:01.987030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] No DVR routers for this DVR port 163683ec-a825-4b89-9f15-2b4839f8054a on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:14:01.989473 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:01.992813 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7bb0c292-bdde-4bb0-9d73-a55766155e09 req-841ea752-ae2d-44f0-936e-59c352336cf1 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.35 "DELETE /v2.0/ports/163683ec-a825-4b89-9f15-2b4839f8054a HTTP/1.1" status: 204 len: 173 time: 1.1706610 Nov 28 08:14:01.993246 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'name': 'network-vif-deleted', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:14:01.995497 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2290cb3-d37b-48d9-99f8-5a17cc92a94f" -d '{"events": [{"server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "name": "network-vif-deleted", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:14:02.088460 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73af4c51-b6e8-4a94-ad55-bf65a06c4c68 x-openstack-request-id: req-73af4c51-b6e8-4a94-ad55-bf65a06c4c68 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:14:02.088460 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7291ec0-f94d-4423-9c06-48d724efea8f", "name": "network-vif-deleted", "tag": "163683ec-a825-4b89-9f15-2b4839f8054a", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:14:02.088716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73af4c51-b6e8-4a94-ad55-bf65a06c4c68 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:14:02.088940 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7291ec0-f94d-4423-9c06-48d724efea8f', 'name': 'network-vif-deleted', 'tag': '163683ec-a825-4b89-9f15-2b4839f8054a', 'status': 'completed', 'code': 200} Nov 28 08:14:02.093796 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-b306d264-c79e-429c-b0e8-58f112d258e2 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:14:02.300676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b306d264-c79e-429c-b0e8-58f112d258e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:02.328503 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306d264-c79e-429c-b0e8-58f112d258e2 None None] Checking router: e69af688-6def-4329-a292-96c150a5fd0e for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:14:02.336730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306d264-c79e-429c-b0e8-58f112d258e2 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:14:02.337325 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b306d264-c79e-429c-b0e8-58f112d258e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:13:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:02.457329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-b306d264-c79e-429c-b0e8-58f112d258e2 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:14:02.660162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b306d264-c79e-429c-b0e8-58f112d258e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:02.687532 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306d264-c79e-429c-b0e8-58f112d258e2 None None] The sync data for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv is: [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'e1d15a62-5436-4826-a09d-bad837664e2d', 'name': '', 'network_id': 'ca0967a2-ab20-43c4-b135-cfd09f8d936a', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'mac_address': 'fa:16:3e:9e:1c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:59Z', 'updated_at': '2021-11-28T08:08:04Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'subnets': [{'id': '69303761-336a-48bc-94fc-7d90b1a04b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:14:02.798495 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e350056d-5d7f-47cf-b9e7-bb4bf172af26 req-cf9d5c70-fc5e-4858-8585-1c6559e5793f tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 210 time: 0.0278471 Nov 28 08:14:02.913944 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e48c118-3175-42f7-8676-555eb6bc9a13 None None] New status for floating IP 7accc95e-7f90-4c4f-a5ba-369ff7614cbf: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:14:03.896435 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9f8a93c9-9178-40b7-888c-158c893cdb46 req-fb347d95-cc8d-4e90-a8eb-58aa8e3747f4 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 210 time: 0.0266531 Nov 28 08:14:04.031310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 163683ec-a825-4b89-9f15-2b4839f8054a no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:14:04.052679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 163683ec-a825-4b89-9f15-2b4839f8054a {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:14:04.053020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 163683ec-a825-4b89-9f15-2b4839f8054a not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:14:04.992089 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b62ca315-dacd-4c01-a089-8ec6f81a760e req-909159c6-7e5f-46b0-9981-367cb76d31e4 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 210 time: 0.0270805 Nov 28 08:14:06.090382 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-49460411-5cbc-4fd5-9193-6a9d7dd48a3d req-a7537126-7c45-4e3e-8a02-6ebc0b2fa8b8 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7291ec0-f94d-4423-9c06-48d724efea8f HTTP/1.1" status: 200 len: 210 time: 0.0277836 Nov 28 08:14:10.810247 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 45802) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:10.866949 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:10.889908 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:10.939104 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:10.941691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:10.943012 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "DELETE /v2.0/security-groups/5813f569-b4d2-45d7-88aa-31297bcf5fe7 HTTP/1.1" status: 204 len: 168 time: 0.1316085 Nov 28 08:14:10.945636 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 45804) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:10.952780 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5813f569-b4d2-45d7-88aa-31297bcf5fe7,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:10.960330 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:10.960685 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:10.961024 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:10.961361 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:10.961691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:10.962017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:10.962346 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:10.962671 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:10.963020 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:10.963343 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:10.963662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:10.963982 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:10.964299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0daaa8-fb45-467e-8e64-45e3df9a0d88 tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:10.974485 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.api.v2.resource [None req-f8811d4d-f710-49bf-9c1a-220e4f22f5db tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] show failed (client error): The resource could not be found. Nov 28 08:14:10.975997 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f8811d4d-f710-49bf-9c1a-220e4f22f5db tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "GET /v2.0/security-groups/5813f569-b4d2-45d7-88aa-31297bcf5fe7 HTTP/1.1" status: 404 len: 347 time: 0.0282261 Nov 28 08:14:10.978429 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 45806) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:11.110217 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-81be5360-927b-4d0e-a142-1b73cc1854ac tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Deleting port 95e2ec31-5abc-4d95-821d-19f65132446b {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:14:11.110551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81be5360-927b-4d0e-a142-1b73cc1854ac tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:11.188040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81be5360-927b-4d0e-a142-1b73cc1854ac tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:11.188575 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81be5360-927b-4d0e-a142-1b73cc1854ac tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:11.204423 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-81be5360-927b-4d0e-a142-1b73cc1854ac tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Calling delete_port for 95e2ec31-5abc-4d95-821d-19f65132446b owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:14:11.342560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81be5360-927b-4d0e-a142-1b73cc1854ac tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:11.372107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be5360-927b-4d0e-a142-1b73cc1854ac tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Pushing event deleted for resources: {'Port': ['ID=95e2ec31-5abc-4d95-821d-19f65132446b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:11.433961 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81be5360-927b-4d0e-a142-1b73cc1854ac tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:11.437041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81be5360-927b-4d0e-a142-1b73cc1854ac tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:11.438439 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-81be5360-927b-4d0e-a142-1b73cc1854ac tempest-ServerActionsTestJSON-1588837519 tempest-ServerActionsTestJSON-1588837519-project] 10.222.0.31 "DELETE /v2.0/floatingips/7accc95e-7f90-4c4f-a5ba-369ff7614cbf HTTP/1.1" status: 204 len: 168 time: 0.4590299 Nov 28 08:14:11.441333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 45808) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:12.192422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5576ee86-59ba-43ba-a946-4faf5d7edde1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:12.467998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-5576ee86-59ba-43ba-a946-4faf5d7edde1 admin admin] Deleting port e1d15a62-5436-4826-a09d-bad837664e2d {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:14:12.468337 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5576ee86-59ba-43ba-a946-4faf5d7edde1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:12.545637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-5576ee86-59ba-43ba-a946-4faf5d7edde1 admin admin] For port e1d15a62-5436-4826-a09d-bad837664e2d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=e1d15a62-5436-4826-a09d-bad837664e2d,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:14:12.545989 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5576ee86-59ba-43ba-a946-4faf5d7edde1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:12.557470 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-5576ee86-59ba-43ba-a946-4faf5d7edde1 admin admin] Calling delete_port for e1d15a62-5436-4826-a09d-bad837664e2d owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:14:12.745776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5576ee86-59ba-43ba-a946-4faf5d7edde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:12.771956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576ee86-59ba-43ba-a946-4faf5d7edde1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d15a62-5436-4826-a09d-bad837664e2d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:12.954072 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5576ee86-59ba-43ba-a946-4faf5d7edde1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:13.196941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5576ee86-59ba-43ba-a946-4faf5d7edde1 admin admin] Router e69af688-6def-4329-a292-96c150a5fd0e has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:14:13.315957 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5576ee86-59ba-43ba-a946-4faf5d7edde1 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:14:13.323462 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5576ee86-59ba-43ba-a946-4faf5d7edde1 admin admin] 10.222.0.31 "PUT /v2.0/routers/e69af688-6def-4329-a292-96c150a5fd0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8786674 Nov 28 08:14:13.323561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 45812) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:13.324336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78673e0-138a-47a3-b721-ce9d60e0f1b5 None None] Sync routers for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:14:13.334270 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78673e0-138a-47a3-b721-ce9d60e0f1b5 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:14:13.334864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-d78673e0-138a-47a3-b721-ce9d60e0f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:13:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:13.441164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:13.456172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-d78673e0-138a-47a3-b721-ce9d60e0f1b5 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:14:13.559552 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:13.618369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] Deleting port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:14:13.618608 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:13.638348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-d78673e0-138a-47a3-b721-ce9d60e0f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:14:12Z', 'revision_number': 5, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port': {'id': '36bc83c6-0b62-4060-b6ca-5ab6a038afdf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:13.702100 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] For port 36bc83c6-0b62-4060-b6ca-5ab6a038afdf, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=36bc83c6-0b62-4060-b6ca-5ab6a038afdf,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:14:13.702452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:13.715206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] Calling delete_port for 36bc83c6-0b62-4060-b6ca-5ab6a038afdf owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:14:13.821423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78673e0-138a-47a3-b721-ce9d60e0f1b5 None None] Checking router: e69af688-6def-4329-a292-96c150a5fd0e for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:14:13.830319 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78673e0-138a-47a3-b721-ce9d60e0f1b5 None None] Routers {'e69af688-6def-4329-a292-96c150a5fd0e'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:14:13.830950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-d78673e0-138a-47a3-b721-ce9d60e0f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:13:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e69af688-6def-4329-a292-96c150a5fd0e'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:13.892712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:13.920136 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] Pushing event deleted for resources: {'Port': ['ID=36bc83c6-0b62-4060-b6ca-5ab6a038afdf,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:13.931267 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-d78673e0-138a-47a3-b721-ce9d60e0f1b5 None None] Set router e69af688-6def-4329-a292-96c150a5fd0e gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:14:13.937489 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef0c98d-4df8-463b-a40f-0aecf2a1f5a1 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:14:13.985158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:13.992419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-d78673e0-138a-47a3-b721-ce9d60e0f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:14:13Z', 'revision_number': 6, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:14.024469 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78673e0-138a-47a3-b721-ce9d60e0f1b5 None None] The sync data for ids ['e69af688-6def-4329-a292-96c150a5fd0e'] in dv-neutron-744815-16-hyperv is: [{'id': 'e69af688-6def-4329-a292-96c150a5fd0e', 'name': 'tempest-ServerActionsTestJSON-1448985520-router', 'tenant_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:07:57Z', 'updated_at': '2021-11-28T08:14:13Z', 'revision_number': 6, 'project_id': '01b74ee98a054b0cb8e9680cd42dfbfc', 'gw_port_host': None}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:14:14.084870 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.087011 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.131662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.132412 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e69af688-6def-4329-a292-96c150a5fd0e {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:14:14.137311 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.141292 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7fc251a5-0aa6-4b51-807f-d20d176f9892 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e69af688-6def-4329-a292-96c150a5fd0e HTTP/1.1" status: 204 len: 168 time: 0.8167236 Nov 28 08:14:14.143851 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 45816) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:14.186415 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf1f67b-1f3e-488e-9d21-12042e72beef admin admin] Deleting subnet 69303761-336a-48bc-94fc-7d90b1a04b53 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:14:14.189387 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-daf1f67b-1f3e-488e-9d21-12042e72beef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.226085 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-daf1f67b-1f3e-488e-9d21-12042e72beef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.304006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-daf1f67b-1f3e-488e-9d21-12042e72beef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.353876 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-daf1f67b-1f3e-488e-9d21-12042e72beef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.380486 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1f67b-1f3e-488e-9d21-12042e72beef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69303761-336a-48bc-94fc-7d90b1a04b53,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:14.382432 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-daf1f67b-1f3e-488e-9d21-12042e72beef admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.385682 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-daf1f67b-1f3e-488e-9d21-12042e72beef admin admin] 10.222.0.31 "DELETE /v2.0/subnets/69303761-336a-48bc-94fc-7d90b1a04b53 HTTP/1.1" status: 204 len: 168 time: 0.2409534 Nov 28 08:14:14.387164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2e2cb1-d9be-43f4-a7d3-eb0d4290be3c None None] Network ca0967a2-ab20-43c4-b135-cfd09f8d936a requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:14:14.388714 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 45818) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:14.464316 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.525754 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Deleting port 20c3a37f-6e6e-419f-9e75-e50d378ff66a {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:14:14.525975 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.592345 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] For port 20c3a37f-6e6e-419f-9e75-e50d378ff66a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=20c3a37f-6e6e-419f-9e75-e50d378ff66a,segment=NetworkSegment(5739b0ad-f68b-4b57-a3d1-051f65f1b063),segment_id=5739b0ad-f68b-4b57-a3d1-051f65f1b063)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:14:14.592707 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.605070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Calling delete_port for 20c3a37f-6e6e-419f-9e75-e50d378ff66a owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:14:14.690058 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.715250 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Pushing event deleted for resources: {'Port': ['ID=20c3a37f-6e6e-419f-9e75-e50d378ff66a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:14.719775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] No DVR routers for this DVR port 20c3a37f-6e6e-419f-9e75-e50d378ff66a on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:14:14.793027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.808210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3eafda-76a5-493f-9d0a-dbd4c491a9a4 None None] DHCP port deletion for ca0967a2-ab20-43c4-b135-cfd09f8d936a request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:14:14.819111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0967a2-ab20-43c4-b135-cfd09f8d936a']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:14.831768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5739b0ad-f68b-4b57-a3d1-051f65f1b063') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:14.832104 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5739b0ad-f68b-4b57-a3d1-051f65f1b063') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:14.846138 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.860505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.866321 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:14:14.866696 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:14:14.868641 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:14:14.925865 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.931562 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:14.934813 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] 10.222.0.31 "DELETE /v2.0/networks/ca0967a2-ab20-43c4-b135-cfd09f8d936a HTTP/1.1" status: 204 len: 168 time: 0.5451427 Nov 28 08:14:14.948269 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9864d-d68c-460d-a360-a9281bf2f36c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca0967a2-ab20-43c4-b135-cfd09f8d936a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:15.057183 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 45822) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:15.066958 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 36bc83c6-0b62-4060-b6ca-5ab6a038afdf no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:14:15.095265 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 36bc83c6-0b62-4060-b6ca-5ab6a038afdf {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:14:15.095610 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 36bc83c6-0b62-4060-b6ca-5ab6a038afdf not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:14:15.096261 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e1d15a62-5436-4826-a09d-bad837664e2d no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:14:15.100007 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0a6237f7-36b8-46e0-a31c-f496342f3d03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01b74ee98a054b0cb8e9680cd42dfbfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415657 Nov 28 08:14:15.101169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 45824) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:15.120365 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: e1d15a62-5436-4826-a09d-bad837664e2d {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:14:15.120728 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device e1d15a62-5436-4826-a09d-bad837664e2d not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:14:15.121131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 20c3a37f-6e6e-419f-9e75-e50d378ff66a no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:14:15.140783 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 20c3a37f-6e6e-419f-9e75-e50d378ff66a {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:14:15.141125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 20c3a37f-6e6e-419f-9e75-e50d378ff66a not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:14:15.149504 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5f13c27f-9f85-4d0e-9949-181274524ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:15.172027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5f13c27f-9f85-4d0e-9949-181274524ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:15.219772 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5f13c27f-9f85-4d0e-9949-181274524ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:15.222292 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5f13c27f-9f85-4d0e-9949-181274524ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:15.223467 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5f13c27f-9f85-4d0e-9949-181274524ea1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8d7b490-a14f-4ed3-9262-5f10451fa5f8 HTTP/1.1" status: 204 len: 168 time: 0.1214023 Nov 28 08:14:15.231083 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13c27f-9f85-4d0e-9949-181274524ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d7b490-a14f-4ed3-9262-5f10451fa5f8,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:15.464213 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3bbaf6f1-5a2b-4d3e-923a-6d666259d3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:15.874447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 45846) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:15.967705 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-451472552-network', 'tenant_id': 'ebd392983207401b9d0d4e884816a370'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:15.989033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] Made reservation on behalf of ebd392983207401b9d0d4e884816a370 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:14:15.991577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:16.004060 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:16.077985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:16.082009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:16.107462 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:14:16.117092 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36786dc6-fa1a-4085-b20a-46787ae315e0,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:16.122984 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:16.123326 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] Added segment d470e529-249c-406b-8d5e-f2fc46bac71d of type vlan for network 7d988a60-91df-4477-86d6-03d75c5335a5 Nov 28 08:14:16.162122 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:16.187636 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:16.188713 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:16.189294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:16.221900 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3463206 Nov 28 08:14:16.225016 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 45850) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:16.229896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-df1b33fc-f2ba-4208-8460-2fbfb6bf709a admin admin] Request body: {'subnet': {'network_id': '7d988a60-91df-4477-86d6-03d75c5335a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-451472552-subnet', 'tenant_id': 'ebd392983207401b9d0d4e884816a370', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:16.251383 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1b33fc-f2ba-4208-8460-2fbfb6bf709a admin admin] Made reservation on behalf of ebd392983207401b9d0d4e884816a370 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:14:16.251572 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a4ec8-992b-4e5f-9be2-626eeeede54b admin admin] Pushing event updated for resources: {'Network': ['ID=7d988a60-91df-4477-86d6-03d75c5335a5,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:16.253577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-df1b33fc-f2ba-4208-8460-2fbfb6bf709a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:16.261984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 7d988a60-91df-4477-86d6-03d75c5335a5 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:14:16.414692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-df1b33fc-f2ba-4208-8460-2fbfb6bf709a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:16.464714 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b33fc-f2ba-4208-8460-2fbfb6bf709a admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e16d58-f7ee-40c2-aa00-0610729586aa,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:16.479721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b33fc-f2ba-4208-8460-2fbfb6bf709a admin admin] Checking segment: {'id': 'd470e529-249c-406b-8d5e-f2fc46bac71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7d988a60-91df-4477-86d6-03d75c5335a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:14:16.480080 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1b33fc-f2ba-4208-8460-2fbfb6bf709a admin admin] Network hostable DHCP agents. Network: 7d988a60-91df-4477-86d6-03d75c5335a5, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:14:16.496508 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1b33fc-f2ba-4208-8460-2fbfb6bf709a admin admin] Network 7d988a60-91df-4477-86d6-03d75c5335a5 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:14:16.505119 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-df1b33fc-f2ba-4208-8460-2fbfb6bf709a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 7d988a60-91df-4477-86d6-03d75c5335a5) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:14:16.509150 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1b33fc-f2ba-4208-8460-2fbfb6bf709a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:16.509789 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-df1b33fc-f2ba-4208-8460-2fbfb6bf709a admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:16.513666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661edaa5-3e1c-4f37-8c07-ac50fac11206 None None] Network 7d988a60-91df-4477-86d6-03d75c5335a5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:14:16.525268 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-df1b33fc-f2ba-4208-8460-2fbfb6bf709a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2991977 Nov 28 08:14:16.637396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ceb9a7-2580-4c60-9de6-3df3aab93ec1 None None] Network 7d988a60-91df-4477-86d6-03d75c5335a5 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:14:16.936434 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e60c7-2cd4-4311-9336-25b02770511e req-8e5c7dca-02e0-4789-beb2-22e8276e9399 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:16.937918 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c94e60c7-2cd4-4311-9336-25b02770511e req-8e5c7dca-02e0-4789-beb2-22e8276e9399 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/networks?id=7d988a60-91df-4477-86d6-03d75c5335a5 HTTP/1.1" status: 200 len: 813 time: 0.1034944 Nov 28 08:14:16.953006 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c94e60c7-2cd4-4311-9336-25b02770511e req-b455a545-ad9a-4028-b9b3-b34d105aec43 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/quotas/ebd392983207401b9d0d4e884816a370 HTTP/1.1" status: 200 len: 375 time: 0.0094492 Nov 28 08:14:16.984846 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0c64e72b-d573-4336-b823-da7f56cd568c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebd392983207401b9d0d4e884816a370&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266113 Nov 28 08:14:17.117535 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c94e60c7-2cd4-4311-9336-25b02770511e req-39e012f3-f9aa-43e6-89cf-75a66af1143f service neutron] 10.222.0.31 "GET /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258307 Nov 28 08:14:17.209154 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c94e60c7-2cd4-4311-9336-25b02770511e req-d126dc07-1cc7-40eb-95d3-b8cc01e36b0c service neutron] 10.222.0.31 "GET /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851378 Nov 28 08:14:17.369163 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-eedbca20-fe67-4677-ac1a-406d2acff4e7 req-80c346ce-8ef9-482b-b691-88a61f5ec1aa tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 210 time: 0.0311234 Nov 28 08:14:17.986591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37cce81c-ca68-4c39-ade1-2c4e8508279c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:18.464088 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-78e3df24-da14-44ab-8fc3-94a966db0eb9 req-aeafc58c-5fd9-43b7-8bcc-25124f2c59b3 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 210 time: 0.0272744 Nov 28 08:14:18.630154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e60c7-2cd4-4311-9336-25b02770511e req-177d77b8-3960-4840-9b0d-b0825ea3ce3e tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:18.631603 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c94e60c7-2cd4-4311-9336-25b02770511e req-177d77b8-3960-4840-9b0d-b0825ea3ce3e tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.35 "GET /v2.0/networks?id=7d988a60-91df-4477-86d6-03d75c5335a5 HTTP/1.1" status: 200 len: 813 time: 0.1040132 Nov 28 08:14:18.645676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-c94e60c7-2cd4-4311-9336-25b02770511e req-2f6c4bd6-a173-4014-96c5-5208cedcfb9c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Request body: {'port': {'device_id': '32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d', 'network_id': '7d988a60-91df-4477-86d6-03d75c5335a5', 'admin_state_up': True, 'tenant_id': 'ebd392983207401b9d0d4e884816a370'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:18.750226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94e60c7-2cd4-4311-9336-25b02770511e req-2f6c4bd6-a173-4014-96c5-5208cedcfb9c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Made reservation on behalf of ebd392983207401b9d0d4e884816a370 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:14:18.753733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c94e60c7-2cd4-4311-9336-25b02770511e req-2f6c4bd6-a173-4014-96c5-5208cedcfb9c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:18.876308 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-c94e60c7-2cd4-4311-9336-25b02770511e req-2f6c4bd6-a173-4014-96c5-5208cedcfb9c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Allocated IP 172.20.0.13 (7d988a60-91df-4477-86d6-03d75c5335a5/33e16d58-f7ee-40c2-aa00-0610729586aa/bce39f1f-64e2-438e-a826-81ff524adeb1) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:14:19.028572 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c94e60c7-2cd4-4311-9336-25b02770511e req-2f6c4bd6-a173-4014-96c5-5208cedcfb9c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:19.065732 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c94e60c7-2cd4-4311-9336-25b02770511e req-2f6c4bd6-a173-4014-96c5-5208cedcfb9c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:19.107671 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94e60c7-2cd4-4311-9336-25b02770511e req-2f6c4bd6-a173-4014-96c5-5208cedcfb9c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Network 7d988a60-91df-4477-86d6-03d75c5335a5 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:14:19.117378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-c94e60c7-2cd4-4311-9336-25b02770511e req-2f6c4bd6-a173-4014-96c5-5208cedcfb9c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:14:19.119366 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94e60c7-2cd4-4311-9336-25b02770511e req-2f6c4bd6-a173-4014-96c5-5208cedcfb9c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:14:19.135163 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:19.151716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c4bd6-a173-4014-96c5-5208cedcfb9c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Pushing event updated for resources: {'Port': ['ID=bce39f1f-64e2-438e-a826-81ff524adeb1,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:19.181147 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e60c7-2cd4-4311-9336-25b02770511e req-2f6c4bd6-a173-4014-96c5-5208cedcfb9c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:19.181746 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c94e60c7-2cd4-4311-9336-25b02770511e req-2f6c4bd6-a173-4014-96c5-5208cedcfb9c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:19.199491 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c94e60c7-2cd4-4311-9336-25b02770511e req-2f6c4bd6-a173-4014-96c5-5208cedcfb9c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5574105 Nov 28 08:14:19.217867 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Request body: {'port': {'device_id': '32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:19.282467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:19.555995 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce39f1f-64e2-438e-a826-81ff524adeb1 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:14:19.563693 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:19.575742 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Transition to ACTIVE for port object bce39f1f-64e2-438e-a826-81ff524adeb1 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:14:19.580484 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:19.586127 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c44c5b-2e96-4d12-a7fb-46de377d69ec req-2126059b-5738-414e-bb8c-1f49bf7b8f0b tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:19.587516 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-50c44c5b-2e96-4d12-a7fb-46de377d69ec req-2126059b-5738-414e-bb8c-1f49bf7b8f0b tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 932 time: 0.0564954 Nov 28 08:14:19.636412 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-50c44c5b-2e96-4d12-a7fb-46de377d69ec req-bc14b64f-13c9-405f-8f56-b2c673781c63 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Nov 28 08:14:19.637572 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d973931-087d-41d6-b196-155205348e9b service neutron] Pushing event updated for resources: {'Port': ['ID=bce39f1f-64e2-438e-a826-81ff524adeb1,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:19.706226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Attempting to bind port bce39f1f-64e2-438e-a826-81ff524adeb1 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:14:19.706551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Attempting to bind port bce39f1f-64e2-438e-a826-81ff524adeb1 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'd470e529-249c-406b-8d5e-f2fc46bac71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7d988a60-91df-4477-86d6-03d75c5335a5'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:14:19.706892 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Attempting to bind port bce39f1f-64e2-438e-a826-81ff524adeb1 on network 7d988a60-91df-4477-86d6-03d75c5335a5 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:14:19.711069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Port bce39f1f-64e2-438e-a826-81ff524adeb1 on network 7d988a60-91df-4477-86d6-03d75c5335a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:14:19.711384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Attempting to bind port bce39f1f-64e2-438e-a826-81ff524adeb1 on network 7d988a60-91df-4477-86d6-03d75c5335a5 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:14:19.716669 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:14:19.716997 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Checking segment: {'id': 'd470e529-249c-406b-8d5e-f2fc46bac71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7d988a60-91df-4477-86d6-03d75c5335a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:14:19.717368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Bound using segment: {'id': 'd470e529-249c-406b-8d5e-f2fc46bac71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7d988a60-91df-4477-86d6-03d75c5335a5'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:14:19.717776 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Bound port: bce39f1f-64e2-438e-a826-81ff524adeb1, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd470e529-249c-406b-8d5e-f2fc46bac71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7d988a60-91df-4477-86d6-03d75c5335a5'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:14:19.718115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:19.782163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] For port bce39f1f-64e2-438e-a826-81ff524adeb1, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:14:19.785519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] For port bce39f1f-64e2-438e-a826-81ff524adeb1, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bce39f1f-64e2-438e-a826-81ff524adeb1,segment=NetworkSegment(d470e529-249c-406b-8d5e-f2fc46bac71d),segment_id=d470e529-249c-406b-8d5e-f2fc46bac71d)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:14:19.789747 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:19.823306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:19.823942 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:19.825782 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c94e60c7-2cd4-4311-9336-25b02770511e req-0d973931-087d-41d6-b196-155205348e9b service neutron] 10.222.0.35 "PUT /v2.0/ports/bce39f1f-64e2-438e-a826-81ff524adeb1 HTTP/1.1" status: 200 len: 1094 time: 0.6121955 Nov 28 08:14:19.826207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d', 'tag': 'bce39f1f-64e2-438e-a826-81ff524adeb1'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:14:19.828471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c766b6-9314-4623-8718-8951902c358d" -d '{"events": [{"name": "network-changed", "server_uuid": "32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d", "tag": "bce39f1f-64e2-438e-a826-81ff524adeb1"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:14:19.860932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d973931-087d-41d6-b196-155205348e9b service neutron] Pushing event updated for resources: {'Port': ['ID=bce39f1f-64e2-438e-a826-81ff524adeb1,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:19.869887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a9d644-b2fa-46a8-ab22-bbac83d504f1 x-openstack-request-id: req-49a9d644-b2fa-46a8-ab22-bbac83d504f1 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:14:19.870208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d", "tag": "bce39f1f-64e2-438e-a826-81ff524adeb1", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:14:19.870518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49a9d644-b2fa-46a8-ab22-bbac83d504f1 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:14:19.870983 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d', 'tag': 'bce39f1f-64e2-438e-a826-81ff524adeb1', 'status': 'completed', 'code': 200} Nov 28 08:14:19.922393 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e60c7-2cd4-4311-9336-25b02770511e req-fbb22dbf-406f-4a9c-9e9f-93decacf089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:19.923984 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c94e60c7-2cd4-4311-9336-25b02770511e req-fbb22dbf-406f-4a9c-9e9f-93decacf089a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebd392983207401b9d0d4e884816a370&device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 1097 time: 0.0475907 Nov 28 08:14:19.972665 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c94e60c7-2cd4-4311-9336-25b02770511e req-d92472a1-1fe4-48eb-a0ae-8978b650f59c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bce39f1f-64e2-438e-a826-81ff524adeb1 HTTP/1.1" status: 200 len: 217 time: 0.0362744 Nov 28 08:14:20.024441 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e60c7-2cd4-4311-9336-25b02770511e req-5df5afe1-0c4b-4df2-a979-742794fd7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:20.025835 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c94e60c7-2cd4-4311-9336-25b02770511e req-5df5afe1-0c4b-4df2-a979-742794fd7715 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33e16d58-f7ee-40c2-aa00-0610729586aa HTTP/1.1" status: 200 len: 853 time: 0.0421007 Nov 28 08:14:20.069096 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c94e60c7-2cd4-4311-9336-25b02770511e req-c545938a-2f60-4cf0-af21-f7ec327a64d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d988a60-91df-4477-86d6-03d75c5335a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321548 Nov 28 08:14:20.160435 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c94e60c7-2cd4-4311-9336-25b02770511e req-5ee8b44e-1091-454b-aa47-50bf46310099 service neutron] 10.222.0.35 "GET /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804675 Nov 28 08:14:20.257720 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c94e60c7-2cd4-4311-9336-25b02770511e req-cfe4ddbe-bfed-4a17-ac09-831174ebacc9 service neutron] 10.222.0.35 "GET /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883617 Nov 28 08:14:20.350480 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c766b6-9314-4623-8718-8951902c358d req-ed17909d-19f4-4ee4-851a-642d2ccf883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:20.351895 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7c766b6-9314-4623-8718-8951902c358d req-ed17909d-19f4-4ee4-851a-642d2ccf883b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebd392983207401b9d0d4e884816a370&device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 1097 time: 0.0473926 Nov 28 08:14:20.405721 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:20.452420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c766b6-9314-4623-8718-8951902c358d req-4f1ef1f4-fe88-4793-940e-24a05283be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:20.453902 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7c766b6-9314-4623-8718-8951902c358d req-4f1ef1f4-fe88-4793-940e-24a05283be9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d988a60-91df-4477-86d6-03d75c5335a5 HTTP/1.1" status: 200 len: 914 time: 0.0916953 Nov 28 08:14:20.500198 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7c766b6-9314-4623-8718-8951902c358d req-d1d701b5-04e8-49bd-bb0b-5c9f15d4e0f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bce39f1f-64e2-438e-a826-81ff524adeb1 HTTP/1.1" status: 200 len: 217 time: 0.0361021 Nov 28 08:14:20.548963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c766b6-9314-4623-8718-8951902c358d req-a09527fe-a00a-435a-9d60-e1c3dc922c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:20.550369 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7c766b6-9314-4623-8718-8951902c358d req-a09527fe-a00a-435a-9d60-e1c3dc922c63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33e16d58-f7ee-40c2-aa00-0610729586aa HTTP/1.1" status: 200 len: 853 time: 0.0419202 Nov 28 08:14:20.585669 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7c766b6-9314-4623-8718-8951902c358d req-6a8c7538-ff37-4f37-a632-a3efe05f5be4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d988a60-91df-4477-86d6-03d75c5335a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243669 Nov 28 08:14:20.678605 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7c766b6-9314-4623-8718-8951902c358d req-2e64e743-51e1-4def-99e4-2bce21706353 service neutron] 10.222.0.35 "GET /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845065 Nov 28 08:14:20.760931 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e9915-212b-4c55-bc92-4997109c649f req-5ff369f4-04eb-464d-a302-38d3555e559b tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:20.762433 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3f1e9915-212b-4c55-bc92-4997109c649f req-5ff369f4-04eb-464d-a302-38d3555e559b tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 944 time: 0.0582438 Nov 28 08:14:20.769498 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d7c766b6-9314-4623-8718-8951902c358d req-d40023fb-5b7f-4f35-b2c3-6bafe2c72ff8 service neutron] 10.222.0.35 "GET /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818021 Nov 28 08:14:20.810045 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3f1e9915-212b-4c55-bc92-4997109c649f req-30fc2ca1-76b9-4c53-9569-1e54abe6ccec tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410485 Nov 28 08:14:21.375184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:21.932278 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73a7de-c382-43d1-9556-6fde7871afa3 req-7df2ec04-fafa-40ef-a703-23ab4ecf240a tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:21.933746 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3f73a7de-c382-43d1-9556-6fde7871afa3 req-7df2ec04-fafa-40ef-a703-23ab4ecf240a tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 944 time: 0.0582449 Nov 28 08:14:21.982510 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3f73a7de-c382-43d1-9556-6fde7871afa3 req-a02d8658-93a5-43f5-9caf-bfdf522cb768 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420823 Nov 28 08:14:23.101966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73b741-a415-4473-a359-2bab5e0e0d50 req-ecf50af2-8234-437b-a7d6-906065760d0e tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:23.103440 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2a73b741-a415-4473-a359-2bab5e0e0d50 req-ecf50af2-8234-437b-a7d6-906065760d0e tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 944 time: 0.0547082 Nov 28 08:14:23.148894 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2a73b741-a415-4473-a359-2bab5e0e0d50 req-489e39b7-19d4-4574-8f35-1382138232e5 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396988 Nov 28 08:14:24.094132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device bce39f1f-64e2-438e-a826-81ff524adeb1 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:14:24.185352 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port bce39f1f-64e2-438e-a826-81ff524adeb1, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bce39f1f-64e2-438e-a826-81ff524adeb1,segment=NetworkSegment(d470e529-249c-406b-8d5e-f2fc46bac71d),segment_id=d470e529-249c-406b-8d5e-f2fc46bac71d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:14:24.195591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'bce39f1f-64e2-438e-a826-81ff524adeb1', 'network_id': '7d988a60-91df-4477-86d6-03d75c5335a5', 'port_id': 'bce39f1f-64e2-438e-a826-81ff524adeb1', 'mac_address': 'fa:16:3e:62:d9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e16d58-f7ee-40c2-aa00-0610729586aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:14:24.241737 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:24.254295 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce39f1f-64e2-438e-a826-81ff524adeb1 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:14:24.268726 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f800357-0fb9-4758-9650-ccc723d97c07 req-d0c8e5eb-85cc-4c7f-bb3a-d6dec3fc086a tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:24.270246 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9f800357-0fb9-4758-9650-ccc723d97c07 req-d0c8e5eb-85cc-4c7f-bb3a-d6dec3fc086a tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 944 time: 0.0555789 Nov 28 08:14:24.273915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port bce39f1f-64e2-438e-a826-81ff524adeb1, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bce39f1f-64e2-438e-a826-81ff524adeb1,segment=NetworkSegment(d470e529-249c-406b-8d5e-f2fc46bac71d),segment_id=d470e529-249c-406b-8d5e-f2fc46bac71d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:14:24.278561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:24.317234 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9f800357-0fb9-4758-9650-ccc723d97c07 req-2ae2a057-1cc9-4f18-80b5-2ffe4cd6b5a6 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408573 Nov 28 08:14:24.334920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=bce39f1f-64e2-438e-a826-81ff524adeb1,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:24.604786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['bce39f1f-64e2-438e-a826-81ff524adeb1'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:14:24.877973 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:14:25.439580 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4040ba4-adfb-40f5-8705-f6b7c8409577 req-adecf9fd-b9b5-48ac-b2f1-fcd333f48eeb tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:25.441008 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b4040ba4-adfb-40f5-8705-f6b7c8409577 req-adecf9fd-b9b5-48ac-b2f1-fcd333f48eeb tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 945 time: 0.0575321 Nov 28 08:14:25.486361 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b4040ba4-adfb-40f5-8705-f6b7c8409577 req-646444f1-71ae-475b-b755-c34eb180dd31 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394926 Nov 28 08:14:26.108659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device bce39f1f-64e2-438e-a826-81ff524adeb1 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:14:26.160512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port bce39f1f-64e2-438e-a826-81ff524adeb1 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:14:26.164434 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port bce39f1f-64e2-438e-a826-81ff524adeb1 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:14:26.164802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:26.250325 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:26.272792 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce39f1f-64e2-438e-a826-81ff524adeb1'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:14:26.275009 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8700d8e-6271-4499-931e-7dee53d2cd75" -d '{"events": [{"server_uuid": "32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d", "name": "network-vif-plugged", "status": "completed", "tag": "bce39f1f-64e2-438e-a826-81ff524adeb1"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:14:26.287011 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port bce39f1f-64e2-438e-a826-81ff524adeb1, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bce39f1f-64e2-438e-a826-81ff524adeb1,segment=NetworkSegment(d470e529-249c-406b-8d5e-f2fc46bac71d),segment_id=d470e529-249c-406b-8d5e-f2fc46bac71d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:14:26.291294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:26.316372 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30858a27-93c4-48f9-885c-a2650a5527f1 x-openstack-request-id: req-30858a27-93c4-48f9-885c-a2650a5527f1 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:14:26.316909 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d", "name": "network-vif-plugged", "status": "completed", "tag": "bce39f1f-64e2-438e-a826-81ff524adeb1", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:14:26.317188 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30858a27-93c4-48f9-885c-a2650a5527f1 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:14:26.317567 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce39f1f-64e2-438e-a826-81ff524adeb1', 'code': 200} Nov 28 08:14:26.354780 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=bce39f1f-64e2-438e-a826-81ff524adeb1,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:26.362299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:26.362641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:26.362997 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:26.363329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:26.363654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:26.363982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:26.364304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:26.364621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:26.364940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:26.365258 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:26.365573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:26.365887 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:26.366194 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:14:26.510591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9fe92-b745-4423-856e-161a82784814 req-e683b5b4-f8d6-487c-a403-54a94c136808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:26.512107 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0ed9fe92-b745-4423-856e-161a82784814 req-e683b5b4-f8d6-487c-a403-54a94c136808 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 1099 time: 0.0514584 Nov 28 08:14:26.560735 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0ed9fe92-b745-4423-856e-161a82784814 req-adb0d6c3-0994-4ff8-aeb2-f58a3956b187 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370104 Nov 28 08:14:26.608660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eccc7d-6024-4731-bddb-bfd3f81ebe91 req-4c49bc6c-b8c4-41ba-a7e8-b7105ef32140 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:26.610151 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-83eccc7d-6024-4731-bddb-bfd3f81ebe91 req-4c49bc6c-b8c4-41ba-a7e8-b7105ef32140 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 946 time: 0.0576072 Nov 28 08:14:26.655527 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-83eccc7d-6024-4731-bddb-bfd3f81ebe91 req-ccda6847-d117-4b51-96c5-74dbd14faee7 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393820 Nov 28 08:14:27.785456 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d2704-7f21-4786-a44c-acd370b76b10 req-a8d9b645-6d7f-40c4-a65e-8dff2ea40a61 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:27.786979 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d96d2704-7f21-4786-a44c-acd370b76b10 req-a8d9b645-6d7f-40c4-a65e-8dff2ea40a61 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 946 time: 0.0593274 Nov 28 08:14:27.833629 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d96d2704-7f21-4786-a44c-acd370b76b10 req-c5bb6a4e-815c-45a5-8443-5a877ffb32b6 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Nov 28 08:14:28.955814 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298d5df-bdfc-4ebf-9bb6-41df8016c7fd req-e44260c1-bbb7-475a-98d9-bdd6ebd5e926 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:28.957244 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2298d5df-bdfc-4ebf-9bb6-41df8016c7fd req-e44260c1-bbb7-475a-98d9-bdd6ebd5e926 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 946 time: 0.0585957 Nov 28 08:14:29.315501 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2298d5df-bdfc-4ebf-9bb6-41df8016c7fd req-e7011068-062e-44f5-ba30-b279cfac7add tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521235 Nov 28 08:14:29.536713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-22cfc90b-1397-49bf-a9be-9fbf7b086576 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:29.538167 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-22cfc90b-1397-49bf-a9be-9fbf7b086576 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/networks?id=7d988a60-91df-4477-86d6-03d75c5335a5 HTTP/1.1" status: 200 len: 813 time: 0.1024351 Nov 28 08:14:29.553141 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-d23769ca-c0f0-40b2-941b-b812af79dcd9 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/quotas/ebd392983207401b9d0d4e884816a370 HTTP/1.1" status: 200 len: 375 time: 0.0087411 Nov 28 08:14:29.609537 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-0d5a324d-62f7-4d43-aac2-6aa53d5edf7f tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebd392983207401b9d0d4e884816a370&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487733 Nov 28 08:14:29.701794 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-9499adce-4002-43df-aa97-b69d4335cb4f service neutron] 10.222.0.31 "GET /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853689 Nov 28 08:14:29.786846 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-19c59282-ac5c-4846-9091-5e35d6a3339e service neutron] 10.222.0.31 "GET /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791152 Nov 28 08:14:29.943193 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f24fd32e-48ae-4149-b1fe-fb8e6dfb9a07 req-1326043a-660a-469b-bcc2-622bb6122002 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 210 time: 0.0319428 Nov 28 08:14:30.859238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-88afde6f-4762-4dcb-a790-4abe36d614e4 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:30.860738 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-88afde6f-4762-4dcb-a790-4abe36d614e4 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.35 "GET /v2.0/networks?id=7d988a60-91df-4477-86d6-03d75c5335a5 HTTP/1.1" status: 200 len: 813 time: 0.1138875 Nov 28 08:14:30.875882 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-e73d5f6b-0a06-4211-affb-00a239588351 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Request body: {'port': {'device_id': 'e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f', 'network_id': '7d988a60-91df-4477-86d6-03d75c5335a5', 'admin_state_up': True, 'tenant_id': 'ebd392983207401b9d0d4e884816a370'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:30.980721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-e73d5f6b-0a06-4211-affb-00a239588351 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Made reservation on behalf of ebd392983207401b9d0d4e884816a370 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:14:30.984360 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-e73d5f6b-0a06-4211-affb-00a239588351 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:31.070316 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6db57ed0-a55d-49ae-8a36-297680267401 req-f61a4c08-983a-49b7-9246-1d67482c103c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 210 time: 0.0586135 Nov 28 08:14:31.130952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-e73d5f6b-0a06-4211-affb-00a239588351 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Allocated IP 172.20.0.12 (7d988a60-91df-4477-86d6-03d75c5335a5/33e16d58-f7ee-40c2-aa00-0610729586aa/d61c9ca7-29de-4163-a8b9-31fa2aeaecd4) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:14:31.275337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-e73d5f6b-0a06-4211-affb-00a239588351 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:31.311925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-e73d5f6b-0a06-4211-affb-00a239588351 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:31.325323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['bce39f1f-64e2-438e-a826-81ff524adeb1'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:14:31.352554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-e73d5f6b-0a06-4211-affb-00a239588351 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Network 7d988a60-91df-4477-86d6-03d75c5335a5 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:14:31.355644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-e73d5f6b-0a06-4211-affb-00a239588351 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:14:31.361670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-e73d5f6b-0a06-4211-affb-00a239588351 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:14:31.399379 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d5f6b-0a06-4211-affb-00a239588351 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Pushing event updated for resources: {'Port': ['ID=d61c9ca7-29de-4163-a8b9-31fa2aeaecd4,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:31.420836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-e73d5f6b-0a06-4211-affb-00a239588351 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:31.421376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-e73d5f6b-0a06-4211-affb-00a239588351 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:31.430072 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:31.438446 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-e73d5f6b-0a06-4211-affb-00a239588351 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5670843 Nov 28 08:14:31.451634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Request body: {'port': {'device_id': 'e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:31.517786 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:31.727943 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1669713-d867-4487-b5ee-c43e6f777568 req-4f77d244-2024-44fa-a624-3e4f5d7bc626 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1099973 Nov 28 08:14:31.839989 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:14:31.848315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:31.867238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1669713-d867-4487-b5ee-c43e6f777568 req-058153a0-feb9-43e9-a5b9-6811f46a8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:31.868980 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1669713-d867-4487-b5ee-c43e6f777568 req-058153a0-feb9-43e9-a5b9-6811f46a8874 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebd392983207401b9d0d4e884816a370&device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 1099 time: 0.0964730 Nov 28 08:14:31.869834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Transition to ACTIVE for port object d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:14:31.873418 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:31.982069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Pushing event updated for resources: {'Port': ['ID=d61c9ca7-29de-4163-a8b9-31fa2aeaecd4,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:32.053657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1669713-d867-4487-b5ee-c43e6f777568 req-eb21b8f3-fe92-4458-9807-ea78dd429a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:32.055130 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1669713-d867-4487-b5ee-c43e6f777568 req-eb21b8f3-fe92-4458-9807-ea78dd429a13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d988a60-91df-4477-86d6-03d75c5335a5 HTTP/1.1" status: 200 len: 914 time: 0.1526833 Nov 28 08:14:32.102382 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Attempting to bind port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:14:32.102717 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Attempting to bind port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'd470e529-249c-406b-8d5e-f2fc46bac71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7d988a60-91df-4477-86d6-03d75c5335a5'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:14:32.103063 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Attempting to bind port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 on network 7d988a60-91df-4477-86d6-03d75c5335a5 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:14:32.106446 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1669713-d867-4487-b5ee-c43e6f777568 req-e46b3208-0db7-4f09-b2e5-3730b63d75de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bce39f1f-64e2-438e-a826-81ff524adeb1 HTTP/1.1" status: 200 len: 217 time: 0.0398314 Nov 28 08:14:32.109632 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 on network 7d988a60-91df-4477-86d6-03d75c5335a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:14:32.109954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Attempting to bind port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 on network 7d988a60-91df-4477-86d6-03d75c5335a5 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:14:32.122614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:14:32.122984 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Checking segment: {'id': 'd470e529-249c-406b-8d5e-f2fc46bac71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7d988a60-91df-4477-86d6-03d75c5335a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:14:32.123353 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Bound using segment: {'id': 'd470e529-249c-406b-8d5e-f2fc46bac71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7d988a60-91df-4477-86d6-03d75c5335a5'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:14:32.123780 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Bound port: d61c9ca7-29de-4163-a8b9-31fa2aeaecd4, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd470e529-249c-406b-8d5e-f2fc46bac71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7d988a60-91df-4477-86d6-03d75c5335a5'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:14:32.124126 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:32.190221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1669713-d867-4487-b5ee-c43e6f777568 req-7783717d-dddf-4a5e-9dc9-2e8c4dd2bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:32.191770 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1669713-d867-4487-b5ee-c43e6f777568 req-7783717d-dddf-4a5e-9dc9-2e8c4dd2bf62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33e16d58-f7ee-40c2-aa00-0610729586aa HTTP/1.1" status: 200 len: 853 time: 0.0788248 Nov 28 08:14:32.192899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05eab22-430d-48ed-b7de-a4a731424377 req-b74b5a4b-582e-467d-bdb3-2a68ea8aa6b3 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:32.194348 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c05eab22-430d-48ed-b7de-a4a731424377 req-b74b5a4b-582e-467d-bdb3-2a68ea8aa6b3 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 944 time: 0.0555902 Nov 28 08:14:32.237566 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1669713-d867-4487-b5ee-c43e6f777568 req-4ecc09a8-cc12-4a40-bcc6-c7eedfccbd96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d988a60-91df-4477-86d6-03d75c5335a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343795 Nov 28 08:14:32.241124 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c05eab22-430d-48ed-b7de-a4a731424377 req-8b4bf8f1-5960-4121-aab8-1d352dd54a2c tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Nov 28 08:14:32.245993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] For port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:14:32.255957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] For port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=d61c9ca7-29de-4163-a8b9-31fa2aeaecd4,segment=NetworkSegment(d470e529-249c-406b-8d5e-f2fc46bac71d),segment_id=d470e529-249c-406b-8d5e-f2fc46bac71d)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:14:32.269201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:32.346708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:32.347339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:32.348694 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] 10.222.0.35 "PUT /v2.0/ports/d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 HTTP/1.1" status: 200 len: 1094 time: 0.9016609 Nov 28 08:14:32.352476 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f', 'tag': 'd61c9ca7-29de-4163-a8b9-31fa2aeaecd4'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:14:32.354685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33344f25-c645-47cd-9798-2c6814e04861" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f", "tag": "d61c9ca7-29de-4163-a8b9-31fa2aeaecd4"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:14:32.382687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dde8c-71cd-4334-a6dd-e9eab373199f service neutron] Pushing event updated for resources: {'Port': ['ID=d61c9ca7-29de-4163-a8b9-31fa2aeaecd4,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:32.404442 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a49bfa-5f22-4ca9-af4c-21fa4975c8b6 x-openstack-request-id: req-31a49bfa-5f22-4ca9-af4c-21fa4975c8b6 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:14:32.404731 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f", "tag": "d61c9ca7-29de-4163-a8b9-31fa2aeaecd4", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:14:32.404986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31a49bfa-5f22-4ca9-af4c-21fa4975c8b6 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:14:32.405377 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f', 'tag': 'd61c9ca7-29de-4163-a8b9-31fa2aeaecd4', 'status': 'completed', 'code': 200} Nov 28 08:14:32.423624 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1669713-d867-4487-b5ee-c43e6f777568 req-8c72206b-9401-4637-ab4f-e96dd0297526 service neutron] 10.222.0.35 "GET /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754024 Nov 28 08:14:32.464458 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-bae2a337-0b3c-4267-8b56-f0b4ec044482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:32.466572 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-bae2a337-0b3c-4267-8b56-f0b4ec044482 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebd392983207401b9d0d4e884816a370&device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 1097 time: 0.0745521 Nov 28 08:14:32.536099 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-02b9bc17-310a-4500-9183-d2b7cfdff6f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 HTTP/1.1" status: 200 len: 217 time: 0.0391896 Nov 28 08:14:32.587225 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1669713-d867-4487-b5ee-c43e6f777568 req-ca73abc1-6d56-40c9-b5a9-cef7a32f3802 service neutron] 10.222.0.35 "GET /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542413 Nov 28 08:14:32.598149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-17b44169-abe8-424a-a946-782c83d5cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:32.599542 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-17b44169-abe8-424a-a946-782c83d5cef7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33e16d58-f7ee-40c2-aa00-0610729586aa HTTP/1.1" status: 200 len: 853 time: 0.0564690 Nov 28 08:14:32.640068 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-7e3c325b-9232-4b06-8c5b-de6443c2d2d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d988a60-91df-4477-86d6-03d75c5335a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289495 Nov 28 08:14:32.728813 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-2b6c38a6-bb36-413c-bb15-d4a076d6bd00 service neutron] 10.222.0.35 "GET /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799010 Nov 28 08:14:32.817861 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eefc459-3f05-4519-b499-ec85279dd6d6 req-c24d7261-d486-428d-8ab2-1b1bddba30be service neutron] 10.222.0.35 "GET /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808487 Nov 28 08:14:32.907123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33344f25-c645-47cd-9798-2c6814e04861 req-a214d437-0ea1-4c72-9515-38adddb77c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:32.908603 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-33344f25-c645-47cd-9798-2c6814e04861 req-a214d437-0ea1-4c72-9515-38adddb77c43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebd392983207401b9d0d4e884816a370&device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 1097 time: 0.0462041 Nov 28 08:14:33.001220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33344f25-c645-47cd-9798-2c6814e04861 req-ff9e94dd-fae8-4ec1-be0b-0ce088a2d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:33.002667 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-33344f25-c645-47cd-9798-2c6814e04861 req-ff9e94dd-fae8-4ec1-be0b-0ce088a2d83a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d988a60-91df-4477-86d6-03d75c5335a5 HTTP/1.1" status: 200 len: 914 time: 0.0867879 Nov 28 08:14:33.051651 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-33344f25-c645-47cd-9798-2c6814e04861 req-44a4fe56-67cd-4e6f-8d58-8cb4f1d4d041 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 HTTP/1.1" status: 200 len: 217 time: 0.0337327 Nov 28 08:14:33.106372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33344f25-c645-47cd-9798-2c6814e04861 req-f6473910-b9f5-40a0-b8cd-61456d329204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:33.107688 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-33344f25-c645-47cd-9798-2c6814e04861 req-f6473910-b9f5-40a0-b8cd-61456d329204 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33e16d58-f7ee-40c2-aa00-0610729586aa HTTP/1.1" status: 200 len: 853 time: 0.0410252 Nov 28 08:14:33.140430 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-33344f25-c645-47cd-9798-2c6814e04861 req-604e5a77-20e8-4d39-b8cf-f8657e65a6cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d988a60-91df-4477-86d6-03d75c5335a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245423 Nov 28 08:14:33.370600 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ffe69-698d-4cee-9219-6c304ec698fc req-ec8fe334-a8b9-4995-9632-c13808ba632e tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:33.372808 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a75ffe69-698d-4cee-9219-6c304ec698fc req-ec8fe334-a8b9-4995-9632-c13808ba632e tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 944 time: 0.0621436 Nov 28 08:14:33.422227 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a75ffe69-698d-4cee-9219-6c304ec698fc req-801e4f27-f717-47f8-afaa-7a079bb1572b tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 Nov 28 08:14:33.568801 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-33344f25-c645-47cd-9798-2c6814e04861 req-cf5315d7-8944-42f5-8091-c4ce6c2d22e1 service neutron] 10.222.0.35 "GET /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183238 Nov 28 08:14:33.670946 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-33344f25-c645-47cd-9798-2c6814e04861 req-0d59470d-0dad-48d0-8021-08c3999fcb40 service neutron] 10.222.0.35 "GET /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866978 Nov 28 08:14:34.546142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7deb0-5076-47dc-bfb1-612ec8902c1b req-99f9695e-d1dd-4d09-b0f5-22357170a4ad tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:34.547636 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6ad7deb0-5076-47dc-bfb1-612ec8902c1b req-99f9695e-d1dd-4d09-b0f5-22357170a4ad tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 944 time: 0.0545516 Nov 28 08:14:34.593497 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6ad7deb0-5076-47dc-bfb1-612ec8902c1b req-09ab7111-190d-404e-9224-9716aef27a98 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 Nov 28 08:14:35.712615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85524c-debe-4310-9609-f334528be2d8 req-931163ef-1036-4cbe-9af2-dc0703d2347e tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:35.714073 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1d85524c-debe-4310-9609-f334528be2d8 req-931163ef-1036-4cbe-9af2-dc0703d2347e tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 944 time: 0.0544496 Nov 28 08:14:35.759433 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1d85524c-debe-4310-9609-f334528be2d8 req-0940beee-8ab6-48ee-a9d3-3f3fec331e0d tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388713 Nov 28 08:14:36.152907 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:14:36.246725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=d61c9ca7-29de-4163-a8b9-31fa2aeaecd4,segment=NetworkSegment(d470e529-249c-406b-8d5e-f2fc46bac71d),segment_id=d470e529-249c-406b-8d5e-f2fc46bac71d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:14:36.256572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'd61c9ca7-29de-4163-a8b9-31fa2aeaecd4', 'network_id': '7d988a60-91df-4477-86d6-03d75c5335a5', 'port_id': 'd61c9ca7-29de-4163-a8b9-31fa2aeaecd4', 'mac_address': 'fa:16:3e:97:19:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e16d58-f7ee-40c2-aa00-0610729586aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:14:36.296705 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:36.309421 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:14:36.327859 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=d61c9ca7-29de-4163-a8b9-31fa2aeaecd4,segment=NetworkSegment(d470e529-249c-406b-8d5e-f2fc46bac71d),segment_id=d470e529-249c-406b-8d5e-f2fc46bac71d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:14:36.332036 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:36.385133 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=d61c9ca7-29de-4163-a8b9-31fa2aeaecd4,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:36.570259 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['d61c9ca7-29de-4163-a8b9-31fa2aeaecd4'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:14:36.876928 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf74d93-7d4b-421c-b217-6ab8d9952258 req-a74ae94f-d88d-4da9-b240-87567f9efdd9 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:36.878290 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-adf74d93-7d4b-421c-b217-6ab8d9952258 req-a74ae94f-d88d-4da9-b240-87567f9efdd9 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 945 time: 0.0539045 Nov 28 08:14:36.923942 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-adf74d93-7d4b-421c-b217-6ab8d9952258 req-7eb407ac-3930-42aa-b64c-73acc95cd378 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 Nov 28 08:14:38.047749 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41225c1b-5d16-4a01-9c7b-cc27931dfafb req-7ade0e26-be3f-40cf-8df0-ec0d367ed8a5 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:38.049213 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-41225c1b-5d16-4a01-9c7b-cc27931dfafb req-7ade0e26-be3f-40cf-8df0-ec0d367ed8a5 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 945 time: 0.0586383 Nov 28 08:14:38.095243 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-41225c1b-5d16-4a01-9c7b-cc27931dfafb req-7101a339-ba0f-4dfe-a8ee-5bd04138332b tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398779 Nov 28 08:14:38.190274 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:14:38.246215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:14:38.249690 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:14:38.250061 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:38.332108 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:38.353947 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61c9ca7-29de-4163-a8b9-31fa2aeaecd4'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:14:38.356823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e85f620-2f86-443b-b97a-661d02a76786" -d '{"events": [{"server_uuid": "e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f", "name": "network-vif-plugged", "status": "completed", "tag": "d61c9ca7-29de-4163-a8b9-31fa2aeaecd4"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:14:38.369212 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=d61c9ca7-29de-4163-a8b9-31fa2aeaecd4,segment=NetworkSegment(d470e529-249c-406b-8d5e-f2fc46bac71d),segment_id=d470e529-249c-406b-8d5e-f2fc46bac71d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:14:38.373460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:38.399679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba831959-5062-4e6f-8c7e-0a239ed7dbc1 x-openstack-request-id: req-ba831959-5062-4e6f-8c7e-0a239ed7dbc1 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:14:38.399971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f", "name": "network-vif-plugged", "status": "completed", "tag": "d61c9ca7-29de-4163-a8b9-31fa2aeaecd4", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:14:38.400225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba831959-5062-4e6f-8c7e-0a239ed7dbc1 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:14:38.400608 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61c9ca7-29de-4163-a8b9-31fa2aeaecd4', 'code': 200} Nov 28 08:14:38.431531 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=d61c9ca7-29de-4163-a8b9-31fa2aeaecd4,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:38.570490 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7342bce-b0f5-4012-ab35-de160ff300fd req-779fed00-182e-4cf0-9428-9de2ae425401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:38.572034 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7342bce-b0f5-4012-ab35-de160ff300fd req-779fed00-182e-4cf0-9428-9de2ae425401 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 1099 time: 0.0501556 Nov 28 08:14:38.616532 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c7342bce-b0f5-4012-ab35-de160ff300fd req-6658a3b0-5559-4558-843a-cc5c70cf0dbf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369599 Nov 28 08:14:39.219553 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de45ef-f1a8-4176-8391-be20196e8278 req-b4a6e8ed-3ac4-4f0b-b321-ba837b13bc7d tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:39.220942 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d3de45ef-f1a8-4176-8391-be20196e8278 req-b4a6e8ed-3ac4-4f0b-b321-ba837b13bc7d tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 946 time: 0.0568759 Nov 28 08:14:39.266479 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d3de45ef-f1a8-4176-8391-be20196e8278 req-06c4c864-62ce-4fe2-8bcb-ea87a047b82f tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396998 Nov 28 08:14:40.389177 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a3357-780d-43e2-868a-239980f77c7b req-1cc1490a-69a9-4765-b0d7-20d05a76bdb4 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:40.390655 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-131a3357-780d-43e2-868a-239980f77c7b req-1cc1490a-69a9-4765-b0d7-20d05a76bdb4 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 946 time: 0.0557468 Nov 28 08:14:40.437102 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-131a3357-780d-43e2-868a-239980f77c7b req-4c0b2253-f603-442e-9973-aec7d6186fa0 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Nov 28 08:14:40.675551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae6c93-252e-4527-8c30-3157b33cade8 req-43b3c355-4025-40df-997a-273d8efd50ec tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:40.677007 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5aae6c93-252e-4527-8c30-3157b33cade8 req-43b3c355-4025-40df-997a-273d8efd50ec tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 946 time: 0.0582321 Nov 28 08:14:40.723322 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5aae6c93-252e-4527-8c30-3157b33cade8 req-d3493c8f-2c4a-4e3b-a039-b12bc948a8fe tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399761 Nov 28 08:14:41.848346 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d440cb-496d-48e9-b5df-fd05511d7881 req-4358548c-f4ba-4fa1-91ba-92c65809d18b tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:41.849816 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-09d440cb-496d-48e9-b5df-fd05511d7881 req-4358548c-f4ba-4fa1-91ba-92c65809d18b tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 946 time: 0.0587246 Nov 28 08:14:41.903234 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-09d440cb-496d-48e9-b5df-fd05511d7881 req-489469e7-93d3-49a4-ace3-9c0a828f80ba tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475705 Nov 28 08:14:42.096159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216813f8-efe2-4a0e-ad5c-83e142dc1375 req-435b90fe-541a-4f64-87a0-888bad80b890 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:42.097729 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-216813f8-efe2-4a0e-ad5c-83e142dc1375 req-435b90fe-541a-4f64-87a0-888bad80b890 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 946 time: 0.0546160 Nov 28 08:14:42.208955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-216813f8-efe2-4a0e-ad5c-83e142dc1375 req-7a035c0d-47f2-41af-b1e9-9f790118fb60 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Deleting port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:14:42.209291 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-216813f8-efe2-4a0e-ad5c-83e142dc1375 req-7a035c0d-47f2-41af-b1e9-9f790118fb60 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:42.293952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-216813f8-efe2-4a0e-ad5c-83e142dc1375 req-7a035c0d-47f2-41af-b1e9-9f790118fb60 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] For port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=d61c9ca7-29de-4163-a8b9-31fa2aeaecd4,segment=NetworkSegment(d470e529-249c-406b-8d5e-f2fc46bac71d),segment_id=d470e529-249c-406b-8d5e-f2fc46bac71d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:14:42.294303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-216813f8-efe2-4a0e-ad5c-83e142dc1375 req-7a035c0d-47f2-41af-b1e9-9f790118fb60 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:42.306059 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-216813f8-efe2-4a0e-ad5c-83e142dc1375 req-7a035c0d-47f2-41af-b1e9-9f790118fb60 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Calling delete_port for d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:14:42.437692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-216813f8-efe2-4a0e-ad5c-83e142dc1375 req-7a035c0d-47f2-41af-b1e9-9f790118fb60 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:42.449309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['bce39f1f-64e2-438e-a826-81ff524adeb1', 'd61c9ca7-29de-4163-a8b9-31fa2aeaecd4'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:14:42.472064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a035c0d-47f2-41af-b1e9-9f790118fb60 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Pushing event deleted for resources: {'Port': ['ID=d61c9ca7-29de-4163-a8b9-31fa2aeaecd4,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:42.515236 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-216813f8-efe2-4a0e-ad5c-83e142dc1375 req-7a035c0d-47f2-41af-b1e9-9f790118fb60 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] No DVR routers for this DVR port d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:14:42.518288 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-216813f8-efe2-4a0e-ad5c-83e142dc1375 req-7a035c0d-47f2-41af-b1e9-9f790118fb60 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:42.523774 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-216813f8-efe2-4a0e-ad5c-83e142dc1375 req-7a035c0d-47f2-41af-b1e9-9f790118fb60 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.35 "DELETE /v2.0/ports/d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 HTTP/1.1" status: 204 len: 173 time: 0.4167354 Nov 28 08:14:42.525999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f', 'name': 'network-vif-deleted', 'tag': 'd61c9ca7-29de-4163-a8b9-31fa2aeaecd4'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:14:42.529548 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff035d3a-cd2c-41a5-b721-b1d06b0d4fa6" -d '{"events": [{"server_uuid": "e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f", "name": "network-vif-deleted", "tag": "d61c9ca7-29de-4163-a8b9-31fa2aeaecd4"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:14:42.584528 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c673072-1d5b-424a-b78d-f0fcdab6b344 x-openstack-request-id: req-5c673072-1d5b-424a-b78d-f0fcdab6b344 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:14:42.585120 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f", "name": "network-vif-deleted", "tag": "d61c9ca7-29de-4163-a8b9-31fa2aeaecd4", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:14:42.585120 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c673072-1d5b-424a-b78d-f0fcdab6b344 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:14:42.585562 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f', 'name': 'network-vif-deleted', 'tag': 'd61c9ca7-29de-4163-a8b9-31fa2aeaecd4', 'status': 'completed', 'code': 200} Nov 28 08:14:43.018356 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-afdfb7fc-e92a-41d7-aea2-2763ce72207b req-2b6fdbe2-bbda-4022-a4b8-ba973c220615 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2ba4dbd-aeba-4375-a7b2-9412e4f3c12f HTTP/1.1" status: 200 len: 210 time: 0.0299590 Nov 28 08:14:44.179336 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7da10b-c803-4442-b69e-4c2802c15ef6 req-04dae3c6-8e2b-4bf6-8aed-72ad1bbf7a8a tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:44.180807 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4f7da10b-c803-4442-b69e-4c2802c15ef6 req-04dae3c6-8e2b-4bf6-8aed-72ad1bbf7a8a tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 946 time: 0.0539916 Nov 28 08:14:44.226914 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4f7da10b-c803-4442-b69e-4c2802c15ef6 req-889313bd-a404-4f04-b8a2-18033d02674a tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396423 Nov 28 08:14:44.363103 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41330dc-bd89-4160-ae8c-506bec3226e8 req-79226c1d-aab5-451d-aa36-ba280b02161b tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:44.364542 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e41330dc-bd89-4160-ae8c-506bec3226e8 req-79226c1d-aab5-451d-aa36-ba280b02161b tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 946 time: 0.0577753 Nov 28 08:14:44.411911 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e41330dc-bd89-4160-ae8c-506bec3226e8 req-41b86247-6ad9-4b06-ad40-ab27b4a831e5 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413814 Nov 28 08:14:44.531539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaea5e8-0a29-45ae-961b-565442b82a36 req-e977bc90-7eb6-4051-bc33-0a9f6f8873ec tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:44.533034 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eaea5e8-0a29-45ae-961b-565442b82a36 req-e977bc90-7eb6-4051-bc33-0a9f6f8873ec tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 946 time: 0.0550301 Nov 28 08:14:44.581642 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0eaea5e8-0a29-45ae-961b-565442b82a36 req-f5e84a29-443b-47f8-a8ac-b54af0ecf056 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423450 Nov 28 08:14:44.752130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769ec76-3ea4-42a7-8013-7dab3053c602 req-b32a54c8-6646-4172-a876-9025d686691a tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:44.753788 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5769ec76-3ea4-42a7-8013-7dab3053c602 req-b32a54c8-6646-4172-a876-9025d686691a tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 946 time: 0.0561960 Nov 28 08:14:44.801153 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5769ec76-3ea4-42a7-8013-7dab3053c602 req-9e2c9d24-d489-41fe-9cfd-82c901d1ed24 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Nov 28 08:14:44.923274 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ad14a-f286-440b-812a-c0f7f775ae44 req-c4fc50e4-8b85-4db0-b48b-ee3f98d07985 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:44.924741 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c58ad14a-f286-440b-812a-c0f7f775ae44 req-c4fc50e4-8b85-4db0-b48b-ee3f98d07985 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 946 time: 0.0556533 Nov 28 08:14:44.971421 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c58ad14a-f286-440b-812a-c0f7f775ae44 req-6986d190-ea24-4c0b-89f6-7f5539cac340 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405011 Nov 28 08:14:45.103168 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03995c6-1eb2-43de-bed3-812a6bb81ab9 req-22f6136f-9735-415b-92bd-92f930a45d86 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:45.104876 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d03995c6-1eb2-43de-bed3-812a6bb81ab9 req-22f6136f-9735-415b-92bd-92f930a45d86 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 946 time: 0.0585594 Nov 28 08:14:45.154127 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d03995c6-1eb2-43de-bed3-812a6bb81ab9 req-10b76112-9d28-4040-acc4-49ec7e06a0ae tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427399 Nov 28 08:14:45.456815 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9fffe-b41c-484b-a05f-46b9153ba0e9 req-40ca6468-2902-4a4b-890e-0a1050749484 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:45.458306 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fdb9fffe-b41c-484b-a05f-46b9153ba0e9 req-40ca6468-2902-4a4b-890e-0a1050749484 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 946 time: 0.0591190 Nov 28 08:14:45.466628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-51695084-28f8-4c94-b3ed-5edb7df893f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:45.507366 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fdb9fffe-b41c-484b-a05f-46b9153ba0e9 req-26d7ce5b-b055-4c3e-a86c-e495c87d38aa tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417104 Nov 28 08:14:46.240723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:14:46.261754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:14:46.262100 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device d61c9ca7-29de-4163-a8b9-31fa2aeaecd4 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:14:46.635720 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dc4bf-4f6c-4bff-80fe-317cec16d710 req-788da255-ba23-4621-9e1d-47cf2923c935 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:46.637356 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4c4dc4bf-4f6c-4bff-80fe-317cec16d710 req-788da255-ba23-4621-9e1d-47cf2923c935 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 946 time: 0.0587473 Nov 28 08:14:46.686217 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4c4dc4bf-4f6c-4bff-80fe-317cec16d710 req-fb5910e9-819a-4ddc-b61c-3dfdd2a7c91e tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/security-groups?id=36786dc6-fa1a-4085-b20a-46787ae315e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Nov 28 08:14:46.873993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f20e6-047f-4bd9-81a5-5424456c4194 req-0fc8e103-ce2e-4f17-b782-f5a06a3507f8 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:46.875340 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cb8f20e6-047f-4bd9-81a5-5424456c4194 req-0fc8e103-ce2e-4f17-b782-f5a06a3507f8 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.35 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 946 time: 0.0532484 Nov 28 08:14:46.977462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-cb8f20e6-047f-4bd9-81a5-5424456c4194 req-cb83daa3-77a8-4818-b055-fb575c815ef7 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Deleting port bce39f1f-64e2-438e-a826-81ff524adeb1 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:14:46.977806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-cb8f20e6-047f-4bd9-81a5-5424456c4194 req-cb83daa3-77a8-4818-b055-fb575c815ef7 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:47.062843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-cb8f20e6-047f-4bd9-81a5-5424456c4194 req-cb83daa3-77a8-4818-b055-fb575c815ef7 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] For port bce39f1f-64e2-438e-a826-81ff524adeb1, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bce39f1f-64e2-438e-a826-81ff524adeb1,segment=NetworkSegment(d470e529-249c-406b-8d5e-f2fc46bac71d),segment_id=d470e529-249c-406b-8d5e-f2fc46bac71d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:14:47.063231 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-cb8f20e6-047f-4bd9-81a5-5424456c4194 req-cb83daa3-77a8-4818-b055-fb575c815ef7 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:47.075142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-cb8f20e6-047f-4bd9-81a5-5424456c4194 req-cb83daa3-77a8-4818-b055-fb575c815ef7 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Calling delete_port for bce39f1f-64e2-438e-a826-81ff524adeb1 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:14:47.206370 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-cb8f20e6-047f-4bd9-81a5-5424456c4194 req-cb83daa3-77a8-4818-b055-fb575c815ef7 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:47.221692 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['bce39f1f-64e2-438e-a826-81ff524adeb1'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:14:47.234801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83daa3-77a8-4818-b055-fb575c815ef7 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Pushing event deleted for resources: {'Port': ['ID=bce39f1f-64e2-438e-a826-81ff524adeb1,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:47.280194 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8f20e6-047f-4bd9-81a5-5424456c4194 req-cb83daa3-77a8-4818-b055-fb575c815ef7 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] No DVR routers for this DVR port bce39f1f-64e2-438e-a826-81ff524adeb1 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:14:47.282610 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-cb8f20e6-047f-4bd9-81a5-5424456c4194 req-cb83daa3-77a8-4818-b055-fb575c815ef7 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:47.285960 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cb8f20e6-047f-4bd9-81a5-5424456c4194 req-cb83daa3-77a8-4818-b055-fb575c815ef7 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.35 "DELETE /v2.0/ports/bce39f1f-64e2-438e-a826-81ff524adeb1 HTTP/1.1" status: 204 len: 173 time: 0.4043691 Nov 28 08:14:47.286385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d', 'name': 'network-vif-deleted', 'tag': 'bce39f1f-64e2-438e-a826-81ff524adeb1'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:14:47.288692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c550eaa5-c1d2-4ea5-9436-74cd700d036d" -d '{"events": [{"server_uuid": "32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d", "name": "network-vif-deleted", "tag": "bce39f1f-64e2-438e-a826-81ff524adeb1"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:14:47.329531 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2568754d-6bb9-4c96-9623-d2a9a06b959c x-openstack-request-id: req-2568754d-6bb9-4c96-9623-d2a9a06b959c {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:14:47.329844 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d", "name": "network-vif-deleted", "tag": "bce39f1f-64e2-438e-a826-81ff524adeb1", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:14:47.330108 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2568754d-6bb9-4c96-9623-d2a9a06b959c {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:14:47.330515 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d', 'name': 'network-vif-deleted', 'tag': 'bce39f1f-64e2-438e-a826-81ff524adeb1', 'status': 'completed', 'code': 200} Nov 28 08:14:47.794129 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d5a04ba-6261-45a3-8274-7a7d597e8ec4 req-ba52d900-dd0e-4b60-9442-d142d352bed4 tempest-ServersNegativeTestJSON-729049736 tempest-ServersNegativeTestJSON-729049736-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f16d49-c0c7-4b1b-8f7f-60d0e9b73a4d HTTP/1.1" status: 200 len: 210 time: 0.0296218 Nov 28 08:14:47.988009 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0679ecb3-9139-43d8-baa9-22729df1f109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:48.849548 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46006) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:48.892653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdd146b-3c18-45ca-be1f-269d2731e5a3 admin admin] Deleting subnet 33e16d58-f7ee-40c2-aa00-0610729586aa {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:14:48.895666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8fdd146b-3c18-45ca-be1f-269d2731e5a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:48.929277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8fdd146b-3c18-45ca-be1f-269d2731e5a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:48.967032 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8fdd146b-3c18-45ca-be1f-269d2731e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.023768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8fdd146b-3c18-45ca-be1f-269d2731e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.050999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8fdd146b-3c18-45ca-be1f-269d2731e5a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.054515 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8fdd146b-3c18-45ca-be1f-269d2731e5a3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/33e16d58-f7ee-40c2-aa00-0610729586aa HTTP/1.1" status: 204 len: 168 time: 0.2039397 Nov 28 08:14:49.055472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd146b-3c18-45ca-be1f-269d2731e5a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e16d58-f7ee-40c2-aa00-0610729586aa,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:49.057017 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46008) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:49.125048 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-871efbc3-5eb3-4a6e-bce7-634a84af28c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.126920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.207761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-871efbc3-5eb3-4a6e-bce7-634a84af28c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.227470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-871efbc3-5eb3-4a6e-bce7-634a84af28c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d988a60-91df-4477-86d6-03d75c5335a5']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:49.236414 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-871efbc3-5eb3-4a6e-bce7-634a84af28c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd470e529-249c-406b-8d5e-f2fc46bac71d') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:49.236706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-871efbc3-5eb3-4a6e-bce7-634a84af28c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd470e529-249c-406b-8d5e-f2fc46bac71d') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:49.245791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-871efbc3-5eb3-4a6e-bce7-634a84af28c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.258335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-871efbc3-5eb3-4a6e-bce7-634a84af28c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.264554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871efbc3-5eb3-4a6e-bce7-634a84af28c2 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:14:49.264936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-871efbc3-5eb3-4a6e-bce7-634a84af28c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:14:49.266530 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:14:49.322132 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-871efbc3-5eb3-4a6e-bce7-634a84af28c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.327180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-871efbc3-5eb3-4a6e-bce7-634a84af28c2 admin admin] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.330598 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-871efbc3-5eb3-4a6e-bce7-634a84af28c2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7d988a60-91df-4477-86d6-03d75c5335a5 HTTP/1.1" status: 204 len: 168 time: 0.2726502 Nov 28 08:14:49.343187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871efbc3-5eb3-4a6e-bce7-634a84af28c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d988a60-91df-4477-86d6-03d75c5335a5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:49.439244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46012) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:49.478355 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b95458f4-4179-4d35-8289-87eb2ace45ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebd392983207401b9d0d4e884816a370&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378623 Nov 28 08:14:49.481356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46014) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:49.531111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c94d-d09c-42a5-8399-ca2d0e122c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.550837 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c94d-d09c-42a5-8399-ca2d0e122c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.595957 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c94d-d09c-42a5-8399-ca2d0e122c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.598627 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c94d-d09c-42a5-8399-ca2d0e122c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:49.599872 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4ed3c94d-d09c-42a5-8399-ca2d0e122c7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36786dc6-fa1a-4085-b20a-46787ae315e0 HTTP/1.1" status: 204 len: 168 time: 0.1175725 Nov 28 08:14:49.608147 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3c94d-d09c-42a5-8399-ca2d0e122c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36786dc6-fa1a-4085-b20a-46787ae315e0,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:50.264745 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46036) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:50.357328 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1688521486'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:50.379184 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Made reservation on behalf of f76c3efede264c5ba8f2b019c2f0c95b for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:14:50.382565 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:50.391088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:50.409013 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:50.467352 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:50.471065 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:50.500741 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:14:50.506018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b319ac0-b079-41ec-9786-4d73b2081590,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:50.514517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:50.514517 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Added segment 5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4 of type vlan for network 224dca3a-9b3f-46cf-a10b-c091ff78a303 Nov 28 08:14:50.557277 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:50.580881 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:50.587111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:50.587722 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:50.624445 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3586323 Nov 28 08:14:50.658849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5658905-bd10-4fa4-a962-e870006575eb tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event updated for resources: {'Network': ['ID=224dca3a-9b3f-46cf-a10b-c091ff78a303,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:50.670418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 224dca3a-9b3f-46cf-a10b-c091ff78a303 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:14:51.377755 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:52.262349 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device bce39f1f-64e2-438e-a826-81ff524adeb1 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:14:52.286358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: bce39f1f-64e2-438e-a826-81ff524adeb1 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:14:52.286700 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device bce39f1f-64e2-438e-a826-81ff524adeb1 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:14:53.895103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46040) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:53.900299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-ce0e031a-5301-4392-9d11-28e3c2e142b2 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Request body: {'subnet': {'network_id': '224dca3a-9b3f-46cf-a10b-c091ff78a303', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:53.986138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0e031a-5301-4392-9d11-28e3c2e142b2 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Made reservation on behalf of f76c3efede264c5ba8f2b019c2f0c95b for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:14:53.989715 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ce0e031a-5301-4392-9d11-28e3c2e142b2 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:54.173341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ce0e031a-5301-4392-9d11-28e3c2e142b2 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:54.238992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e031a-5301-4392-9d11-28e3c2e142b2 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event updated for resources: {'Subnet': ['ID=52386dbf-4fc3-401e-acc2-ef1cd71b5256,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:54.243360 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0e031a-5301-4392-9d11-28e3c2e142b2 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Checking segment: {'id': '5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '224dca3a-9b3f-46cf-a10b-c091ff78a303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:14:54.243726 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0e031a-5301-4392-9d11-28e3c2e142b2 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Network hostable DHCP agents. Network: 224dca3a-9b3f-46cf-a10b-c091ff78a303, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:14:54.260221 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0e031a-5301-4392-9d11-28e3c2e142b2 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Network 224dca3a-9b3f-46cf-a10b-c091ff78a303 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:14:54.269543 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-ce0e031a-5301-4392-9d11-28e3c2e142b2 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 224dca3a-9b3f-46cf-a10b-c091ff78a303) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:14:54.274098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0e031a-5301-4392-9d11-28e3c2e142b2 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:54.274687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ce0e031a-5301-4392-9d11-28e3c2e142b2 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:54.279611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf93370-394d-4e50-a12f-ffa19aed2138 None None] Network 224dca3a-9b3f-46cf-a10b-c091ff78a303 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:14:54.291409 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ce0e031a-5301-4392-9d11-28e3c2e142b2 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3952069 Nov 28 08:14:54.294813 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46042) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:54.299864 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a2ada76e-34fd-4e43-a926-d20f4ce9164f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1735655947'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:54.320468 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ada76e-34fd-4e43-a926-d20f4ce9164f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Made reservation on behalf of f76c3efede264c5ba8f2b019c2f0c95b for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:14:54.323955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2ada76e-34fd-4e43-a926-d20f4ce9164f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:54.348250 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ada76e-34fd-4e43-a926-d20f4ce9164f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:14:54.358316 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2ada76e-34fd-4e43-a926-d20f4ce9164f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:54.358694 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-a2ada76e-34fd-4e43-a926-d20f4ce9164f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Added segment f0c7bb52-bb4f-4194-a26d-1f471d330c15 of type vlan for network 951def2e-5eca-407f-9e61-87cbdd17dcb8 Nov 28 08:14:54.399555 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2ada76e-34fd-4e43-a926-d20f4ce9164f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:54.424554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2ada76e-34fd-4e43-a926-d20f4ce9164f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:54.427448 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-224dca3a-9b3f-46cf-a10b-c091ff78a303', 'network_id': '224dca3a-9b3f-46cf-a10b-c091ff78a303', 'tenant_id': 'f76c3efede264c5ba8f2b019c2f0c95b', 'fixed_ips': [{'subnet_id': '52386dbf-4fc3-401e-acc2-ef1cd71b5256'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:14:54.428609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:54.430326 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ada76e-34fd-4e43-a926-d20f4ce9164f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:54.430936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a2ada76e-34fd-4e43-a926-d20f4ce9164f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:54.465390 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a2ada76e-34fd-4e43-a926-d20f4ce9164f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1693270 Nov 28 08:14:54.468232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46044) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:54.475095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-405e8619-ddf1-4b20-957a-40f70b203080 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Request body: {'subnet': {'network_id': '951def2e-5eca-407f-9e61-87cbdd17dcb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:54.529686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ada76e-34fd-4e43-a926-d20f4ce9164f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event updated for resources: {'Network': ['ID=951def2e-5eca-407f-9e61-87cbdd17dcb8,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:54.543242 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 951def2e-5eca-407f-9e61-87cbdd17dcb8 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:14:54.595862 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405e8619-ddf1-4b20-957a-40f70b203080 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Made reservation on behalf of f76c3efede264c5ba8f2b019c2f0c95b for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:14:54.599861 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-405e8619-ddf1-4b20-957a-40f70b203080 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:54.773215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Allocated IP 2001:db8:0:ffff::2 (224dca3a-9b3f-46cf-a10b-c091ff78a303/52386dbf-4fc3-401e-acc2-ef1cd71b5256/eb23590f-ad5b-4951-a541-5098db82e288) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:14:54.812857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-405e8619-ddf1-4b20-957a-40f70b203080 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:54.865498 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e8619-ddf1-4b20-957a-40f70b203080 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event updated for resources: {'Subnet': ['ID=d6c801e1-87aa-43c0-82aa-dda13c5240f8,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:54.881299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e8619-ddf1-4b20-957a-40f70b203080 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Checking segment: {'id': 'f0c7bb52-bb4f-4194-a26d-1f471d330c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '951def2e-5eca-407f-9e61-87cbdd17dcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:14:54.881661 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405e8619-ddf1-4b20-957a-40f70b203080 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Network hostable DHCP agents. Network: 951def2e-5eca-407f-9e61-87cbdd17dcb8, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:14:54.897857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405e8619-ddf1-4b20-957a-40f70b203080 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Network 951def2e-5eca-407f-9e61-87cbdd17dcb8 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:14:54.906417 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-405e8619-ddf1-4b20-957a-40f70b203080 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 951def2e-5eca-407f-9e61-87cbdd17dcb8) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:14:54.911336 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405e8619-ddf1-4b20-957a-40f70b203080 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:54.911615 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-405e8619-ddf1-4b20-957a-40f70b203080 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:54.922217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac45cad-b16c-453a-aadc-7bdf39a769f8 None None] Network 951def2e-5eca-407f-9e61-87cbdd17dcb8 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:14:54.927670 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-405e8619-ddf1-4b20-957a-40f70b203080 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4584556 Nov 28 08:14:54.929201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:54.930840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46046) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:54.945112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.020698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Network 224dca3a-9b3f-46cf-a10b-c091ff78a303 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:14:55.030183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:14:55.037009 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:14:55.038430 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.065167 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Pushing event updated for resources: {'Port': ['ID=eb23590f-ad5b-4951-a541-5098db82e288,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:55.114729 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.141045 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Attempting to bind port eb23590f-ad5b-4951-a541-5098db82e288 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:14:55.141416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Attempting to bind port eb23590f-ad5b-4951-a541-5098db82e288 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '224dca3a-9b3f-46cf-a10b-c091ff78a303'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:14:55.141776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Attempting to bind port eb23590f-ad5b-4951-a541-5098db82e288 on network 224dca3a-9b3f-46cf-a10b-c091ff78a303 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:14:55.149728 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:14:55.150102 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Checking segment: {'id': '5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '224dca3a-9b3f-46cf-a10b-c091ff78a303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:14:55.150505 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.150914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Bound using segment: {'id': '5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '224dca3a-9b3f-46cf-a10b-c091ff78a303'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:14:55.151384 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Bound port: eb23590f-ad5b-4951-a541-5098db82e288, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '224dca3a-9b3f-46cf-a10b-c091ff78a303'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:14:55.151767 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.184244 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.206350 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3af8bf3-f632-4179-8439-dd455a958780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-951def2e-5eca-407f-9e61-87cbdd17dcb8', 'network_id': '951def2e-5eca-407f-9e61-87cbdd17dcb8', 'tenant_id': 'f76c3efede264c5ba8f2b019c2f0c95b', 'fixed_ips': [{'subnet_id': 'd6c801e1-87aa-43c0-82aa-dda13c5240f8'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:14:55.207222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e3af8bf3-f632-4179-8439-dd455a958780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.212579 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c801e1-87aa-43c0-82aa-dda13c5240f8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:55.272438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.292968 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951def2e-5eca-407f-9e61-87cbdd17dcb8']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:55.303341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c7bb52-bb4f-4194-a26d-1f471d330c15') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:55.303636 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c7bb52-bb4f-4194-a26d-1f471d330c15') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:55.309713 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] For port eb23590f-ad5b-4951-a541-5098db82e288, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:14:55.314576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.324482 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] For port eb23590f-ad5b-4951-a541-5098db82e288, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=eb23590f-ad5b-4951-a541-5098db82e288,segment=NetworkSegment(5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4),segment_id=5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:14:55.328915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bb75fe-c370-495f-9cdd-2cf3414babc1 None None] Network 951def2e-5eca-407f-9e61-87cbdd17dcb8 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:14:55.330107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.332879 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.337041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:14:55.337447 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:14:55.340405 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:14:55.400378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.407830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.411131 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "DELETE /v2.0/networks/951def2e-5eca-407f-9e61-87cbdd17dcb8 HTTP/1.1" status: 204 len: 168 time: 0.4792697 Nov 28 08:14:55.414582 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46048) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:55.431650 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-276aab9c-3391-4963-a4f4-58c7ff0f13a6 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705289247'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:55.436314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e11b4-90c3-4b6b-a465-b022bc5e9aae tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event deleted for resources: {'Network': ['ID=951def2e-5eca-407f-9e61-87cbdd17dcb8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:55.460030 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276aab9c-3391-4963-a4f4-58c7ff0f13a6 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Made reservation on behalf of f76c3efede264c5ba8f2b019c2f0c95b for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:14:55.463743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-276aab9c-3391-4963-a4f4-58c7ff0f13a6 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.475512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce54d4b-3203-4045-a69f-9218424f6f27 None None] Pushing event updated for resources: {'Port': ['ID=eb23590f-ad5b-4951-a541-5098db82e288,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:55.489893 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276aab9c-3391-4963-a4f4-58c7ff0f13a6 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:14:55.500032 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-276aab9c-3391-4963-a4f4-58c7ff0f13a6 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.500382 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-276aab9c-3391-4963-a4f4-58c7ff0f13a6 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Added segment c523f9a1-0144-4657-acb9-37e26b5973c4 of type vlan for network d3ec626f-1b1a-41ff-b68f-2c79c6e6c58f Nov 28 08:14:55.541052 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-276aab9c-3391-4963-a4f4-58c7ff0f13a6 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.567179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-276aab9c-3391-4963-a4f4-58c7ff0f13a6 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.572952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276aab9c-3391-4963-a4f4-58c7ff0f13a6 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:55.573585 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-276aab9c-3391-4963-a4f4-58c7ff0f13a6 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.628887 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-276aab9c-3391-4963-a4f4-58c7ff0f13a6 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2052655 Nov 28 08:14:55.631842 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46050) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:55.637120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ba288172-d879-4629-a1f9-36777373a23e tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Request body: {'subnet': {'network_id': 'd3ec626f-1b1a-41ff-b68f-2c79c6e6c58f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:55.664204 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276aab9c-3391-4963-a4f4-58c7ff0f13a6 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event updated for resources: {'Network': ['ID=d3ec626f-1b1a-41ff-b68f-2c79c6e6c58f,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:55.674637 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network d3ec626f-1b1a-41ff-b68f-2c79c6e6c58f details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:14:55.759397 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba288172-d879-4629-a1f9-36777373a23e tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Made reservation on behalf of f76c3efede264c5ba8f2b019c2f0c95b for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:14:55.763847 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ba288172-d879-4629-a1f9-36777373a23e tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:55.821193 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-ba288172-d879-4629-a1f9-36777373a23e tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Performing IP validity checks on allocation pools {{(pid=115119) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 28 08:14:55.821639 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.ipam_backend_mixin [None req-ba288172-d879-4629-a1f9-36777373a23e tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115119) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 28 08:14:55.943912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ba288172-d879-4629-a1f9-36777373a23e tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.001347 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba288172-d879-4629-a1f9-36777373a23e tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event updated for resources: {'Subnet': ['ID=ff8d7a9e-1a34-4b7a-86e3-a19434ef39f2,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:56.011320 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba288172-d879-4629-a1f9-36777373a23e tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Checking segment: {'id': 'c523f9a1-0144-4657-acb9-37e26b5973c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd3ec626f-1b1a-41ff-b68f-2c79c6e6c58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:14:56.011681 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba288172-d879-4629-a1f9-36777373a23e tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Network hostable DHCP agents. Network: d3ec626f-1b1a-41ff-b68f-2c79c6e6c58f, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:14:56.027785 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba288172-d879-4629-a1f9-36777373a23e tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Network d3ec626f-1b1a-41ff-b68f-2c79c6e6c58f is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:14:56.036873 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-ba288172-d879-4629-a1f9-36777373a23e tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, d3ec626f-1b1a-41ff-b68f-2c79c6e6c58f) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:14:56.042588 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba288172-d879-4629-a1f9-36777373a23e tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:56.043538 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ba288172-d879-4629-a1f9-36777373a23e tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.046706 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7fbd13-af10-47f5-8f02-76fb8951b945 None None] Network d3ec626f-1b1a-41ff-b68f-2c79c6e6c58f requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:14:56.061874 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ba288172-d879-4629-a1f9-36777373a23e tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4288824 Nov 28 08:14:56.064450 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46052) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:56.165766 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.203169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc2332-05f3-46ef-9d17-0255c03433a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-d3ec626f-1b1a-41ff-b68f-2c79c6e6c58f', 'network_id': 'd3ec626f-1b1a-41ff-b68f-2c79c6e6c58f', 'tenant_id': 'f76c3efede264c5ba8f2b019c2f0c95b', 'fixed_ips': [{'subnet_id': 'ff8d7a9e-1a34-4b7a-86e3-a19434ef39f2'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:14:56.204349 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-98bc2332-05f3-46ef-9d17-0255c03433a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.256593 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.321063 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server [None req-98bc2332-05f3-46ef-9d17-0255c03433a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff8d7a9e-1a34-4b7a-86e3-a19434ef39f2: This subnet is being modified by another concurrent operation. Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise self.value Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server raise exception Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff8d7a9e-1a34-4b7a-86e3-a19434ef39f2: This subnet is being modified by another concurrent operation. Nov 28 08:14:56.324152 dv-neutron-744815-16-hyperv neutron-server[115120]: ERROR oslo_messaging.rpc.server Nov 28 08:14:56.347648 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45557e6d-5852-4437-ad2c-6d10852eb4ad None None] Network d3ec626f-1b1a-41ff-b68f-2c79c6e6c58f requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:14:56.350348 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8d7a9e-1a34-4b7a-86e3-a19434ef39f2,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:56.415309 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.419552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66b6a86-2e45-4756-b5f6-5f8495462f0c None None] Network 224dca3a-9b3f-46cf-a10b-c091ff78a303 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:14:56.437171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ec626f-1b1a-41ff-b68f-2c79c6e6c58f']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:56.451355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c523f9a1-0144-4657-acb9-37e26b5973c4') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:56.452084 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c523f9a1-0144-4657-acb9-37e26b5973c4') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:56.461018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.474374 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.480380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:14:56.480766 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:14:56.484239 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:14:56.542929 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.550083 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.557052 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "DELETE /v2.0/networks/d3ec626f-1b1a-41ff-b68f-2c79c6e6c58f HTTP/1.1" status: 204 len: 168 time: 0.4877830 Nov 28 08:14:56.557362 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46054) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:56.564072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c6affbfc-f6a7-4b2c-b930-ff43b929bf44 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-423728011'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:56.565152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-77a570a5-3cdc-4ffa-9756-b1f3ceb07229 None None] Provisioning complete for port eb23590f-ad5b-4951-a541-5098db82e288 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:14:56.565540 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-77a570a5-3cdc-4ffa-9756-b1f3ceb07229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.569934 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89a5d8-96ff-4593-8fdb-87c08eb11924 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event deleted for resources: {'Network': ['ID=d3ec626f-1b1a-41ff-b68f-2c79c6e6c58f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:56.587969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6affbfc-f6a7-4b2c-b930-ff43b929bf44 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Made reservation on behalf of f76c3efede264c5ba8f2b019c2f0c95b for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:14:56.592150 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c6affbfc-f6a7-4b2c-b930-ff43b929bf44 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.615049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6affbfc-f6a7-4b2c-b930-ff43b929bf44 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:14:56.624712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c6affbfc-f6a7-4b2c-b930-ff43b929bf44 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.625053 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-c6affbfc-f6a7-4b2c-b930-ff43b929bf44 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Added segment 14f91e50-366f-4875-bbdc-09072915cf81 of type vlan for network e9e11510-327d-4f1d-a4ae-073af3d59d0c Nov 28 08:14:56.663825 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c6affbfc-f6a7-4b2c-b930-ff43b929bf44 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.688298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c6affbfc-f6a7-4b2c-b930-ff43b929bf44 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.694164 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6affbfc-f6a7-4b2c-b930-ff43b929bf44 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:56.694485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c6affbfc-f6a7-4b2c-b930-ff43b929bf44 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.702278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-77a570a5-3cdc-4ffa-9756-b1f3ceb07229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.734860 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c6affbfc-f6a7-4b2c-b930-ff43b929bf44 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1761796 Nov 28 08:14:56.737771 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46056) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:56.744241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-77a570a5-3cdc-4ffa-9756-b1f3ceb07229 None None] For port eb23590f-ad5b-4951-a541-5098db82e288, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=eb23590f-ad5b-4951-a541-5098db82e288,segment=NetworkSegment(5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4),segment_id=5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:14:56.745594 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ac2a8d03-4125-4833-ad60-b85a002ff117 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Request body: {'subnet': {'network_id': 'e9e11510-327d-4f1d-a4ae-073af3d59d0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:56.750039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-77a570a5-3cdc-4ffa-9756-b1f3ceb07229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.779839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6affbfc-f6a7-4b2c-b930-ff43b929bf44 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event updated for resources: {'Network': ['ID=e9e11510-327d-4f1d-a4ae-073af3d59d0c,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:56.790286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network e9e11510-327d-4f1d-a4ae-073af3d59d0c details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:14:56.879261 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2a8d03-4125-4833-ad60-b85a002ff117 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Made reservation on behalf of f76c3efede264c5ba8f2b019c2f0c95b for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:14:56.880366 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a570a5-3cdc-4ffa-9756-b1f3ceb07229 None None] Pushing event updated for resources: {'Port': ['ID=eb23590f-ad5b-4951-a541-5098db82e288,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:56.884222 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac2a8d03-4125-4833-ad60-b85a002ff117 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:56.925683 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbee434-4602-4282-939b-3638776fdc6d None None] get_active_networks_info from dv-neutron-744815-16-hyperv {{(pid=115120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 28 08:14:56.996849 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b3676d2f-a874-4857-8b87-10e69dfea92d None None] Provisioning complete for port eb23590f-ad5b-4951-a541-5098db82e288 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:14:56.997181 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b3676d2f-a874-4857-8b87-10e69dfea92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:57.033629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbee434-4602-4282-939b-3638776fdc6d None None] Resources bound (agent type, host, resource id): {{(pid=115120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 28 08:14:57.113233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac2a8d03-4125-4833-ad60-b85a002ff117 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:57.175486 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a8d03-4125-4833-ad60-b85a002ff117 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event updated for resources: {'Subnet': ['ID=1fd1c154-35ba-4fc4-b5ef-7d9b6efe1bed,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:57.177465 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device eb23590f-ad5b-4951-a541-5098db82e288 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:14:57.214035 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2a8d03-4125-4833-ad60-b85a002ff117 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Checking segment: {'id': '14f91e50-366f-4875-bbdc-09072915cf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e9e11510-327d-4f1d-a4ae-073af3d59d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:14:57.214488 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2a8d03-4125-4833-ad60-b85a002ff117 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Network hostable DHCP agents. Network: e9e11510-327d-4f1d-a4ae-073af3d59d0c, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:14:57.234175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2a8d03-4125-4833-ad60-b85a002ff117 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Network e9e11510-327d-4f1d-a4ae-073af3d59d0c is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:14:57.243451 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-ac2a8d03-4125-4833-ad60-b85a002ff117 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, e9e11510-327d-4f1d-a4ae-073af3d59d0c) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:14:57.248409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2a8d03-4125-4833-ad60-b85a002ff117 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:57.249062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac2a8d03-4125-4833-ad60-b85a002ff117 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:57.272640 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ac2a8d03-4125-4833-ad60-b85a002ff117 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5293977 Nov 28 08:14:57.272841 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46058) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:57.277972 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-bee6b144-03fb-4a8d-aade-f256b5036538 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-220653500'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:57.281580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port eb23590f-ad5b-4951-a541-5098db82e288 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:14:57.281963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:57.299432 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee6b144-03fb-4a8d-aade-f256b5036538 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Made reservation on behalf of f76c3efede264c5ba8f2b019c2f0c95b for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:14:57.302976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bee6b144-03fb-4a8d-aade-f256b5036538 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:57.331088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee6b144-03fb-4a8d-aade-f256b5036538 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:14:57.340164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bee6b144-03fb-4a8d-aade-f256b5036538 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:57.340496 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-bee6b144-03fb-4a8d-aade-f256b5036538 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Added segment 93727669-9516-4dee-a7d1-d830be1186d2 of type vlan for network 3bb64ca9-558e-436f-9107-0e0f2166e2f2 Nov 28 08:14:57.384520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bee6b144-03fb-4a8d-aade-f256b5036538 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:57.407203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae896e5-7ce5-42b0-8702-785621015310 None None] Network e9e11510-327d-4f1d-a4ae-073af3d59d0c requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:14:57.415670 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bee6b144-03fb-4a8d-aade-f256b5036538 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:57.422757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee6b144-03fb-4a8d-aade-f256b5036538 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:57.423705 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bee6b144-03fb-4a8d-aade-f256b5036538 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:57.466120 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bee6b144-03fb-4a8d-aade-f256b5036538 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1919701 Nov 28 08:14:57.469149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46060) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:57.474223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-df2e8ab7-8424-42e5-9fc2-6f2604f31979 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Request body: {'subnet': {'network_id': '3bb64ca9-558e-436f-9107-0e0f2166e2f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:14:57.540225 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6b144-03fb-4a8d-aade-f256b5036538 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event updated for resources: {'Network': ['ID=3bb64ca9-558e-436f-9107-0e0f2166e2f2,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:57.560600 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 3bb64ca9-558e-436f-9107-0e0f2166e2f2 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:14:57.589504 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2e8ab7-8424-42e5-9fc2-6f2604f31979 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Made reservation on behalf of f76c3efede264c5ba8f2b019c2f0c95b for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:14:57.590037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-e9e11510-327d-4f1d-a4ae-073af3d59d0c', 'network_id': 'e9e11510-327d-4f1d-a4ae-073af3d59d0c', 'tenant_id': 'f76c3efede264c5ba8f2b019c2f0c95b', 'fixed_ips': [{'subnet_id': '1fd1c154-35ba-4fc4-b5ef-7d9b6efe1bed'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:14:57.590606 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:57.593115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-df2e8ab7-8424-42e5-9fc2-6f2604f31979 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:57.774552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Allocated IP 2001:db8::2 (e9e11510-327d-4f1d-a4ae-073af3d59d0c/1fd1c154-35ba-4fc4-b5ef-7d9b6efe1bed/5849fc70-1b69-4619-a79c-7716e41f41b5) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:14:57.797716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-df2e8ab7-8424-42e5-9fc2-6f2604f31979 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:57.877832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e8ab7-8424-42e5-9fc2-6f2604f31979 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Checking segment: {'id': '93727669-9516-4dee-a7d1-d830be1186d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3bb64ca9-558e-436f-9107-0e0f2166e2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:14:57.878345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e8ab7-8424-42e5-9fc2-6f2604f31979 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Network hostable DHCP agents. Network: 3bb64ca9-558e-436f-9107-0e0f2166e2f2, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:14:57.880954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e8ab7-8424-42e5-9fc2-6f2604f31979 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event updated for resources: {'Subnet': ['ID=934a4f71-5c90-4f07-a617-b25d1e8abe97,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:57.901669 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e8ab7-8424-42e5-9fc2-6f2604f31979 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Network 3bb64ca9-558e-436f-9107-0e0f2166e2f2 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:14:57.913420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-df2e8ab7-8424-42e5-9fc2-6f2604f31979 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 3bb64ca9-558e-436f-9107-0e0f2166e2f2) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:14:57.917806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e8ab7-8424-42e5-9fc2-6f2604f31979 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:14:57.919272 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-df2e8ab7-8424-42e5-9fc2-6f2604f31979 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:57.942689 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-df2e8ab7-8424-42e5-9fc2-6f2604f31979 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4723735 Nov 28 08:14:57.945369 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46062) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:58.013266 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6eb7e3-6e92-4080-8559-b8a3eec5e6a3 None None] Network 3bb64ca9-558e-436f-9107-0e0f2166e2f2 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:14:58.042063 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.101787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.165504 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.192593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.194931 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event deleted for resources: {'Subnet': ['ID=934a4f71-5c90-4f07-a617-b25d1e8abe97,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:58.205759 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.248459 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509c77d4-07e5-43c2-8d9d-92bb18b9e113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-3bb64ca9-558e-436f-9107-0e0f2166e2f2', 'network_id': '3bb64ca9-558e-436f-9107-0e0f2166e2f2', 'tenant_id': 'f76c3efede264c5ba8f2b019c2f0c95b', 'fixed_ips': [{'subnet_id': '934a4f71-5c90-4f07-a617-b25d1e8abe97'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:14:58.249289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-509c77d4-07e5-43c2-8d9d-92bb18b9e113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.260240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.278960 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Network e9e11510-327d-4f1d-a4ae-073af3d59d0c is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:14:58.279941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb64ca9-558e-436f-9107-0e0f2166e2f2']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:58.285726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:14:58.290681 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:14:58.291269 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93727669-9516-4dee-a7d1-d830be1186d2') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:58.291630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93727669-9516-4dee-a7d1-d830be1186d2') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:58.301785 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.305440 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Pushing event updated for resources: {'Port': ['ID=5849fc70-1b69-4619-a79c-7716e41f41b5,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:58.317367 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.323831 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:14:58.324223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:14:58.328385 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:14:58.386676 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.393836 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.395204 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09efb5d-0986-4292-80fc-8f7d0cc2a5a1 None None] Network 3bb64ca9-558e-436f-9107-0e0f2166e2f2 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:14:58.400287 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "DELETE /v2.0/networks/3bb64ca9-558e-436f-9107-0e0f2166e2f2 HTTP/1.1" status: 204 len: 168 time: 0.4506850 Nov 28 08:14:58.400612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46064) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:58.412960 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f93bd-fd8b-4eef-9810-1cfba9065cca tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event deleted for resources: {'Network': ['ID=3bb64ca9-558e-436f-9107-0e0f2166e2f2,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:58.416006 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09efb5d-0986-4292-80fc-8f7d0cc2a5a1 None None] Network 3bb64ca9-558e-436f-9107-0e0f2166e2f2 could not be found, it might have been deleted concurrently. {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 28 08:14:58.417541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Attempting to bind port 5849fc70-1b69-4619-a79c-7716e41f41b5 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:14:58.417904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Attempting to bind port 5849fc70-1b69-4619-a79c-7716e41f41b5 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '14f91e50-366f-4875-bbdc-09072915cf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e9e11510-327d-4f1d-a4ae-073af3d59d0c'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:14:58.418260 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Attempting to bind port 5849fc70-1b69-4619-a79c-7716e41f41b5 on network e9e11510-327d-4f1d-a4ae-073af3d59d0c {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:14:58.424697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:14:58.425070 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Checking segment: {'id': '14f91e50-366f-4875-bbdc-09072915cf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e9e11510-327d-4f1d-a4ae-073af3d59d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:14:58.425463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.425847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Bound using segment: {'id': '14f91e50-366f-4875-bbdc-09072915cf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e9e11510-327d-4f1d-a4ae-073af3d59d0c'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:14:58.426313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Bound port: 5849fc70-1b69-4619-a79c-7716e41f41b5, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f91e50-366f-4875-bbdc-09072915cf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e9e11510-327d-4f1d-a4ae-073af3d59d0c'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:14:58.426686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.433854 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f980b13-69df-42f8-8b3a-5671a8419596 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] GET failed (client error): The resource could not be found. Nov 28 08:14:58.435236 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8f980b13-69df-42f8-8b3a-5671a8419596 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "GET /v2.0/subnets/934a4f71-5c90-4f07-a617-b25d1e8abe97 HTTP/1.1" status: 404 len: 337 time: 0.0336394 Nov 28 08:14:58.438044 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46066) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:58.456062 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-693bfc76-2699-4f1f-a526-090133ddfe6c tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] DELETE failed (client error): The resource could not be found. Nov 28 08:14:58.456461 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693bfc76-2699-4f1f-a526-090133ddfe6c tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 08:14:58.459494 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-693bfc76-2699-4f1f-a526-090133ddfe6c tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "DELETE /v2.0/networks/3bb64ca9-558e-436f-9107-0e0f2166e2f2 HTTP/1.1" status: 404 len: 339 time: 0.0205526 Nov 28 08:14:58.463335 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46068) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:58.489054 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b81c801-5bff-46ed-9ae5-41496e479fcf tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] DELETE failed (client error): The resource could not be found. Nov 28 08:14:58.489491 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b81c801-5bff-46ed-9ae5-41496e479fcf tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 08:14:58.492550 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5b81c801-5bff-46ed-9ae5-41496e479fcf tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "DELETE /v2.0/subnets/934a4f71-5c90-4f07-a617-b25d1e8abe97 HTTP/1.1" status: 404 len: 337 time: 0.0282984 Nov 28 08:14:58.495112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46070) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:58.498026 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] For port 5849fc70-1b69-4619-a79c-7716e41f41b5, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:14:58.501532 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] For port 5849fc70-1b69-4619-a79c-7716e41f41b5, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5849fc70-1b69-4619-a79c-7716e41f41b5,segment=NetworkSegment(14f91e50-366f-4875-bbdc-09072915cf81),segment_id=14f91e50-366f-4875-bbdc-09072915cf81)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:14:58.505207 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.514640 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c59d49f-31eb-48b6-af99-847de0057527 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] DELETE failed (client error): The resource could not be found. Nov 28 08:14:58.515148 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c59d49f-31eb-48b6-af99-847de0057527 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 08:14:58.518262 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5c59d49f-31eb-48b6-af99-847de0057527 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "DELETE /v2.0/networks/3bb64ca9-558e-436f-9107-0e0f2166e2f2 HTTP/1.1" status: 404 len: 339 time: 0.0221188 Nov 28 08:14:58.520669 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46072) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:58.573210 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-9408056e-974e-433a-8b0a-0d8d81b12804 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Deleting subnet 1fd1c154-35ba-4fc4-b5ef-7d9b6efe1bed {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:14:58.573576 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6abd9-d422-4daa-bae4-7f9249e7356c None None] Pushing event updated for resources: {'Port': ['ID=5849fc70-1b69-4619-a79c-7716e41f41b5,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:58.578327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9408056e-974e-433a-8b0a-0d8d81b12804 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.620489 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9408056e-974e-433a-8b0a-0d8d81b12804 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.729562 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9408056e-974e-433a-8b0a-0d8d81b12804 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.810019 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9408056e-974e-433a-8b0a-0d8d81b12804 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.838082 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408056e-974e-433a-8b0a-0d8d81b12804 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd1c154-35ba-4fc4-b5ef-7d9b6efe1bed,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:58.846342 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9408056e-974e-433a-8b0a-0d8d81b12804 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.851959 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9408056e-974e-433a-8b0a-0d8d81b12804 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "DELETE /v2.0/subnets/1fd1c154-35ba-4fc4-b5ef-7d9b6efe1bed HTTP/1.1" status: 204 len: 168 time: 0.3281746 Nov 28 08:14:58.852369 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46074) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:58.938168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:58.997658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Deleting port 5849fc70-1b69-4619-a79c-7716e41f41b5 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:14:58.997988 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.064093 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] For port 5849fc70-1b69-4619-a79c-7716e41f41b5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5849fc70-1b69-4619-a79c-7716e41f41b5,segment=NetworkSegment(14f91e50-366f-4875-bbdc-09072915cf81),segment_id=14f91e50-366f-4875-bbdc-09072915cf81)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:14:59.064452 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.077697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Calling delete_port for 5849fc70-1b69-4619-a79c-7716e41f41b5 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:14:59.105109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5849fc70-1b69-4619-a79c-7716e41f41b5 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:14:59.159214 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 5849fc70-1b69-4619-a79c-7716e41f41b5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:14:59.159594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.161412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.183350 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Port 5849fc70-1b69-4619-a79c-7716e41f41b5 was deleted so its status cannot be updated. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 28 08:14:59.192842 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] No DVR routers for this DVR port 5849fc70-1b69-4619-a79c-7716e41f41b5 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:14:59.200331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event deleted for resources: {'Port': ['ID=5849fc70-1b69-4619-a79c-7716e41f41b5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:59.278089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.299317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e11510-327d-4f1d-a4ae-073af3d59d0c']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:59.309090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f91e50-366f-4875-bbdc-09072915cf81') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:59.310009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f91e50-366f-4875-bbdc-09072915cf81') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:14:59.319887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.333382 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.339789 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:14:59.340167 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:14:59.343262 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:14:59.407075 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.411155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.414622 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "DELETE /v2.0/networks/e9e11510-327d-4f1d-a4ae-073af3d59d0c HTTP/1.1" status: 204 len: 168 time: 0.5612273 Nov 28 08:14:59.417205 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46076) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:59.437964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f0634-61ce-49a6-967d-11364f84e121 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event deleted for resources: {'Network': ['ID=e9e11510-327d-4f1d-a4ae-073af3d59d0c,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:59.446307 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdcdab4-8ecd-4c4c-8e93-37a4c45e7417 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] DELETE failed (client error): The resource could not be found. Nov 28 08:14:59.446757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abdcdab4-8ecd-4c4c-8e93-37a4c45e7417 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 08:14:59.452303 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-abdcdab4-8ecd-4c4c-8e93-37a4c45e7417 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "DELETE /v2.0/subnets/ff8d7a9e-1a34-4b7a-86e3-a19434ef39f2 HTTP/1.1" status: 404 len: 337 time: 0.0319204 Nov 28 08:14:59.454575 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46078) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:59.473636 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff748700-ab64-4b50-94ce-9495aa22bd40 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] DELETE failed (client error): The resource could not be found. Nov 28 08:14:59.474277 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff748700-ab64-4b50-94ce-9495aa22bd40 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 08:14:59.477521 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ff748700-ab64-4b50-94ce-9495aa22bd40 tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "DELETE /v2.0/networks/d3ec626f-1b1a-41ff-b68f-2c79c6e6c58f HTTP/1.1" status: 404 len: 339 time: 0.0219481 Nov 28 08:14:59.480124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46080) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:59.510467 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-37111050-6739-43dd-a98c-10212544121d tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] DELETE failed (client error): The resource could not be found. Nov 28 08:14:59.510951 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37111050-6739-43dd-a98c-10212544121d tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 08:14:59.514068 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-37111050-6739-43dd-a98c-10212544121d tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "DELETE /v2.0/subnets/d6c801e1-87aa-43c0-82aa-dda13c5240f8 HTTP/1.1" status: 404 len: 337 time: 0.0330300 Nov 28 08:14:59.516657 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46082) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:59.535177 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.pecan_wsgi.hooks.translation [None req-196734dc-5abc-4145-8fc5-f4ecd541fdcd tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] DELETE failed (client error): The resource could not be found. Nov 28 08:14:59.535676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196734dc-5abc-4145-8fc5-f4ecd541fdcd tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115119) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 28 08:14:59.538704 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-196734dc-5abc-4145-8fc5-f4ecd541fdcd tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "DELETE /v2.0/networks/951def2e-5eca-407f-9e61-87cbdd17dcb8 HTTP/1.1" status: 404 len: 339 time: 0.0211499 Nov 28 08:14:59.541163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46084) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:59.592008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-b641d2e2-3c7a-4f54-8dc3-6d6d9400b82a tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Deleting subnet 52386dbf-4fc3-401e-acc2-ef1cd71b5256 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:14:59.595150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b641d2e2-3c7a-4f54-8dc3-6d6d9400b82a tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.603016 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bf4ff9-db89-4c19-afaa-1e8b2fc50f81 None None] DHCP port deletion for e9e11510-327d-4f1d-a4ae-073af3d59d0c request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:14:59.619472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2d8e3d-079c-4510-a8f9-51f211526ff4 None None] Network e9e11510-327d-4f1d-a4ae-073af3d59d0c requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:14:59.631826 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2d8e3d-079c-4510-a8f9-51f211526ff4 None None] Network e9e11510-327d-4f1d-a4ae-073af3d59d0c could not be found, it might have been deleted concurrently. {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 28 08:14:59.635769 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b641d2e2-3c7a-4f54-8dc3-6d6d9400b82a tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.644496 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-0dfdb3d8-1106-481f-9570-f28f808d4f7c None None] Could not find standard attr ID for object 5849fc70-1b69-4619-a79c-7716e41f41b5. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 08:14:59.725568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b641d2e2-3c7a-4f54-8dc3-6d6d9400b82a tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.780753 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b641d2e2-3c7a-4f54-8dc3-6d6d9400b82a tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.809811 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641d2e2-3c7a-4f54-8dc3-6d6d9400b82a tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event deleted for resources: {'Subnet': ['ID=52386dbf-4fc3-401e-acc2-ef1cd71b5256,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:14:59.811705 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b641d2e2-3c7a-4f54-8dc3-6d6d9400b82a tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.814908 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b641d2e2-3c7a-4f54-8dc3-6d6d9400b82a tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "DELETE /v2.0/subnets/52386dbf-4fc3-401e-acc2-ef1cd71b5256 HTTP/1.1" status: 204 len: 168 time: 0.2728286 Nov 28 08:14:59.817194 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2353705-89a1-4486-bc41-532a0ce482bc None None] Network 224dca3a-9b3f-46cf-a10b-c091ff78a303 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:14:59.817372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46086) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:14:59.891344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:14:59.955377 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Deleting port eb23590f-ad5b-4951-a541-5098db82e288 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:14:59.955712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.001434 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbe1af7-bc68-4bc6-a89f-8cedf54dd824 None None] DHCP port deletion for 224dca3a-9b3f-46cf-a10b-c091ff78a303 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:15:00.017132 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] For port eb23590f-ad5b-4951-a541-5098db82e288, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=eb23590f-ad5b-4951-a541-5098db82e288,segment=NetworkSegment(5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4),segment_id=5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:00.017484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.030073 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Calling delete_port for eb23590f-ad5b-4951-a541-5098db82e288 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:15:00.055931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe1af7-bc68-4bc6-a89f-8cedf54dd824 None None] Deleting port eb23590f-ad5b-4951-a541-5098db82e288 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:15:00.056230 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1af7-bc68-4bc6-a89f-8cedf54dd824 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.115743 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.121595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-fdbe1af7-bc68-4bc6-a89f-8cedf54dd824 None None] For port eb23590f-ad5b-4951-a541-5098db82e288, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=eb23590f-ad5b-4951-a541-5098db82e288,segment=NetworkSegment(5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4),segment_id=5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:00.122002 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1af7-bc68-4bc6-a89f-8cedf54dd824 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.134436 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe1af7-bc68-4bc6-a89f-8cedf54dd824 None None] Calling delete_port for eb23590f-ad5b-4951-a541-5098db82e288 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:15:00.143251 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event deleted for resources: {'Port': ['ID=eb23590f-ad5b-4951-a541-5098db82e288,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:00.145047 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] No DVR routers for this DVR port eb23590f-ad5b-4951-a541-5098db82e288 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:15:00.217256 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1af7-bc68-4bc6-a89f-8cedf54dd824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.225700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.242831 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe1af7-bc68-4bc6-a89f-8cedf54dd824 None None] Pushing event deleted for resources: {'Port': ['ID=eb23590f-ad5b-4951-a541-5098db82e288,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:00.245637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224dca3a-9b3f-46cf-a10b-c091ff78a303']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:00.246509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe1af7-bc68-4bc6-a89f-8cedf54dd824 None None] No DVR routers for this DVR port eb23590f-ad5b-4951-a541-5098db82e288 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:15:00.263620 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:00.264203 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bcbdf55-ad3f-4fe9-bb91-5341006fa9b4') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:00.273888 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.286625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.292559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:15:00.292937 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:15:00.295978 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:15:00.355064 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.361487 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.364603 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] 10.222.0.31 "DELETE /v2.0/networks/224dca3a-9b3f-46cf-a10b-c091ff78a303 HTTP/1.1" status: 204 len: 168 time: 0.5463262 Nov 28 08:15:00.376169 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba438e88-4eef-4853-9499-591972f8a94f tempest-NetworksIpV6Test-271418032 tempest-NetworksIpV6Test-271418032-project] Pushing event deleted for resources: {'Network': ['ID=224dca3a-9b3f-46cf-a10b-c091ff78a303,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:00.600762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46092) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:00.732248 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cdaf58df-52c9-43bc-892b-79229e44590e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f76c3efede264c5ba8f2b019c2f0c95b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300852 Nov 28 08:15:00.734622 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46096) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:00.781154 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b3f29ed-72d5-470c-b8ef-d8f311bfcf94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.801463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b3f29ed-72d5-470c-b8ef-d8f311bfcf94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.847839 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b3f29ed-72d5-470c-b8ef-d8f311bfcf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.850462 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5b3f29ed-72d5-470c-b8ef-d8f311bfcf94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:00.851680 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5b3f29ed-72d5-470c-b8ef-d8f311bfcf94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b319ac0-b079-41ec-9786-4d73b2081590 HTTP/1.1" status: 204 len: 168 time: 0.1161072 Nov 28 08:15:00.860302 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f29ed-72d5-470c-b8ef-d8f311bfcf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b319ac0-b079-41ec-9786-4d73b2081590,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:01.080282 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device eb23590f-ad5b-4951-a541-5098db82e288 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:15:01.106006 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: eb23590f-ad5b-4951-a541-5098db82e288 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:15:01.106420 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device eb23590f-ad5b-4951-a541-5098db82e288 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:15:01.106843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5849fc70-1b69-4619-a79c-7716e41f41b5 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:15:01.127165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 5849fc70-1b69-4619-a79c-7716e41f41b5 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:15:01.127506 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5849fc70-1b69-4619-a79c-7716e41f41b5 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:15:01.419218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:01.475255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46120) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:01.568689 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-51b70312-98bb-46be-8d64-ae56380d6245 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1354066998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:01.591421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-51b70312-98bb-46be-8d64-ae56380d6245 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:01.592414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-51b70312-98bb-46be-8d64-ae56380d6245 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:01.648379 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-51b70312-98bb-46be-8d64-ae56380d6245 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:01.652278 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-51b70312-98bb-46be-8d64-ae56380d6245 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:01.669611 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-51b70312-98bb-46be-8d64-ae56380d6245 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:01.670783 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-51b70312-98bb-46be-8d64-ae56380d6245 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1945171 Nov 28 08:15:01.673410 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46124) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:01.678346 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-700958413'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:01.698685 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Made reservation on behalf of b7b3225c436e4452b9c32382774b5316 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:15:01.702073 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:01.710321 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:01.782689 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:01.786288 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:01.812282 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:15:01.820771 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aee5d6f-f835-4cfb-8809-d5ce6806b00b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:01.826551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:01.826964 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Added segment a3aae32b-7f1d-4d6f-b69d-fac737dbc5c8 of type vlan for network 383b1378-4d20-4ce1-9f09-58215ea7746d Nov 28 08:15:01.865888 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:01.876861 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:15:01.891979 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:01.897505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:01.898081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:01.935314 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2607706 Nov 28 08:15:01.938200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46126) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:01.943901 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Request body: {'subnet': {'network_id': '383b1378-4d20-4ce1-9f09-58215ea7746d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:01.968580 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412fc18-f719-4040-9b9e-3898785708aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Pushing event updated for resources: {'Network': ['ID=383b1378-4d20-4ce1-9f09-58215ea7746d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:01.978244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 383b1378-4d20-4ce1-9f09-58215ea7746d details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:15:02.029084 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Made reservation on behalf of b7b3225c436e4452b9c32382774b5316 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:15:02.033874 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.205255 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.266103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Pushing event updated for resources: {'Subnet': ['ID=8890ac1a-b173-4337-ac4b-8715fb82c58d,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:02.277603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:02.278539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:02.278899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:02.279228 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:02.279550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:02.279869 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:02.280189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:02.280510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:02.280829 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:02.281174 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:02.281487 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:02.281797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:02.282107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:02.285274 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Checking segment: {'id': 'a3aae32b-7f1d-4d6f-b69d-fac737dbc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '383b1378-4d20-4ce1-9f09-58215ea7746d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:15:02.285625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Network hostable DHCP agents. Network: 383b1378-4d20-4ce1-9f09-58215ea7746d, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:15:02.301214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Network 383b1378-4d20-4ce1-9f09-58215ea7746d is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:15:02.310535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 383b1378-4d20-4ce1-9f09-58215ea7746d) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:02.314447 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:02.315064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.319456 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd313ee-5040-4c2d-8f5f-fcd7a0c9eafc None None] Network 383b1378-4d20-4ce1-9f09-58215ea7746d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:15:02.331639 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-68eb50ce-9961-4b87-914a-6a2e01d708be tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3917248 Nov 28 08:15:02.334666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46128) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:02.339563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b5a93871-063e-4f2d-a58b-e7c7a43887a4 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-924057909'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:02.360644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a93871-063e-4f2d-a58b-e7c7a43887a4 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Made reservation on behalf of b7b3225c436e4452b9c32382774b5316 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:15:02.364032 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b5a93871-063e-4f2d-a58b-e7c7a43887a4 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.388355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a93871-063e-4f2d-a58b-e7c7a43887a4 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:15:02.397912 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b5a93871-063e-4f2d-a58b-e7c7a43887a4 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.398364 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-b5a93871-063e-4f2d-a58b-e7c7a43887a4 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Added segment 5af9970c-87c7-43c0-93c1-282476b7986e of type vlan for network a1e40d67-5277-4b93-8680-981da3585b30 Nov 28 08:15:02.437740 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b5a93871-063e-4f2d-a58b-e7c7a43887a4 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.462755 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b5a93871-063e-4f2d-a58b-e7c7a43887a4 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.468287 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-383b1378-4d20-4ce1-9f09-58215ea7746d', 'network_id': '383b1378-4d20-4ce1-9f09-58215ea7746d', 'tenant_id': 'b7b3225c436e4452b9c32382774b5316', 'fixed_ips': [{'subnet_id': '8890ac1a-b173-4337-ac4b-8715fb82c58d'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:15:02.469010 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a93871-063e-4f2d-a58b-e7c7a43887a4 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:02.469312 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.469688 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b5a93871-063e-4f2d-a58b-e7c7a43887a4 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.502654 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b5a93871-063e-4f2d-a58b-e7c7a43887a4 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1668792 Nov 28 08:15:02.505468 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46130) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:02.512896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-88316ca0-3b55-44b6-bf20-429aa0cfeb17 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Request body: {'subnet': {'network_id': 'a1e40d67-5277-4b93-8680-981da3585b30', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:02.558654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a93871-063e-4f2d-a58b-e7c7a43887a4 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Pushing event updated for resources: {'Network': ['ID=a1e40d67-5277-4b93-8680-981da3585b30,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:02.582419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network a1e40d67-5277-4b93-8680-981da3585b30 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:15:02.632275 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88316ca0-3b55-44b6-bf20-429aa0cfeb17 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Made reservation on behalf of b7b3225c436e4452b9c32382774b5316 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:15:02.635940 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-88316ca0-3b55-44b6-bf20-429aa0cfeb17 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.658457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Allocated IP 172.20.0.2 (383b1378-4d20-4ce1-9f09-58215ea7746d/8890ac1a-b173-4337-ac4b-8715fb82c58d/151f2636-5cb8-4215-bb07-d27de7de322c) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:15:02.809608 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.815920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-88316ca0-3b55-44b6-bf20-429aa0cfeb17 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.816848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.853535 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Network 383b1378-4d20-4ce1-9f09-58215ea7746d is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:15:02.856917 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:02.862390 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:15:02.878692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88316ca0-3b55-44b6-bf20-429aa0cfeb17 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Pushing event updated for resources: {'Subnet': ['ID=087e5057-14c1-4b39-9e8f-8bf7e967490d,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:02.883023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88316ca0-3b55-44b6-bf20-429aa0cfeb17 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Checking segment: {'id': '5af9970c-87c7-43c0-93c1-282476b7986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a1e40d67-5277-4b93-8680-981da3585b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:15:02.883386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88316ca0-3b55-44b6-bf20-429aa0cfeb17 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Network hostable DHCP agents. Network: a1e40d67-5277-4b93-8680-981da3585b30, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:15:02.898233 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Pushing event updated for resources: {'Port': ['ID=151f2636-5cb8-4215-bb07-d27de7de322c,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:02.901386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88316ca0-3b55-44b6-bf20-429aa0cfeb17 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Network a1e40d67-5277-4b93-8680-981da3585b30 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:15:02.912436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-88316ca0-3b55-44b6-bf20-429aa0cfeb17 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, a1e40d67-5277-4b93-8680-981da3585b30) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:02.916597 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88316ca0-3b55-44b6-bf20-429aa0cfeb17 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:02.917189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-88316ca0-3b55-44b6-bf20-429aa0cfeb17 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.923912 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaf11e5-3d54-4985-a975-eac38280a7ed None None] Network a1e40d67-5277-4b93-8680-981da3585b30 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:15:02.936206 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-88316ca0-3b55-44b6-bf20-429aa0cfeb17 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4297218 Nov 28 08:15:02.939071 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46132) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:02.944260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-eb7cdead-397b-46a9-92b7-206d2e0fd8aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a1e40d67-5277-4b93-8680-981da3585b30'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:02.964273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Attempting to bind port 151f2636-5cb8-4215-bb07-d27de7de322c on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:15:02.964639 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Attempting to bind port 151f2636-5cb8-4215-bb07-d27de7de322c by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'a3aae32b-7f1d-4d6f-b69d-fac737dbc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '383b1378-4d20-4ce1-9f09-58215ea7746d'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:15:02.964998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Attempting to bind port 151f2636-5cb8-4215-bb07-d27de7de322c on network 383b1378-4d20-4ce1-9f09-58215ea7746d {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:15:02.998660 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:15:02.999078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Checking segment: {'id': 'a3aae32b-7f1d-4d6f-b69d-fac737dbc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '383b1378-4d20-4ce1-9f09-58215ea7746d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:15:02.999476 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:02.999863 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Bound using segment: {'id': 'a3aae32b-7f1d-4d6f-b69d-fac737dbc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '383b1378-4d20-4ce1-9f09-58215ea7746d'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:15:03.000323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Bound port: 151f2636-5cb8-4215-bb07-d27de7de322c, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3aae32b-7f1d-4d6f-b69d-fac737dbc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '383b1378-4d20-4ce1-9f09-58215ea7746d'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:15:03.000699 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.120274 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] For port 151f2636-5cb8-4215-bb07-d27de7de322c, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:15:03.145970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] For port 151f2636-5cb8-4215-bb07-d27de7de322c, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=151f2636-5cb8-4215-bb07-d27de7de322c,segment=NetworkSegment(a3aae32b-7f1d-4d6f-b69d-fac737dbc5c8),segment_id=a3aae32b-7f1d-4d6f-b69d-fac737dbc5c8)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:15:03.148419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-a1e40d67-5277-4b93-8680-981da3585b30', 'network_id': 'a1e40d67-5277-4b93-8680-981da3585b30', 'tenant_id': 'b7b3225c436e4452b9c32382774b5316', 'fixed_ips': [{'subnet_id': '087e5057-14c1-4b39-9e8f-8bf7e967490d'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:15:03.149250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.153165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.171721 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-eb7cdead-397b-46a9-92b7-206d2e0fd8aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.284564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25ffdd-ef91-4d8c-b4bb-539dec9f8c92 None None] Pushing event updated for resources: {'Port': ['ID=151f2636-5cb8-4215-bb07-d27de7de322c,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:03.290083 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.api.v2.resource [None req-eb7cdead-397b-46a9-92b7-206d2e0fd8aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 28 08:15:03.291559 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-eb7cdead-397b-46a9-92b7-206d2e0fd8aa tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] 10.222.0.31 "PUT /v2.0/routers/60446a61-d524-44b0-8b12-33d79c9897b7 HTTP/1.1" status: 400 len: 364 time: 0.3508847 Nov 28 08:15:03.298133 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46134) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:03.362195 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b3423a-9caf-41e2-b10f-e31355bc3702 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Deleting subnet 087e5057-14c1-4b39-9e8f-8bf7e967490d {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:15:03.367217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Allocated IP 172.21.0.2 (a1e40d67-5277-4b93-8680-981da3585b30/087e5057-14c1-4b39-9e8f-8bf7e967490d/00ba0610-d08d-48b0-896c-f5462d1e7961) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:15:03.531262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.536541 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04b3423a-9caf-41e2-b10f-e31355bc3702 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.537169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.574492 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Network a1e40d67-5277-4b93-8680-981da3585b30 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:15:03.577267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04b3423a-9caf-41e2-b10f-e31355bc3702 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.579895 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:03.585747 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:15:03.594684 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Pushing event updated for resources: {'Port': ['ID=00ba0610-d08d-48b0-896c-f5462d1e7961,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:03.645322 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Attempting to bind port 00ba0610-d08d-48b0-896c-f5462d1e7961 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:15:03.645693 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Attempting to bind port 00ba0610-d08d-48b0-896c-f5462d1e7961 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '5af9970c-87c7-43c0-93c1-282476b7986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a1e40d67-5277-4b93-8680-981da3585b30'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:15:03.646052 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Attempting to bind port 00ba0610-d08d-48b0-896c-f5462d1e7961 on network a1e40d67-5277-4b93-8680-981da3585b30 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:15:03.651127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:15:03.651495 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Checking segment: {'id': '5af9970c-87c7-43c0-93c1-282476b7986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a1e40d67-5277-4b93-8680-981da3585b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:15:03.651891 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.652279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Bound using segment: {'id': '5af9970c-87c7-43c0-93c1-282476b7986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a1e40d67-5277-4b93-8680-981da3585b30'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:15:03.652733 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Bound port: 00ba0610-d08d-48b0-896c-f5462d1e7961, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af9970c-87c7-43c0-93c1-282476b7986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a1e40d67-5277-4b93-8680-981da3585b30'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:15:03.653899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.668008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04b3423a-9caf-41e2-b10f-e31355bc3702 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.728501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04b3423a-9caf-41e2-b10f-e31355bc3702 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.731326 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] For port 00ba0610-d08d-48b0-896c-f5462d1e7961, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:15:03.734467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] For port 00ba0610-d08d-48b0-896c-f5462d1e7961, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=00ba0610-d08d-48b0-896c-f5462d1e7961,segment=NetworkSegment(5af9970c-87c7-43c0-93c1-282476b7986e),segment_id=5af9970c-87c7-43c0-93c1-282476b7986e)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:15:03.739762 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.756209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3423a-9caf-41e2-b10f-e31355bc3702 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Pushing event deleted for resources: {'Subnet': ['ID=087e5057-14c1-4b39-9e8f-8bf7e967490d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:03.758158 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04b3423a-9caf-41e2-b10f-e31355bc3702 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.761372 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-04b3423a-9caf-41e2-b10f-e31355bc3702 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] 10.222.0.31 "DELETE /v2.0/subnets/087e5057-14c1-4b39-9e8f-8bf7e967490d HTTP/1.1" status: 204 len: 168 time: 0.4622443 Nov 28 08:15:03.764854 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46136) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:03.804636 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23a6a6-345d-4fa0-a3b0-8ed8f66441eb None None] Pushing event updated for resources: {'Port': ['ID=00ba0610-d08d-48b0-896c-f5462d1e7961,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:03.849996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.913360 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Deleting port 00ba0610-d08d-48b0-896c-f5462d1e7961 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:15:03.913703 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:03.993312 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] For port 00ba0610-d08d-48b0-896c-f5462d1e7961, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=00ba0610-d08d-48b0-896c-f5462d1e7961,segment=NetworkSegment(5af9970c-87c7-43c0-93c1-282476b7986e),segment_id=5af9970c-87c7-43c0-93c1-282476b7986e)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:03.993687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:04.011764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Calling delete_port for 00ba0610-d08d-48b0-896c-f5462d1e7961 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:15:04.124545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:04.153489 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Pushing event deleted for resources: {'Port': ['ID=00ba0610-d08d-48b0-896c-f5462d1e7961,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:04.160663 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] No DVR routers for this DVR port 00ba0610-d08d-48b0-896c-f5462d1e7961 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:15:04.228619 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8761549-d8a0-48a9-852b-fa21f600ef12 None None] Network 383b1378-4d20-4ce1-9f09-58215ea7746d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:15:04.239375 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:04.264344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e40d67-5277-4b93-8680-981da3585b30']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:04.273436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af9970c-87c7-43c0-93c1-282476b7986e') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:04.273734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af9970c-87c7-43c0-93c1-282476b7986e') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:04.321444 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a3caaed7-b90a-4026-ae96-52dcf928f8bd None None] Provisioning complete for port 151f2636-5cb8-4215-bb07-d27de7de322c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:04.321816 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3caaed7-b90a-4026-ae96-52dcf928f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:04.649130 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3caaed7-b90a-4026-ae96-52dcf928f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:04.650961 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:04.669755 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:04.677790 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:15:04.678486 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:15:04.685887 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:15:04.690441 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a3caaed7-b90a-4026-ae96-52dcf928f8bd None None] For port 151f2636-5cb8-4215-bb07-d27de7de322c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=151f2636-5cb8-4215-bb07-d27de7de322c,segment=NetworkSegment(a3aae32b-7f1d-4d6f-b69d-fac737dbc5c8),segment_id=a3aae32b-7f1d-4d6f-b69d-fac737dbc5c8)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:04.696647 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a3caaed7-b90a-4026-ae96-52dcf928f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:04.752686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caaed7-b90a-4026-ae96-52dcf928f8bd None None] Pushing event updated for resources: {'Port': ['ID=151f2636-5cb8-4215-bb07-d27de7de322c,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:04.767261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:04.772243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:04.778807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46138) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:04.779411 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] 10.222.0.31 "DELETE /v2.0/networks/a1e40d67-5277-4b93-8680-981da3585b30 HTTP/1.1" status: 204 len: 168 time: 1.0136392 Nov 28 08:15:04.794574 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf751e1-525e-4d64-986c-f802dc1aa6ee tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Pushing event deleted for resources: {'Network': ['ID=a1e40d67-5277-4b93-8680-981da3585b30,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:04.831918 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb56d47-08ab-4f6d-8e36-7dbb5b69e4bb tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Deleting subnet 8890ac1a-b173-4337-ac4b-8715fb82c58d {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:15:04.841383 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7bb56d47-08ab-4f6d-8e36-7dbb5b69e4bb tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:04.884357 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7bb56d47-08ab-4f6d-8e36-7dbb5b69e4bb tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:04.910864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-59d9d9b8-3688-44ef-8811-432d1920afe4 None None] Could not find standard attr ID for object 00ba0610-d08d-48b0-896c-f5462d1e7961. {{(pid=115120) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 28 08:15:04.937875 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2968d3f4-edbd-4c0d-ae44-c870fc70e4e0 None None] DHCP port deletion for a1e40d67-5277-4b93-8680-981da3585b30 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:15:04.953815 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6132f5-74f3-431b-a916-da4439f18aa3 None None] Network a1e40d67-5277-4b93-8680-981da3585b30 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:15:04.966318 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6132f5-74f3-431b-a916-da4439f18aa3 None None] Network a1e40d67-5277-4b93-8680-981da3585b30 could not be found, it might have been deleted concurrently. {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 28 08:15:04.986334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7bb56d47-08ab-4f6d-8e36-7dbb5b69e4bb tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.031318 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-075ef9c8-d6f1-4363-b97e-19a6110a1f4e None None] Provisioning complete for port 151f2636-5cb8-4215-bb07-d27de7de322c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:05.031750 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-075ef9c8-d6f1-4363-b97e-19a6110a1f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.045949 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7bb56d47-08ab-4f6d-8e36-7dbb5b69e4bb tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.077582 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7bb56d47-08ab-4f6d-8e36-7dbb5b69e4bb tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.081169 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7bb56d47-08ab-4f6d-8e36-7dbb5b69e4bb tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] 10.222.0.31 "DELETE /v2.0/subnets/8890ac1a-b173-4337-ac4b-8715fb82c58d HTTP/1.1" status: 204 len: 168 time: 0.3013225 Nov 28 08:15:05.084384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46140) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:05.086812 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4981c7-ab60-4c6b-88ce-9143613119fb None None] Network 383b1378-4d20-4ce1-9f09-58215ea7746d requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:15:05.092664 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb56d47-08ab-4f6d-8e36-7dbb5b69e4bb tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Pushing event deleted for resources: {'Subnet': ['ID=8890ac1a-b173-4337-ac4b-8715fb82c58d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:05.145383 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 151f2636-5cb8-4215-bb07-d27de7de322c up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:15:05.172380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.229551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Deleting port 151f2636-5cb8-4215-bb07-d27de7de322c {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:15:05.229745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.293532 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 151f2636-5cb8-4215-bb07-d27de7de322c triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:05.293905 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.295382 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] For port 151f2636-5cb8-4215-bb07-d27de7de322c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=151f2636-5cb8-4215-bb07-d27de7de322c,segment=NetworkSegment(a3aae32b-7f1d-4d6f-b69d-fac737dbc5c8),segment_id=a3aae32b-7f1d-4d6f-b69d-fac737dbc5c8)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:05.295746 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.309263 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Calling delete_port for 151f2636-5cb8-4215-bb07-d27de7de322c owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:15:05.373774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e1cd09-664d-4d34-8320-8f07257c6239 None None] DHCP port deletion for 383b1378-4d20-4ce1-9f09-58215ea7746d request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:15:05.396599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.415867 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-03e1cd09-664d-4d34-8320-8f07257c6239 None None] The port '151f2636-5cb8-4215-bb07-d27de7de322c' was deleted {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 28 08:15:05.426298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Pushing event deleted for resources: {'Port': ['ID=151f2636-5cb8-4215-bb07-d27de7de322c,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:05.430585 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] No DVR routers for this DVR port 151f2636-5cb8-4215-bb07-d27de7de322c on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:15:05.504764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.524408 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383b1378-4d20-4ce1-9f09-58215ea7746d']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:05.533486 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3aae32b-7f1d-4d6f-b69d-fac737dbc5c8') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:05.533779 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3aae32b-7f1d-4d6f-b69d-fac737dbc5c8') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:05.542692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.555635 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.562490 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:15:05.562986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:15:05.565843 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:15:05.624800 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.631695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.634863 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] 10.222.0.31 "DELETE /v2.0/networks/383b1378-4d20-4ce1-9f09-58215ea7746d HTTP/1.1" status: 204 len: 168 time: 0.5493069 Nov 28 08:15:05.638208 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46142) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:05.646467 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce91695-7980-4a2a-8cef-1fcb10854e1e tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Pushing event deleted for resources: {'Network': ['ID=383b1378-4d20-4ce1-9f09-58215ea7746d,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:05.667524 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0727b957-4ac0-4071-8049-4f1baf7e259c tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] 10.222.0.31 "GET /v2.0/ports?device_id=60446a61-d524-44b0-8b12-33d79c9897b7 HTTP/1.1" status: 200 len: 205 time: 0.0279365 Nov 28 08:15:05.669883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46144) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:05.750515 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64021a13-720a-42f6-b634-e9e2f44f8ea7 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.917434 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64021a13-720a-42f6-b634-e9e2f44f8ea7 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.919913 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64021a13-720a-42f6-b634-e9e2f44f8ea7 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.968134 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64021a13-720a-42f6-b634-e9e2f44f8ea7 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.968662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64021a13-720a-42f6-b634-e9e2f44f8ea7 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Fanout notify agent at l3_agent the message router_deleted on router 60446a61-d524-44b0-8b12-33d79c9897b7 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:15:05.976132 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-64021a13-720a-42f6-b634-e9e2f44f8ea7 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:05.979311 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-64021a13-720a-42f6-b634-e9e2f44f8ea7 tempest-RoutersNegativeTest-1058208858 tempest-RoutersNegativeTest-1058208858-project] 10.222.0.31 "DELETE /v2.0/routers/60446a61-d524-44b0-8b12-33d79c9897b7 HTTP/1.1" status: 204 len: 168 time: 0.3085253 Nov 28 08:15:06.215702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46150) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:06.339838 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6f4b6295-c16c-4549-997b-f622ed72b7b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7b3225c436e4452b9c32382774b5316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1229990 Nov 28 08:15:06.342725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46154) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:06.387423 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6da861e-a63a-4d9c-9a56-6f985b7c3e66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:06.407862 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6da861e-a63a-4d9c-9a56-6f985b7c3e66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:06.455237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6da861e-a63a-4d9c-9a56-6f985b7c3e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:06.458069 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6da861e-a63a-4d9c-9a56-6f985b7c3e66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:06.459213 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e6da861e-a63a-4d9c-9a56-6f985b7c3e66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9aee5d6f-f835-4cfb-8809-d5ce6806b00b HTTP/1.1" status: 204 len: 168 time: 0.1155684 Nov 28 08:15:06.467256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da861e-a63a-4d9c-9a56-6f985b7c3e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aee5d6f-f835-4cfb-8809-d5ce6806b00b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:07.046739 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46176) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:07.079119 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 151f2636-5cb8-4215-bb07-d27de7de322c no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:15:07.099607 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 151f2636-5cb8-4215-bb07-d27de7de322c {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:15:07.099961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 151f2636-5cb8-4215-bb07-d27de7de322c not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:15:07.145081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-217860903-network', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:07.168805 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] Made reservation on behalf of eaf84002e55549808ff2fb082c7e8c90 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:15:07.171080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.179367 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.251313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.254765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.275719 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:15:07.288749 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ed3842-808b-45ce-8673-3d6c5fb4ed73,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:07.296554 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.296554 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] Added segment d152f596-ddae-4e0a-b190-6a731e48bada of type vlan for network 22fe5190-d54b-4f3f-bf8c-f61f06272315 Nov 28 08:15:07.334670 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.358515 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.359549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:07.360126 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.393711 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3458610 Nov 28 08:15:07.396648 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46180) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:07.401615 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1add513c-06ca-4ac1-8f49-c0e306f01d96 admin admin] Request body: {'subnet': {'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-217860903-subnet', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'ip_version': 4}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:07.421961 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1add513c-06ca-4ac1-8f49-c0e306f01d96 admin admin] Made reservation on behalf of eaf84002e55549808ff2fb082c7e8c90 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:15:07.424762 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1add513c-06ca-4ac1-8f49-c0e306f01d96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.427570 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f1984-bffc-4f6c-b159-90ac87ead1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=22fe5190-d54b-4f3f-bf8c-f61f06272315,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:07.437854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 22fe5190-d54b-4f3f-bf8c-f61f06272315 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:15:07.586235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1add513c-06ca-4ac1-8f49-c0e306f01d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.639579 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add513c-06ca-4ac1-8f49-c0e306f01d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a063eecd-9033-4e45-aef3-3d8036a4df26,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:07.647985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add513c-06ca-4ac1-8f49-c0e306f01d96 admin admin] Checking segment: {'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:15:07.648342 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add513c-06ca-4ac1-8f49-c0e306f01d96 admin admin] Network hostable DHCP agents. Network: 22fe5190-d54b-4f3f-bf8c-f61f06272315, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:15:07.664131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add513c-06ca-4ac1-8f49-c0e306f01d96 admin admin] Network 22fe5190-d54b-4f3f-bf8c-f61f06272315 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:15:07.672613 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-1add513c-06ca-4ac1-8f49-c0e306f01d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 22fe5190-d54b-4f3f-bf8c-f61f06272315) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:07.676477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add513c-06ca-4ac1-8f49-c0e306f01d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:07.677058 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1add513c-06ca-4ac1-8f49-c0e306f01d96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.683209 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e1bdee-addb-44c5-92f7-60aa87447d1d None None] Network 22fe5190-d54b-4f3f-bf8c-f61f06272315 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:15:07.696746 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1add513c-06ca-4ac1-8f49-c0e306f01d96 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2965720 Nov 28 08:15:07.697182 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46182) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:07.703009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-217860903-router', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:07.727356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.728966 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.786909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.834597 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-22fe5190-d54b-4f3f-bf8c-f61f06272315', 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'fixed_ips': [{'subnet_id': 'a063eecd-9033-4e45-aef3-3d8036a4df26'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:15:07.835541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:07.988736 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Allocated IP 172.20.0.2 (22fe5190-d54b-4f3f-bf8c-f61f06272315/a063eecd-9033-4e45-aef3-3d8036a4df26/4642cc4e-ed16-40c0-bfe7-eb78d2775d31) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:15:08.145652 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:08.151936 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:08.196910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Network 22fe5190-d54b-4f3f-bf8c-f61f06272315 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:15:08.201891 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:08.208514 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:15:08.217170 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Pushing event updated for resources: {'Port': ['ID=4642cc4e-ed16-40c0-bfe7-eb78d2775d31,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:08.269521 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:08.272785 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Attempting to bind port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:15:08.273164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Attempting to bind port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:15:08.273618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Attempting to bind port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 on network 22fe5190-d54b-4f3f-bf8c-f61f06272315 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:15:08.278722 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:15:08.279131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Checking segment: {'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:15:08.279526 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:08.279943 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Bound using segment: {'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:15:08.280397 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Bound port: 4642cc4e-ed16-40c0-bfe7-eb78d2775d31, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:15:08.280772 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:08.350545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] For port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:15:08.353736 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] For port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4642cc4e-ed16-40c0-bfe7-eb78d2775d31,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:15:08.359552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:08.431991 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61ba02-0893-48fb-b974-e11de8179f13 None None] Pushing event updated for resources: {'Port': ['ID=4642cc4e-ed16-40c0-bfe7-eb78d2775d31,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:08.482745 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:08.501447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:08.617343 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Allocated IP 172.26.2.203 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/6f2c74d9-af31-4b62-b854-dc0df4148921) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:15:08.728923 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:08.764731 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:08.800857 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:15:08.803986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:08.809987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:15:08.817257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e215c62b-86fb-4f22-b3a2-85f091eab644 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:15:08.841427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Pushing event updated for resources: {'Port': ['ID=6f2c74d9-af31-4b62-b854-dc0df4148921,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:08.906937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4f9f7a2d-5b56-4622-990f-1f28d2abd09a None None] Provisioning complete for port 6f2c74d9-af31-4b62-b854-dc0df4148921 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:08.907324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7a2d-5b56-4622-990f-1f28d2abd09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:08.945950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f7a2d-5b56-4622-990f-1f28d2abd09a None None] Port 6f2c74d9-af31-4b62-b854-dc0df4148921 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:15:09.104622 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:09.136228 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:15:09.207780 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:09.208971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:09.298589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:09.312823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8629f447-424f-4921-bc2a-547f5c63a2fc None None] Network 22fe5190-d54b-4f3f-bf8c-f61f06272315 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:15:09.346861 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:09.388801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4642cc4e-ed16-40c0-bfe7-eb78d2775d31,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:09.396301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:09.443222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-3d87cce5-1d74-418d-ad43-e6e593262425 None None] Provisioning complete for port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:09.443494 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3d87cce5-1d74-418d-ad43-e6e593262425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:09.496171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Router 48de05fd-b681-41ee-b492-a4fd8595131b is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:15:09.518367 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=4642cc4e-ed16-40c0-bfe7-eb78d2775d31,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:09.618152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:15:09.631444 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Sync routers for ids ['48de05fd-b681-41ee-b492-a4fd8595131b'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:15:09.638091 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:09.639393 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6f37cbe1-038b-43e1-83fd-6a2dabda80dc admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9411187 Nov 28 08:15:09.642098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46184) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:09.643925 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Routers {'48de05fd-b681-41ee-b492-a4fd8595131b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:15:09.644539 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:14:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['48de05fd-b681-41ee-b492-a4fd8595131b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:09.779846 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Set router 48de05fd-b681-41ee-b492-a4fd8595131b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:15:09.832797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-25f04be4-177a-455a-9fc3-ef0be2a77212 None None] Provisioning complete for port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:09.833165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-25f04be4-177a-455a-9fc3-ef0be2a77212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.055860 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'name': 'tempest-TestEncryptedCinderVolumes-217860903-router', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '6f2c74d9-af31-4b62-b854-dc0df4148921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:07Z', 'updated_at': '2021-11-28T08:15:08Z', 'revision_number': 3, 'project_id': 'eaf84002e55549808ff2fb082c7e8c90', 'gw_port': {'id': '6f2c74d9-af31-4b62-b854-dc0df4148921', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:08Z', 'updated_at': '2021-11-28T08:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:10.085989 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Checking router: 48de05fd-b681-41ee-b492-a4fd8595131b for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:15:10.086332 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Updating router 48de05fd-b681-41ee-b492-a4fd8595131b port 6f2c74d9-af31-4b62-b854-dc0df4148921 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:15:10.116225 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.119161 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.272487 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Allocated IP 172.20.0.1 (22fe5190-d54b-4f3f-bf8c-f61f06272315/a063eecd-9033-4e45-aef3-3d8036a4df26/54f36e51-af8e-435d-993c-5b54c40d63b6) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:15:10.371099 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.375491 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.380691 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.408976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.423967 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1157751-f719-4fad-afe8-4ed6255460d4 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:15:10.440172 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Attempting to bind port 6f2c74d9-af31-4b62-b854-dc0df4148921 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:15:10.440539 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Attempting to bind port 6f2c74d9-af31-4b62-b854-dc0df4148921 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:15:10.441387 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Attempting to bind port 6f2c74d9-af31-4b62-b854-dc0df4148921 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:15:10.451434 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Pushing event updated for resources: {'Port': ['ID=6f2c74d9-af31-4b62-b854-dc0df4148921,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:10.452934 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Network 22fe5190-d54b-4f3f-bf8c-f61f06272315 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:15:10.453630 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:15:10.453900 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:15:10.454285 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.454663 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:15:10.455622 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Bound port: 6f2c74d9-af31-4b62-b854-dc0df4148921, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:15:10.455622 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.455942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:10.460343 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-141c37ec-4419-40fb-ab4e-58491fdf9ff0 None None] Provisioning complete for port 6f2c74d9-af31-4b62-b854-dc0df4148921 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:10.460811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-141c37ec-4419-40fb-ab4e-58491fdf9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.461670 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:15:10.482676 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:10.483080 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:10.483410 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:10.483737 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:10.484183 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:10.484509 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:10.485165 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:10.485165 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:10.485960 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:10.485960 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:10.486188 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:10.486821 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:10.486821 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:10.497571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Pushing event updated for resources: {'Port': ['ID=54f36e51-af8e-435d-993c-5b54c40d63b6,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:10.507687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.513580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-141c37ec-4419-40fb-ab4e-58491fdf9ff0 None None] Port 6f2c74d9-af31-4b62-b854-dc0df4148921 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:15:10.533325 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] For port 6f2c74d9-af31-4b62-b854-dc0df4148921, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:15:10.536564 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] For port 6f2c74d9-af31-4b62-b854-dc0df4148921, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6f2c74d9-af31-4b62-b854-dc0df4148921,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:15:10.541121 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.588552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31d91c-9001-42a8-a94f-0b181c83db26 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:15:10.603307 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Routers {'48de05fd-b681-41ee-b492-a4fd8595131b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:15:10.603834 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:14:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['48de05fd-b681-41ee-b492-a4fd8595131b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:10.639837 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-3ab40719-0447-4fb4-9e9e-c441b7d30e9f None None] Provisioning complete for port 6f2c74d9-af31-4b62-b854-dc0df4148921 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:10.640628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3ab40719-0447-4fb4-9e9e-c441b7d30e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.684756 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.736062 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8432c-cf1d-42c9-ab7e-776b3b601366 None None] Pushing event updated for resources: {'Port': ['ID=6f2c74d9-af31-4b62-b854-dc0df4148921,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:10.746055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3ab40719-0447-4fb4-9e9e-c441b7d30e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.750003 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] Set router 48de05fd-b681-41ee-b492-a4fd8595131b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:15:10.768822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3ab40719-0447-4fb4-9e9e-c441b7d30e9f None None] For port 6f2c74d9-af31-4b62-b854-dc0df4148921, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6f2c74d9-af31-4b62-b854-dc0df4148921,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:10.773765 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3ab40719-0447-4fb4-9e9e-c441b7d30e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.826451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab40719-0447-4fb4-9e9e-c441b7d30e9f None None] Pushing event updated for resources: {'Port': ['ID=6f2c74d9-af31-4b62-b854-dc0df4148921,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:10.868640 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.873744 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.894828 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f8f4022c-d6cb-4d73-ba04-a29c617b81e2 None None] Provisioning complete for port 54f36e51-af8e-435d-993c-5b54c40d63b6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:10.895839 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f8f4022c-d6cb-4d73-ba04-a29c617b81e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.940804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-f8f4022c-d6cb-4d73-ba04-a29c617b81e2 None None] Port 54f36e51-af8e-435d-993c-5b54c40d63b6 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:15:10.945551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:10.947826 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Pushing event updated for resources: {'Port': ['ID=54f36e51-af8e-435d-993c-5b54c40d63b6,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:10.951524 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'name': 'tempest-TestEncryptedCinderVolumes-217860903-router', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '6f2c74d9-af31-4b62-b854-dc0df4148921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:07Z', 'updated_at': '2021-11-28T08:15:08Z', 'revision_number': 3, 'project_id': 'eaf84002e55549808ff2fb082c7e8c90', 'gw_port': {'id': '6f2c74d9-af31-4b62-b854-dc0df4148921', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:08Z', 'updated_at': '2021-11-28T08:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:10.981095 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b0d76-4878-45f7-b899-8c7c49a46ca9 None None] The sync data for ids ['48de05fd-b681-41ee-b492-a4fd8595131b'] in dv-neutron-744815-16-hyperv is: [{'id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'name': 'tempest-TestEncryptedCinderVolumes-217860903-router', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '6f2c74d9-af31-4b62-b854-dc0df4148921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:07Z', 'updated_at': '2021-11-28T08:15:08Z', 'revision_number': 3, 'project_id': 'eaf84002e55549808ff2fb082c7e8c90', 'gw_port': {'id': '6f2c74d9-af31-4b62-b854-dc0df4148921', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:08Z', 'updated_at': '2021-11-28T08:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:15:11.048640 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Network 22fe5190-d54b-4f3f-bf8c-f61f06272315 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:15:11.050132 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:11.100698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:15:11.164642 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:11.165238 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:11.189738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Router 48de05fd-b681-41ee-b492-a4fd8595131b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:15:11.348516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:15:11.353784 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-77fc706b-b9fe-4f43-972f-4e5c54c5a885 admin admin] 10.222.0.31 "PUT /v2.0/routers/48de05fd-b681-41ee-b492-a4fd8595131b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7106755 Nov 28 08:15:11.373182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-670728b1-eddb-4dc2-84dc-cc115a2593bc None None] Provisioning complete for port 54f36e51-af8e-435d-993c-5b54c40d63b6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:11.373560 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-670728b1-eddb-4dc2-84dc-cc115a2593bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:11.417488 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-670728b1-eddb-4dc2-84dc-cc115a2593bc None None] Port 54f36e51-af8e-435d-993c-5b54c40d63b6 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:15:11.843944 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46200) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:11.849131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1237189925-network', 'tenant_id': 'f20898f8e62944f590861198dc650714'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:11.870109 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Made reservation on behalf of f20898f8e62944f590861198dc650714 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:15:11.872574 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:11.881329 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:11.954501 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:11.959345 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:11.980591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:15:11.995061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e6ea1c-489f-4cbf-acc6-64119f95c3af,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:11.997524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:11.997852 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Added segment fcba672c-7c30-4b92-a905-9f71bf3cc3f0 of type vlan for network 9007b1fc-b473-4220-9bd0-4393fe65b86a Nov 28 08:15:12.010027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:12.010375 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:12.010710 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:12.011086 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:12.011407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:12.011727 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:12.012572 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:12.012893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:12.013210 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:12.013526 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:12.013843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:12.014158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:12.014469 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:12.057600 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:12.082062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:12.083032 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:12.083602 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:12.116129 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2708802 Nov 28 08:15:12.118968 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46202) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:12.123854 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-52c25825-3d90-4420-94b7-62535aca8355 admin admin] Request body: {'subnet': {'network_id': '9007b1fc-b473-4220-9bd0-4393fe65b86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1237189925-subnet', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'ip_version': 4}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:12.143661 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c25825-3d90-4420-94b7-62535aca8355 admin admin] Made reservation on behalf of f20898f8e62944f590861198dc650714 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:15:12.146065 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-52c25825-3d90-4420-94b7-62535aca8355 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:12.146653 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc867e7f-46d3-45d0-bbdb-31fd6a859d72 admin admin] Pushing event updated for resources: {'Network': ['ID=9007b1fc-b473-4220-9bd0-4393fe65b86a,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:12.157448 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 9007b1fc-b473-4220-9bd0-4393fe65b86a details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:15:12.316583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-52c25825-3d90-4420-94b7-62535aca8355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:12.378558 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c25825-3d90-4420-94b7-62535aca8355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca95d540-e39c-42cb-a03f-ea9b957f7e9c,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:12.383659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c25825-3d90-4420-94b7-62535aca8355 admin admin] Checking segment: {'id': 'fcba672c-7c30-4b92-a905-9f71bf3cc3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9007b1fc-b473-4220-9bd0-4393fe65b86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:15:12.384016 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c25825-3d90-4420-94b7-62535aca8355 admin admin] Network hostable DHCP agents. Network: 9007b1fc-b473-4220-9bd0-4393fe65b86a, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:15:12.401910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c25825-3d90-4420-94b7-62535aca8355 admin admin] Network 9007b1fc-b473-4220-9bd0-4393fe65b86a is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:15:12.411010 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-52c25825-3d90-4420-94b7-62535aca8355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 9007b1fc-b473-4220-9bd0-4393fe65b86a) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:12.416145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c25825-3d90-4420-94b7-62535aca8355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:12.417593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-52c25825-3d90-4420-94b7-62535aca8355 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:12.421427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f23b3e-2d3e-4e24-b4e4-3f7a94bdab4b None None] Network 9007b1fc-b473-4220-9bd0-4393fe65b86a requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:15:12.434855 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-52c25825-3d90-4420-94b7-62535aca8355 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3147974 Nov 28 08:15:12.437498 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46204) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:12.442338 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1237189925-router', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:12.464349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:12.465678 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:12.529567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:12.569151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Sync routers for ids ['48de05fd-b681-41ee-b492-a4fd8595131b'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:15:12.581715 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-9007b1fc-b473-4220-9bd0-4393fe65b86a', 'network_id': '9007b1fc-b473-4220-9bd0-4393fe65b86a', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'fixed_ips': [{'subnet_id': 'ca95d540-e39c-42cb-a03f-ea9b957f7e9c'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:15:12.582554 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:12.586645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Routers {'48de05fd-b681-41ee-b492-a4fd8595131b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:15:12.587282 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:14:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['48de05fd-b681-41ee-b492-a4fd8595131b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:12.689961 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:12.908198 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:12.927266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:12.962890 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Set router 48de05fd-b681-41ee-b492-a4fd8595131b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:15:13.014302 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Allocated IP 172.20.0.2 (9007b1fc-b473-4220-9bd0-4393fe65b86a/ca95d540-e39c-42cb-a03f-ea9b957f7e9c/6ad9e5b6-f46d-474b-a73c-83902f622e43) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:15:13.041331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Allocated IP 172.26.2.143 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/62f94ac5-181f-4cef-8166-159a433b8b63) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:15:13.137142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6f2c74d9-af31-4b62-b854-dc0df4148921 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:15:13.158298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:13.196431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:13.233290 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:15:13.237570 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:13.243733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:15:13.257390 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daaa641-2812-48f4-9b28-275b50a607bb None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:15:13.275345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Pushing event updated for resources: {'Port': ['ID=62f94ac5-181f-4cef-8166-159a433b8b63,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:13.354916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 6f2c74d9-af31-4b62-b854-dc0df4148921 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:13.355291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:13.387777 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:13.410902 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:13.412806 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-84b4b77b-8dca-494a-be33-0ec9999dac55 None None] Provisioning complete for port 62f94ac5-181f-4cef-8166-159a433b8b63 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:13.413294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84b4b77b-8dca-494a-be33-0ec9999dac55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:13.497301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Network 9007b1fc-b473-4220-9bd0-4393fe65b86a is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:15:13.511512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:13.514517 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:15:13.524245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'name': 'tempest-TestEncryptedCinderVolumes-217860903-router', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '6f2c74d9-af31-4b62-b854-dc0df4148921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:07Z', 'updated_at': '2021-11-28T08:15:10Z', 'revision_number': 4, 'project_id': 'eaf84002e55549808ff2fb082c7e8c90', 'gw_port': {'id': '6f2c74d9-af31-4b62-b854-dc0df4148921', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:08Z', 'updated_at': '2021-11-28T08:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '54f36e51-af8e-435d-993c-5b54c40d63b6', 'name': '', 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'mac_address': 'fa:16:3e:4a:c3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'a063eecd-9033-4e45-aef3-3d8036a4df26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:10Z', 'updated_at': '2021-11-28T08:15:10Z', 'revision_number': 2, 'project_id': 'eaf84002e55549808ff2fb082c7e8c90', 'subnets': [{'id': 'a063eecd-9033-4e45-aef3-3d8036a4df26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:13.528943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:13.554615 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-84b4b77b-8dca-494a-be33-0ec9999dac55 None None] Port 62f94ac5-181f-4cef-8166-159a433b8b63 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:15:13.556903 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Pushing event updated for resources: {'Port': ['ID=6ad9e5b6-f46d-474b-a73c-83902f622e43,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:13.564358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Checking router: 48de05fd-b681-41ee-b492-a4fd8595131b for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:15:13.564671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Updating router 48de05fd-b681-41ee-b492-a4fd8595131b port 54f36e51-af8e-435d-993c-5b54c40d63b6 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:15:13.667157 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:13.679982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Attempting to bind port 6ad9e5b6-f46d-474b-a73c-83902f622e43 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:15:13.680351 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Attempting to bind port 6ad9e5b6-f46d-474b-a73c-83902f622e43 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'fcba672c-7c30-4b92-a905-9f71bf3cc3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9007b1fc-b473-4220-9bd0-4393fe65b86a'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:15:13.680719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Attempting to bind port 6ad9e5b6-f46d-474b-a73c-83902f622e43 on network 9007b1fc-b473-4220-9bd0-4393fe65b86a {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:15:13.693072 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:15:13.693440 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Checking segment: {'id': 'fcba672c-7c30-4b92-a905-9f71bf3cc3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9007b1fc-b473-4220-9bd0-4393fe65b86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:15:13.693829 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:13.694219 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Bound using segment: {'id': 'fcba672c-7c30-4b92-a905-9f71bf3cc3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9007b1fc-b473-4220-9bd0-4393fe65b86a'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:15:13.694679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Bound port: 6ad9e5b6-f46d-474b-a73c-83902f622e43, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcba672c-7c30-4b92-a905-9f71bf3cc3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9007b1fc-b473-4220-9bd0-4393fe65b86a'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:15:13.695078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:13.756627 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:13.853117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] For port 6ad9e5b6-f46d-474b-a73c-83902f622e43, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:15:13.878937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] For port 6ad9e5b6-f46d-474b-a73c-83902f622e43, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6ad9e5b6-f46d-474b-a73c-83902f622e43,segment=NetworkSegment(fcba672c-7c30-4b92-a905-9f71bf3cc3f0),segment_id=fcba672c-7c30-4b92-a905-9f71bf3cc3f0)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:15:13.899035 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Router 54cbead7-6676-4a57-94c4-db133dc7f7bb is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:15:13.909535 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:14.002182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3750b9-798d-40e8-82dc-40a1c255d42f None None] Pushing event updated for resources: {'Port': ['ID=6ad9e5b6-f46d-474b-a73c-83902f622e43,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:14.025494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:15:14.037866 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Sync routers for ids ['54cbead7-6676-4a57-94c4-db133dc7f7bb'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:15:14.047240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:14.050812 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b9bf23e6-cfc2-4648-b0a5-9a6d2ddd3981 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6117411 Nov 28 08:15:14.052491 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Routers {'54cbead7-6676-4a57-94c4-db133dc7f7bb'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:15:14.053431 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46206) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:15:14.054018 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:14:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['54cbead7-6676-4a57-94c4-db133dc7f7bb'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:14.079445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:14.089745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:14.175143 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb5fc2-07d7-4803-94df-08622b4daee8 None None] Pushing event updated for resources: {'Port': ['ID=54f36e51-af8e-435d-993c-5b54c40d63b6,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:14.237351 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Attempting to bind port 54f36e51-af8e-435d-993c-5b54c40d63b6 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:15:14.238139 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Attempting to bind port 54f36e51-af8e-435d-993c-5b54c40d63b6 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:15:14.238463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Attempting to bind port 54f36e51-af8e-435d-993c-5b54c40d63b6 on network 22fe5190-d54b-4f3f-bf8c-f61f06272315 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:15:14.242298 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Set router 54cbead7-6676-4a57-94c4-db133dc7f7bb gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:15:14.245711 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:15:14.246133 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Checking segment: {'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:15:14.246545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:14.246966 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Bound using segment: {'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:15:14.247445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Bound port: 54f36e51-af8e-435d-993c-5b54c40d63b6, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:15:14.247833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:14.354649 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] For port 54f36e51-af8e-435d-993c-5b54c40d63b6, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:15:14.358536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] For port 54f36e51-af8e-435d-993c-5b54c40d63b6, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=54f36e51-af8e-435d-993c-5b54c40d63b6,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:15:14.367787 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:14.450098 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Routers {'48de05fd-b681-41ee-b492-a4fd8595131b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:15:14.450941 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:14:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['48de05fd-b681-41ee-b492-a4fd8595131b'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:14.510165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb5fc2-07d7-4803-94df-08622b4daee8 None None] Pushing event updated for resources: {'Port': ['ID=54f36e51-af8e-435d-993c-5b54c40d63b6,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:14.514702 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1237189925-router', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '62f94ac5-181f-4cef-8166-159a433b8b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:15:13Z', 'revision_number': 3, 'project_id': 'f20898f8e62944f590861198dc650714', 'gw_port': {'id': '62f94ac5-181f-4cef-8166-159a433b8b63', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:14.546755 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Checking router: 54cbead7-6676-4a57-94c4-db133dc7f7bb for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:15:14.547276 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Updating router 54cbead7-6676-4a57-94c4-db133dc7f7bb port 62f94ac5-181f-4cef-8166-159a433b8b63 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:15:14.585436 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:14.599471 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8ba40b07-07f9-40ba-9c9e-1a3a0f57cd9a None None] Provisioning complete for port 54f36e51-af8e-435d-993c-5b54c40d63b6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:14.600339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8ba40b07-07f9-40ba-9c9e-1a3a0f57cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:14.638863 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] Set router 48de05fd-b681-41ee-b492-a4fd8595131b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:15:14.712843 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:14.884628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8ba40b07-07f9-40ba-9c9e-1a3a0f57cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:14.952854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-8ba40b07-07f9-40ba-9c9e-1a3a0f57cd9a None None] For port 54f36e51-af8e-435d-993c-5b54c40d63b6, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=54f36e51-af8e-435d-993c-5b54c40d63b6,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:14.963318 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8ba40b07-07f9-40ba-9c9e-1a3a0f57cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:14.971074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Allocated IP 172.20.0.1 (9007b1fc-b473-4220-9bd0-4393fe65b86a/ca95d540-e39c-42cb-a03f-ea9b957f7e9c/348c8835-4dfe-4320-a650-1baf9cac6384) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:15:14.999000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'name': 'tempest-TestEncryptedCinderVolumes-217860903-router', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '6f2c74d9-af31-4b62-b854-dc0df4148921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:07Z', 'updated_at': '2021-11-28T08:15:10Z', 'revision_number': 4, 'project_id': 'eaf84002e55549808ff2fb082c7e8c90', 'gw_port': {'id': '6f2c74d9-af31-4b62-b854-dc0df4148921', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:08Z', 'updated_at': '2021-11-28T08:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '54f36e51-af8e-435d-993c-5b54c40d63b6', 'name': '', 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'mac_address': 'fa:16:3e:4a:c3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'a063eecd-9033-4e45-aef3-3d8036a4df26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:10Z', 'updated_at': '2021-11-28T08:15:14Z', 'revision_number': 4, 'project_id': 'eaf84002e55549808ff2fb082c7e8c90', 'subnets': [{'id': 'a063eecd-9033-4e45-aef3-3d8036a4df26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:15.014657 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.022475 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.030099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea3870-fd66-4d32-9df2-8f1311517c4f None None] The sync data for ids ['48de05fd-b681-41ee-b492-a4fd8595131b'] in dv-neutron-744815-16-hyperv is: [{'id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'name': 'tempest-TestEncryptedCinderVolumes-217860903-router', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '6f2c74d9-af31-4b62-b854-dc0df4148921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:07Z', 'updated_at': '2021-11-28T08:15:10Z', 'revision_number': 4, 'project_id': 'eaf84002e55549808ff2fb082c7e8c90', 'gw_port': {'id': '6f2c74d9-af31-4b62-b854-dc0df4148921', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:08Z', 'updated_at': '2021-11-28T08:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '54f36e51-af8e-435d-993c-5b54c40d63b6', 'name': '', 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'mac_address': 'fa:16:3e:4a:c3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'a063eecd-9033-4e45-aef3-3d8036a4df26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:10Z', 'updated_at': '2021-11-28T08:15:14Z', 'revision_number': 4, 'project_id': 'eaf84002e55549808ff2fb082c7e8c90', 'subnets': [{'id': 'a063eecd-9033-4e45-aef3-3d8036a4df26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:15:15.066983 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba40b07-07f9-40ba-9c9e-1a3a0f57cd9a None None] Pushing event updated for resources: {'Port': ['ID=54f36e51-af8e-435d-993c-5b54c40d63b6,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:15.079279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147ad3a1-bbe6-4685-9028-50e92c130891 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:15:15.118831 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.132780 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d8627034-1a5a-45c4-a124-27236f2055a2 None None] Provisioning complete for port 54f36e51-af8e-435d-993c-5b54c40d63b6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:15.132780 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d8627034-1a5a-45c4-a124-27236f2055a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.151657 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Attempting to bind port 62f94ac5-181f-4cef-8166-159a433b8b63 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:15:15.152694 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Attempting to bind port 62f94ac5-181f-4cef-8166-159a433b8b63 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:15:15.153240 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Attempting to bind port 62f94ac5-181f-4cef-8166-159a433b8b63 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:15:15.170977 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:15:15.171360 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:15:15.171753 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.172143 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:15:15.172788 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Bound port: 62f94ac5-181f-4cef-8166-159a433b8b63, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:15:15.173324 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.216341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.221264 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f03740-dd47-4a91-88d7-330f7f1483a0 None None] Pushing event updated for resources: {'Port': ['ID=62f94ac5-181f-4cef-8166-159a433b8b63,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:15.248039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6ad9e5b6-f46d-474b-a73c-83902f622e43 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:15:15.274610 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Network 9007b1fc-b473-4220-9bd0-4393fe65b86a is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:15:15.278816 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:15.281432 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:15:15.307616 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] For port 62f94ac5-181f-4cef-8166-159a433b8b63, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:15:15.312483 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] For port 62f94ac5-181f-4cef-8166-159a433b8b63, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=62f94ac5-181f-4cef-8166-159a433b8b63,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:15:15.322265 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.332922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Pushing event updated for resources: {'Port': ['ID=348c8835-4dfe-4320-a650-1baf9cac6384,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:15.342705 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.420484 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Routers {'54cbead7-6676-4a57-94c4-db133dc7f7bb'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:15:15.421122 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:14:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['54cbead7-6676-4a57-94c4-db133dc7f7bb'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:15.493216 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f03740-dd47-4a91-88d7-330f7f1483a0 None None] Pushing event updated for resources: {'Port': ['ID=62f94ac5-181f-4cef-8166-159a433b8b63,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:15.577745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.577973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ecd110-f29d-42c5-907a-dacd3e565bed None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:15:15.582324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695f0c43-0710-460a-8698-c9ecbafee708 None None] Network 9007b1fc-b473-4220-9bd0-4393fe65b86a requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:15:15.594543 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] Set router 54cbead7-6676-4a57-94c4-db133dc7f7bb gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:15:15.683847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 6ad9e5b6-f46d-474b-a73c-83902f622e43 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:15.684464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.720515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-eca70009-6153-42c0-badc-6ab423b167c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.805576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.810249 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1237189925-router', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '62f94ac5-181f-4cef-8166-159a433b8b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:15:13Z', 'revision_number': 3, 'project_id': 'f20898f8e62944f590861198dc650714', 'gw_port': {'id': '62f94ac5-181f-4cef-8166-159a433b8b63', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:15.811426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.848473 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1a5fb-8bae-496c-90cb-52ba666d2ffa None None] The sync data for ids ['54cbead7-6676-4a57-94c4-db133dc7f7bb'] in dv-neutron-744815-16-hyperv is: [{'id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1237189925-router', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '62f94ac5-181f-4cef-8166-159a433b8b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:15:13Z', 'revision_number': 3, 'project_id': 'f20898f8e62944f590861198dc650714', 'gw_port': {'id': '62f94ac5-181f-4cef-8166-159a433b8b63', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:15:15.874143 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.925381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 6ad9e5b6-f46d-474b-a73c-83902f622e43, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6ad9e5b6-f46d-474b-a73c-83902f622e43,segment=NetworkSegment(fcba672c-7c30-4b92-a905-9f71bf3cc3f0),segment_id=fcba672c-7c30-4b92-a905-9f71bf3cc3f0)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:15.926599 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2aa0dcbe-b75e-406f-9975-be6ca640807c None None] Provisioning complete for port 6ad9e5b6-f46d-474b-a73c-83902f622e43 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:15.932185 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2aa0dcbe-b75e-406f-9975-be6ca640807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:15.937255 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:16.072461 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=6ad9e5b6-f46d-474b-a73c-83902f622e43,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:16.148634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2aa0dcbe-b75e-406f-9975-be6ca640807c None None] Provisioning complete for port 62f94ac5-181f-4cef-8166-159a433b8b63 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:16.149007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2aa0dcbe-b75e-406f-9975-be6ca640807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:16.295866 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2aa0dcbe-b75e-406f-9975-be6ca640807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:16.304152 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:16.313839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Pushing event updated for resources: {'Port': ['ID=348c8835-4dfe-4320-a650-1baf9cac6384,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:16.324986 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-2aa0dcbe-b75e-406f-9975-be6ca640807c None None] For port 62f94ac5-181f-4cef-8166-159a433b8b63, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=62f94ac5-181f-4cef-8166-159a433b8b63,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:16.341961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2aa0dcbe-b75e-406f-9975-be6ca640807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:16.440656 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0dcbe-b75e-406f-9975-be6ca640807c None None] Pushing event updated for resources: {'Port': ['ID=62f94ac5-181f-4cef-8166-159a433b8b63,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:16.453079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Network 9007b1fc-b473-4220-9bd0-4393fe65b86a is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:15:16.454946 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:16.467151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-3b316d12-8893-4b08-a547-9a8793cfcd2b None None] Provisioning complete for port 348c8835-4dfe-4320-a650-1baf9cac6384 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:16.467528 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3b316d12-8893-4b08-a547-9a8793cfcd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:16.510887 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-3b316d12-8893-4b08-a547-9a8793cfcd2b None None] Port 348c8835-4dfe-4320-a650-1baf9cac6384 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:15:16.525392 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-3b316d12-8893-4b08-a547-9a8793cfcd2b None None] Provisioning complete for port 6ad9e5b6-f46d-474b-a73c-83902f622e43 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:16.526007 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3b316d12-8893-4b08-a547-9a8793cfcd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:16.620643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Router 54cbead7-6676-4a57-94c4-db133dc7f7bb has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:15:16.775778 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:15:16.797914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-46446938-deab-4d30-a383-11e53849cdb3 None None] Provisioning complete for port 348c8835-4dfe-4320-a650-1baf9cac6384 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:16.801151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-46446938-deab-4d30-a383-11e53849cdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:16.807555 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1305ff6b-b0be-4d65-985e-1b349887456b admin admin] 10.222.0.31 "PUT /v2.0/routers/54cbead7-6676-4a57-94c4-db133dc7f7bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7346809 Nov 28 08:15:16.860907 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-46446938-deab-4d30-a383-11e53849cdb3 None None] Port 348c8835-4dfe-4320-a650-1baf9cac6384 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:15:16.981048 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-90b7f28a-0921-4192-ac51-11e3c2f6be57 None None] Provisioning complete for port 348c8835-4dfe-4320-a650-1baf9cac6384 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:16.981426 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-90b7f28a-0921-4192-ac51-11e3c2f6be57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:17.022855 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-90b7f28a-0921-4192-ac51-11e3c2f6be57 None None] Port 348c8835-4dfe-4320-a650-1baf9cac6384 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:15:17.199723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6ad9e5b6-f46d-474b-a73c-83902f622e43 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:15:17.255403 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 6ad9e5b6-f46d-474b-a73c-83902f622e43 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:17.255771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:17.342234 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 62f94ac5-181f-4cef-8166-159a433b8b63 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:15:17.392259 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 62f94ac5-181f-4cef-8166-159a433b8b63 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:17.392558 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:17.484651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 54f36e51-af8e-435d-993c-5b54c40d63b6 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:15:17.534808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 54f36e51-af8e-435d-993c-5b54c40d63b6 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:17.535213 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:17.535719 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-6df5a74b-7b6f-477c-bd30-20a1d33671c4 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:17.537187 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-6df5a74b-7b6f-477c-bd30-20a1d33671c4 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/networks?id=22fe5190-d54b-4f3f-bf8c-f61f06272315 HTTP/1.1" status: 200 len: 816 time: 0.1047480 Nov 28 08:15:17.552061 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-db5a53ae-e0bd-4c86-a4e2-34736331e919 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/quotas/eaf84002e55549808ff2fb082c7e8c90 HTTP/1.1" status: 200 len: 375 time: 0.0090840 Nov 28 08:15:17.609709 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-babe46d2-1d3d-47e8-86a9-ce9a04f312dc tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=eaf84002e55549808ff2fb082c7e8c90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520358 Nov 28 08:15:17.989041 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e52b8928-3c79-4912-a29f-3acd96345f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:18.111948 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-97ab9ecd-efe5-4c08-a229-64718b6730de service neutron] 10.222.0.31 "GET /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906533 Nov 28 08:15:18.200480 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-9aa49923-857c-4ced-b485-07843aea471e service neutron] 10.222.0.31 "GET /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822484 Nov 28 08:15:18.370402 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5887ad36-e49e-449c-be66-44e8fa9c1a80 req-b3086d41-1398-4670-9392-6acd1faec923 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 210 time: 0.0324855 Nov 28 08:15:18.660900 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Sync routers for ids ['54cbead7-6676-4a57-94c4-db133dc7f7bb'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:15:18.672902 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Routers {'54cbead7-6676-4a57-94c4-db133dc7f7bb'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:15:18.673695 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:15:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['54cbead7-6676-4a57-94c4-db133dc7f7bb'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:18.798024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Set router 54cbead7-6676-4a57-94c4-db133dc7f7bb gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:15:18.999111 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1237189925-router', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '62f94ac5-181f-4cef-8166-159a433b8b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:15:15Z', 'revision_number': 4, 'project_id': 'f20898f8e62944f590861198dc650714', 'gw_port': {'id': '62f94ac5-181f-4cef-8166-159a433b8b63', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '348c8835-4dfe-4320-a650-1baf9cac6384', 'name': '', 'network_id': '9007b1fc-b473-4220-9bd0-4393fe65b86a', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'mac_address': 'fa:16:3e:87:12:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ca95d540-e39c-42cb-a03f-ea9b957f7e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:14Z', 'updated_at': '2021-11-28T08:15:15Z', 'revision_number': 2, 'project_id': 'f20898f8e62944f590861198dc650714', 'subnets': [{'id': 'ca95d540-e39c-42cb-a03f-ea9b957f7e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:19.030087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Checking router: 54cbead7-6676-4a57-94c4-db133dc7f7bb for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:15:19.030435 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Updating router 54cbead7-6676-4a57-94c4-db133dc7f7bb port 348c8835-4dfe-4320-a650-1baf9cac6384 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:15:19.060279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:19.176328 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:19.359174 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:19.360162 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-16931f84-57a6-457c-b450-815a3fa029b6 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:19.361719 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-16931f84-57a6-457c-b450-815a3fa029b6 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.35 "GET /v2.0/networks?id=22fe5190-d54b-4f3f-bf8c-f61f06272315 HTTP/1.1" status: 200 len: 816 time: 0.1052303 Nov 28 08:15:19.364991 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:19.376178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-08e370ce-bcfd-4c06-b872-ba858c9f1942 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Request body: {'port': {'device_id': '9de317b3-4d9e-46cc-b653-4e231f7a294b', 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315', 'admin_state_up': True, 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:19.425517 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb5519-9e06-47a5-b75b-e7a9593b5b23 None None] Pushing event updated for resources: {'Port': ['ID=348c8835-4dfe-4320-a650-1baf9cac6384,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:19.483218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Attempting to bind port 348c8835-4dfe-4320-a650-1baf9cac6384 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:15:19.483656 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Attempting to bind port 348c8835-4dfe-4320-a650-1baf9cac6384 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'fcba672c-7c30-4b92-a905-9f71bf3cc3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9007b1fc-b473-4220-9bd0-4393fe65b86a'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:15:19.484017 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Attempting to bind port 348c8835-4dfe-4320-a650-1baf9cac6384 on network 9007b1fc-b473-4220-9bd0-4393fe65b86a {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:15:19.489535 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:15:19.489908 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Checking segment: {'id': 'fcba672c-7c30-4b92-a905-9f71bf3cc3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9007b1fc-b473-4220-9bd0-4393fe65b86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:15:19.490314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:19.490704 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Bound using segment: {'id': 'fcba672c-7c30-4b92-a905-9f71bf3cc3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9007b1fc-b473-4220-9bd0-4393fe65b86a'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:15:19.491205 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Bound port: 348c8835-4dfe-4320-a650-1baf9cac6384, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcba672c-7c30-4b92-a905-9f71bf3cc3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9007b1fc-b473-4220-9bd0-4393fe65b86a'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:15:19.491588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:19.511565 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6b920935-1a32-4282-ad4c-37f0f4075c66 req-ff46b193-69fa-4c58-90fe-25d8f6510c53 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 210 time: 0.0323596 Nov 28 08:15:19.533445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-08e370ce-bcfd-4c06-b872-ba858c9f1942 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Made reservation on behalf of eaf84002e55549808ff2fb082c7e8c90 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:15:19.537798 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-08e370ce-bcfd-4c06-b872-ba858c9f1942 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:19.576557 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] For port 348c8835-4dfe-4320-a650-1baf9cac6384, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:15:19.579994 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] For port 348c8835-4dfe-4320-a650-1baf9cac6384, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=348c8835-4dfe-4320-a650-1baf9cac6384,segment=NetworkSegment(fcba672c-7c30-4b92-a905-9f71bf3cc3f0),segment_id=fcba672c-7c30-4b92-a905-9f71bf3cc3f0)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:15:19.584722 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:19.645411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Routers {'54cbead7-6676-4a57-94c4-db133dc7f7bb'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:15:19.646041 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:15:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['54cbead7-6676-4a57-94c4-db133dc7f7bb'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:19.674546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-08e370ce-bcfd-4c06-b872-ba858c9f1942 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Allocated IP 172.20.0.4 (22fe5190-d54b-4f3f-bf8c-f61f06272315/a063eecd-9033-4e45-aef3-3d8036a4df26/2acb41e7-ec44-48bb-8908-c0f3317de997) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:15:19.699884 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb5519-9e06-47a5-b75b-e7a9593b5b23 None None] Pushing event updated for resources: {'Port': ['ID=348c8835-4dfe-4320-a650-1baf9cac6384,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:19.861784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-08e370ce-bcfd-4c06-b872-ba858c9f1942 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:19.880905 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b1e1ff56-1079-4353-a980-4015c462b7ba None None] Provisioning complete for port 348c8835-4dfe-4320-a650-1baf9cac6384 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:19.880905 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ff56-1079-4353-a980-4015c462b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:19.900105 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-08e370ce-bcfd-4c06-b872-ba858c9f1942 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:19.948406 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-08e370ce-bcfd-4c06-b872-ba858c9f1942 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Network 22fe5190-d54b-4f3f-bf8c-f61f06272315 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:15:19.953379 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-08e370ce-bcfd-4c06-b872-ba858c9f1942 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:19.957006 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-08e370ce-bcfd-4c06-b872-ba858c9f1942 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:15:19.978141 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] Set router 54cbead7-6676-4a57-94c4-db133dc7f7bb gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:15:19.993317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e370ce-bcfd-4c06-b872-ba858c9f1942 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Pushing event updated for resources: {'Port': ['ID=2acb41e7-ec44-48bb-8908-c0f3317de997,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:20.016855 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-08e370ce-bcfd-4c06-b872-ba858c9f1942 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:20.017595 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-08e370ce-bcfd-4c06-b872-ba858c9f1942 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:20.040437 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-08e370ce-bcfd-4c06-b872-ba858c9f1942 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6682808 Nov 28 08:15:20.060461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Request body: {'port': {'device_id': '9de317b3-4d9e-46cc-b653-4e231f7a294b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:20.118375 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ff56-1079-4353-a980-4015c462b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:20.132727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:20.193399 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b1e1ff56-1079-4353-a980-4015c462b7ba None None] For port 348c8835-4dfe-4320-a650-1baf9cac6384, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=348c8835-4dfe-4320-a650-1baf9cac6384,segment=NetworkSegment(fcba672c-7c30-4b92-a905-9f71bf3cc3f0),segment_id=fcba672c-7c30-4b92-a905-9f71bf3cc3f0)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:20.200483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ff56-1079-4353-a980-4015c462b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:20.282344 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1ff56-1079-4353-a980-4015c462b7ba None None] Pushing event updated for resources: {'Port': ['ID=348c8835-4dfe-4320-a650-1baf9cac6384,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:20.296840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1237189925-router', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '62f94ac5-181f-4cef-8166-159a433b8b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:15:15Z', 'revision_number': 4, 'project_id': 'f20898f8e62944f590861198dc650714', 'gw_port': {'id': '62f94ac5-181f-4cef-8166-159a433b8b63', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '348c8835-4dfe-4320-a650-1baf9cac6384', 'name': '', 'network_id': '9007b1fc-b473-4220-9bd0-4393fe65b86a', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'mac_address': 'fa:16:3e:87:12:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ca95d540-e39c-42cb-a03f-ea9b957f7e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:14Z', 'updated_at': '2021-11-28T08:15:19Z', 'revision_number': 4, 'project_id': 'f20898f8e62944f590861198dc650714', 'subnets': [{'id': 'ca95d540-e39c-42cb-a03f-ea9b957f7e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:15:20.329299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaf43a-0312-407b-882e-93c19a7cccde None None] The sync data for ids ['54cbead7-6676-4a57-94c4-db133dc7f7bb'] in dv-neutron-744815-16-hyperv is: [{'id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1237189925-router', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '62f94ac5-181f-4cef-8166-159a433b8b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:15:15Z', 'revision_number': 4, 'project_id': 'f20898f8e62944f590861198dc650714', 'gw_port': {'id': '62f94ac5-181f-4cef-8166-159a433b8b63', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '348c8835-4dfe-4320-a650-1baf9cac6384', 'name': '', 'network_id': '9007b1fc-b473-4220-9bd0-4393fe65b86a', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'mac_address': 'fa:16:3e:87:12:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ca95d540-e39c-42cb-a03f-ea9b957f7e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:14Z', 'updated_at': '2021-11-28T08:15:19Z', 'revision_number': 4, 'project_id': 'f20898f8e62944f590861198dc650714', 'subnets': [{'id': 'ca95d540-e39c-42cb-a03f-ea9b957f7e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:15:20.339529 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6d4bc73f-b807-4b1a-9d79-93a75f9b89f4 None None] Provisioning complete for port 348c8835-4dfe-4320-a650-1baf9cac6384 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:20.339937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc73f-b807-4b1a-9d79-93a75f9b89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:20.427050 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:20.471902 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acb41e7-ec44-48bb-8908-c0f3317de997 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:15:20.480791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:20.483336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6d4bc73f-b807-4b1a-9d79-93a75f9b89f4 None None] Provisioning complete for port 2acb41e7-ec44-48bb-8908-c0f3317de997 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:20.483704 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc73f-b807-4b1a-9d79-93a75f9b89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:20.494850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Transition to ACTIVE for port object 2acb41e7-ec44-48bb-8908-c0f3317de997 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:15:20.500165 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:20.530674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-6d4bc73f-b807-4b1a-9d79-93a75f9b89f4 None None] Port 2acb41e7-ec44-48bb-8908-c0f3317de997 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:15:20.551439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Pushing event updated for resources: {'Port': ['ID=2acb41e7-ec44-48bb-8908-c0f3317de997,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:20.685010 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Attempting to bind port 2acb41e7-ec44-48bb-8908-c0f3317de997 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:15:20.685349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Attempting to bind port 2acb41e7-ec44-48bb-8908-c0f3317de997 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:15:20.685674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Attempting to bind port 2acb41e7-ec44-48bb-8908-c0f3317de997 on network 22fe5190-d54b-4f3f-bf8c-f61f06272315 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:15:20.694737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Port 2acb41e7-ec44-48bb-8908-c0f3317de997 on network 22fe5190-d54b-4f3f-bf8c-f61f06272315 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:15:20.695123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Attempting to bind port 2acb41e7-ec44-48bb-8908-c0f3317de997 on network 22fe5190-d54b-4f3f-bf8c-f61f06272315 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:15:20.710572 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b3d1d-b83f-4772-b06b-1743c3a55f70 req-59fc2130-b51e-492d-bc70-c430ddc05247 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:20.712967 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec8b3d1d-b83f-4772-b06b-1743c3a55f70 req-59fc2130-b51e-492d-bc70-c430ddc05247 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 943 time: 0.1046495 Nov 28 08:15:20.714682 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:15:20.715008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Checking segment: {'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:15:20.715509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Bound using segment: {'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:15:20.716041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Bound port: 2acb41e7-ec44-48bb-8908-c0f3317de997, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:15:20.716511 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:20.803150 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec8b3d1d-b83f-4772-b06b-1743c3a55f70 req-9266d572-c9f3-483f-84b9-559658fcbb87 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826302 Nov 28 08:15:20.823783 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] For port 2acb41e7-ec44-48bb-8908-c0f3317de997, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:15:20.827678 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] For port 2acb41e7-ec44-48bb-8908-c0f3317de997, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2acb41e7-ec44-48bb-8908-c0f3317de997,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:15:20.832514 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:20.867955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:20.868578 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:20.870216 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] 10.222.0.35 "PUT /v2.0/ports/2acb41e7-ec44-48bb-8908-c0f3317de997 HTTP/1.1" status: 200 len: 1093 time: 0.8141251 Nov 28 08:15:20.873423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de317b3-4d9e-46cc-b653-4e231f7a294b', 'tag': '2acb41e7-ec44-48bb-8908-c0f3317de997'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:15:20.875754 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fb21a4-b501-4dea-ae5b-fcb9c577e059" -d '{"events": [{"name": "network-changed", "server_uuid": "9de317b3-4d9e-46cc-b653-4e231f7a294b", "tag": "2acb41e7-ec44-48bb-8908-c0f3317de997"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:15:20.912415 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f235a39-2249-481a-a95b-dbf5cd6f102e service neutron] Pushing event updated for resources: {'Port': ['ID=2acb41e7-ec44-48bb-8908-c0f3317de997,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:20.917036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4846007-b668-4225-bf46-5ccddaea0804 x-openstack-request-id: req-e4846007-b668-4225-bf46-5ccddaea0804 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:15:20.917406 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de317b3-4d9e-46cc-b653-4e231f7a294b", "tag": "2acb41e7-ec44-48bb-8908-c0f3317de997", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:15:20.918974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4846007-b668-4225-bf46-5ccddaea0804 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:15:20.919460 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de317b3-4d9e-46cc-b653-4e231f7a294b', 'tag': '2acb41e7-ec44-48bb-8908-c0f3317de997', 'status': 'completed', 'code': 200} Nov 28 08:15:20.988321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-ea05b5b2-361e-46ed-81b4-52205477156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:20.990038 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-ea05b5b2-361e-46ed-81b4-52205477156b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eaf84002e55549808ff2fb082c7e8c90&device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 1096 time: 0.0641470 Nov 28 08:15:21.043964 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-898173ef-b342-417c-a923-2301ed3508fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2acb41e7-ec44-48bb-8908-c0f3317de997 HTTP/1.1" status: 200 len: 217 time: 0.0386016 Nov 28 08:15:21.107039 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-eafa4176-e788-43fa-8662-9e87a0d95a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:21.108568 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-eafa4176-e788-43fa-8662-9e87a0d95a71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a063eecd-9033-4e45-aef3-3d8036a4df26 HTTP/1.1" status: 200 len: 855 time: 0.0545363 Nov 28 08:15:21.122669 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 348c8835-4dfe-4320-a650-1baf9cac6384 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:15:21.173782 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-37e94cba-dfce-40bb-a825-9d5432a34755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:21.175213 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-37e94cba-dfce-40bb-a825-9d5432a34755 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22fe5190-d54b-4f3f-bf8c-f61f06272315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0528619 Nov 28 08:15:21.191125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 348c8835-4dfe-4320-a650-1baf9cac6384 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:21.191502 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:21.269674 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-68a62d58-094e-4235-88bd-a7f383cfebde service neutron] 10.222.0.35 "GET /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808094 Nov 28 08:15:21.367113 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-74ac2195-085c-44bd-a464-e91bfc79e6e0 req-c26afb24-d58d-4298-befd-6c1fa6afeaa9 service neutron] 10.222.0.35 "GET /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861545 Nov 28 08:15:21.379252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:21.476023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb21a4-b501-4dea-ae5b-fcb9c577e059 req-a1cc1138-0403-4687-9643-75b7484777fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:21.477396 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-05fb21a4-b501-4dea-ae5b-fcb9c577e059 req-a1cc1138-0403-4687-9643-75b7484777fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eaf84002e55549808ff2fb082c7e8c90&device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 1096 time: 0.0467787 Nov 28 08:15:21.568854 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb21a4-b501-4dea-ae5b-fcb9c577e059 req-4a9b9ef9-1719-446a-b13f-811760697086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:21.570309 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-05fb21a4-b501-4dea-ae5b-fcb9c577e059 req-4a9b9ef9-1719-446a-b13f-811760697086 service neutron] 10.222.0.35 "GET /v2.0/networks?id=22fe5190-d54b-4f3f-bf8c-f61f06272315 HTTP/1.1" status: 200 len: 917 time: 0.0856435 Nov 28 08:15:21.613757 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-05fb21a4-b501-4dea-ae5b-fcb9c577e059 req-5a244095-fcab-482e-ab72-141648ad5567 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2acb41e7-ec44-48bb-8908-c0f3317de997 HTTP/1.1" status: 200 len: 217 time: 0.0349255 Nov 28 08:15:21.661999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb21a4-b501-4dea-ae5b-fcb9c577e059 req-ce32e668-0cb0-4215-8dc5-85e1a3e5634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:21.663510 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-05fb21a4-b501-4dea-ae5b-fcb9c577e059 req-ce32e668-0cb0-4215-8dc5-85e1a3e5634c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a063eecd-9033-4e45-aef3-3d8036a4df26 HTTP/1.1" status: 200 len: 855 time: 0.0426631 Nov 28 08:15:21.715640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb21a4-b501-4dea-ae5b-fcb9c577e059 req-bbff2c22-dce3-4737-beb0-8e4f257b4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:21.717113 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-05fb21a4-b501-4dea-ae5b-fcb9c577e059 req-bbff2c22-dce3-4737-beb0-8e4f257b4289 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22fe5190-d54b-4f3f-bf8c-f61f06272315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0463557 Nov 28 08:15:21.810115 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-05fb21a4-b501-4dea-ae5b-fcb9c577e059 req-ec5df561-73f2-46ac-9998-78278aa71231 service neutron] 10.222.0.35 "GET /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850747 Nov 28 08:15:21.939952 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-05fb21a4-b501-4dea-ae5b-fcb9c577e059 req-baa6dbf7-85ce-4cde-94e6-d279e7a1b7be service neutron] 10.222.0.35 "GET /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198790 Nov 28 08:15:21.956099 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fc69f-314f-451d-9409-45ff9d38c3d6 req-ad90821a-40ea-44a0-809d-c921fc78a0dd tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:21.957607 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3d5fc69f-314f-451d-9409-45ff9d38c3d6 req-ad90821a-40ea-44a0-809d-c921fc78a0dd tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 943 time: 0.0828366 Nov 28 08:15:22.006246 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3d5fc69f-314f-451d-9409-45ff9d38c3d6 req-5096df06-b3fb-4c05-a358-30cdb3e5cb01 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423911 Nov 28 08:15:23.135949 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aad2a4-d463-4669-8292-f1c026edc58d req-8dabb00a-4ac0-425d-9852-37975b607ca4 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:23.137883 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b3aad2a4-d463-4669-8292-f1c026edc58d req-8dabb00a-4ac0-425d-9852-37975b607ca4 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 943 time: 0.0582242 Nov 28 08:15:23.184712 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b3aad2a4-d463-4669-8292-f1c026edc58d req-34a34453-1844-40da-b850-0884b5086e42 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407653 Nov 28 08:15:24.305066 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3496c5-9be8-4f1e-8066-573a50a68271 req-d5802b32-318e-4e36-b6dd-93238f4e0494 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:24.306522 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6a3496c5-9be8-4f1e-8066-573a50a68271 req-d5802b32-318e-4e36-b6dd-93238f4e0494 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 943 time: 0.0539041 Nov 28 08:15:24.351159 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6a3496c5-9be8-4f1e-8066-573a50a68271 req-299d2b09-e26b-4c27-959d-1d546b15eac4 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387983 Nov 28 08:15:24.454341 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2acb41e7-ec44-48bb-8908-c0f3317de997 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:15:24.549425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 2acb41e7-ec44-48bb-8908-c0f3317de997, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2acb41e7-ec44-48bb-8908-c0f3317de997,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:24.560479 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '2acb41e7-ec44-48bb-8908-c0f3317de997', 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315', 'port_id': '2acb41e7-ec44-48bb-8908-c0f3317de997', 'mac_address': 'fa:16:3e:fb:e9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a063eecd-9033-4e45-aef3-3d8036a4df26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:15:24.600422 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:24.615728 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acb41e7-ec44-48bb-8908-c0f3317de997 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:15:24.634781 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 2acb41e7-ec44-48bb-8908-c0f3317de997, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2acb41e7-ec44-48bb-8908-c0f3317de997,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:24.638746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:24.691752 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=2acb41e7-ec44-48bb-8908-c0f3317de997,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:24.916521 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['2acb41e7-ec44-48bb-8908-c0f3317de997'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:15:25.470391 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2782d01-bf88-4548-ac74-a4d4c66bbf4c req-30fe4be5-3bed-4dfc-8853-324f26715b76 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:25.471932 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e2782d01-bf88-4548-ac74-a4d4c66bbf4c req-30fe4be5-3bed-4dfc-8853-324f26715b76 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 944 time: 0.0556595 Nov 28 08:15:25.518024 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e2782d01-bf88-4548-ac74-a4d4c66bbf4c req-71c31a1d-cd50-4641-b071-2513724a249f tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402329 Nov 28 08:15:26.478218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2acb41e7-ec44-48bb-8908-c0f3317de997 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:15:26.530975 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 2acb41e7-ec44-48bb-8908-c0f3317de997 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:15:26.534525 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 2acb41e7-ec44-48bb-8908-c0f3317de997 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:26.534917 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:26.626977 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:26.644483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d8860-0b81-4070-bd4f-afdf51227d34 req-f2966fd5-f391-4988-8335-e10c2906f789 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:26.645956 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ca8d8860-0b81-4070-bd4f-afdf51227d34 req-f2966fd5-f391-4988-8335-e10c2906f789 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 944 time: 0.0597534 Nov 28 08:15:26.649101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de317b3-4d9e-46cc-b653-4e231f7a294b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acb41e7-ec44-48bb-8908-c0f3317de997'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:15:26.651383 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a2e423-c6be-4abc-9032-7b91877268f5" -d '{"events": [{"server_uuid": "9de317b3-4d9e-46cc-b653-4e231f7a294b", "name": "network-vif-plugged", "status": "completed", "tag": "2acb41e7-ec44-48bb-8908-c0f3317de997"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:15:26.664493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 2acb41e7-ec44-48bb-8908-c0f3317de997, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2acb41e7-ec44-48bb-8908-c0f3317de997,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:26.670178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:26.695121 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34aa279c-6c03-4e39-a8e2-377f74d90d7e x-openstack-request-id: req-34aa279c-6c03-4e39-a8e2-377f74d90d7e {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:15:26.695412 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de317b3-4d9e-46cc-b653-4e231f7a294b", "name": "network-vif-plugged", "status": "completed", "tag": "2acb41e7-ec44-48bb-8908-c0f3317de997", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:15:26.695659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34aa279c-6c03-4e39-a8e2-377f74d90d7e {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:15:26.696045 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de317b3-4d9e-46cc-b653-4e231f7a294b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acb41e7-ec44-48bb-8908-c0f3317de997', 'code': 200} Nov 28 08:15:26.699509 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ca8d8860-0b81-4070-bd4f-afdf51227d34 req-9926d6d4-a899-4dcc-99b1-37d9ecfedfba tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475187 Nov 28 08:15:26.725498 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=2acb41e7-ec44-48bb-8908-c0f3317de997,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:26.733301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:26.733587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:26.733920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:26.734252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:26.734577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:26.734920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:26.735245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:26.735565 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:26.735892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:26.736210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:26.736525 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:26.736836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:26.737149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:15:26.891446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14560da-c6ba-4a79-9a20-491148ff078e req-f09ccdc0-7341-442f-9251-ad1bdc113377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:26.892949 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f14560da-c6ba-4a79-9a20-491148ff078e req-f09ccdc0-7341-442f-9251-ad1bdc113377 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 1098 time: 0.0455227 Nov 28 08:15:26.942350 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f14560da-c6ba-4a79-9a20-491148ff078e req-dd73c0b6-52f2-45e8-bc59-7e3d2a05d874 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382004 Nov 28 08:15:27.828484 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8deaa-3c6a-4266-9b3c-8adf81a588d2 req-ce2d5fec-117d-4736-b770-c8e98d4705ce tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:27.829910 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-63e8deaa-3c6a-4266-9b3c-8adf81a588d2 req-ce2d5fec-117d-4736-b770-c8e98d4705ce tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 945 time: 0.0585573 Nov 28 08:15:27.877199 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-63e8deaa-3c6a-4266-9b3c-8adf81a588d2 req-9cc4d0ee-6d6f-445a-94b7-33dbe57ecb72 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413618 Nov 28 08:15:28.999771 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3912b-f5b9-4f58-98e7-1d997f9c5a52 req-25a734d7-9eff-4f3a-a2bd-8f2ff2597ec8 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:29.001282 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02a3912b-f5b9-4f58-98e7-1d997f9c5a52 req-25a734d7-9eff-4f3a-a2bd-8f2ff2597ec8 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 945 time: 0.0586410 Nov 28 08:15:29.047598 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02a3912b-f5b9-4f58-98e7-1d997f9c5a52 req-566ebfb6-da06-4c48-a468-13f86fabb6b4 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404220 Nov 28 08:15:29.167921 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731919a1-6e57-421f-beeb-5a3bc18a22ba req-f714c3b3-8192-487a-8f34-03228bd1d4c3 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:29.169368 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-731919a1-6e57-421f-beeb-5a3bc18a22ba req-f714c3b3-8192-487a-8f34-03228bd1d4c3 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 945 time: 0.0563221 Nov 28 08:15:29.217985 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-731919a1-6e57-421f-beeb-5a3bc18a22ba req-71e6a4f7-b1a6-43c0-8713-0a71551db337 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425727 Nov 28 08:15:31.446470 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:32.053315 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c37b8b3-3aca-40bf-998b-9f0dd8d75ea0 req-139349aa-ad7f-40b5-bf9f-4fdf2d7db7f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489764 Nov 28 08:15:32.145837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37b8b3-3aca-40bf-998b-9f0dd8d75ea0 req-3274d9a4-6400-4a4a-aaa2-2293e7e402cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:32.147346 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c37b8b3-3aca-40bf-998b-9f0dd8d75ea0 req-3274d9a4-6400-4a4a-aaa2-2293e7e402cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eaf84002e55549808ff2fb082c7e8c90&device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 1098 time: 0.0479300 Nov 28 08:15:32.252647 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37b8b3-3aca-40bf-998b-9f0dd8d75ea0 req-c5f169b9-6d2b-4d35-8fca-b4bff964e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:32.254144 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c37b8b3-3aca-40bf-998b-9f0dd8d75ea0 req-c5f169b9-6d2b-4d35-8fca-b4bff964e54c service neutron] 10.222.0.35 "GET /v2.0/networks?id=22fe5190-d54b-4f3f-bf8c-f61f06272315 HTTP/1.1" status: 200 len: 917 time: 0.0865405 Nov 28 08:15:32.298604 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c37b8b3-3aca-40bf-998b-9f0dd8d75ea0 req-ed413fdb-3015-4c1b-a01b-4ef5f4853356 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2acb41e7-ec44-48bb-8908-c0f3317de997 HTTP/1.1" status: 200 len: 217 time: 0.0350034 Nov 28 08:15:32.348295 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37b8b3-3aca-40bf-998b-9f0dd8d75ea0 req-d5e250a7-0408-4f64-87c9-f7f79baf3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:32.349656 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c37b8b3-3aca-40bf-998b-9f0dd8d75ea0 req-d5e250a7-0408-4f64-87c9-f7f79baf3760 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a063eecd-9033-4e45-aef3-3d8036a4df26 HTTP/1.1" status: 200 len: 855 time: 0.0431130 Nov 28 08:15:32.404945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37b8b3-3aca-40bf-998b-9f0dd8d75ea0 req-dbf4d6d1-bce5-4b27-b1c8-a87cd7de57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:32.406424 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c37b8b3-3aca-40bf-998b-9f0dd8d75ea0 req-dbf4d6d1-bce5-4b27-b1c8-a87cd7de57ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22fe5190-d54b-4f3f-bf8c-f61f06272315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0499215 Nov 28 08:15:32.417523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-5c37b8b3-3aca-40bf-998b-9f0dd8d75ea0 req-d16b2eb0-03e8-4183-8f0d-48b18ae86d27 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:15:32.418458 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c37b8b3-3aca-40bf-998b-9f0dd8d75ea0 req-d16b2eb0-03e8-4183-8f0d-48b18ae86d27 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0049329 Nov 28 08:15:32.508710 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c37b8b3-3aca-40bf-998b-9f0dd8d75ea0 req-27c581df-139a-4b47-a9dd-492ba7713a66 service neutron] 10.222.0.35 "GET /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822790 Nov 28 08:15:32.608817 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5c37b8b3-3aca-40bf-998b-9f0dd8d75ea0 req-1152325e-e2b6-4ffd-bf39-55eeb965a7b1 service neutron] 10.222.0.35 "GET /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921938 Nov 28 08:15:38.875712 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:15:45.474002 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a7b13c67-1c4d-4315-bd01-b2fa1d7b2013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:47.991112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-64a60918-63aa-428a-863f-17cbbc11ec9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:49.129800 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:50.420388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:51.381305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:51.920884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57878f96-cd1b-41a3-a68c-e860f991210c req-603f59c2-51ca-4af9-a9e7-64613a642623 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:51.922386 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-57878f96-cd1b-41a3-a68c-e860f991210c req-603f59c2-51ca-4af9-a9e7-64613a642623 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 945 time: 0.0563796 Nov 28 08:15:51.971791 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-57878f96-cd1b-41a3-a68c-e860f991210c req-b4bb6a92-b5ce-4dea-be6e-74c76671d724 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428872 Nov 28 08:15:53.097844 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aab23a-e30f-4baa-9f37-502b9ce347ef req-87c0ed20-f712-4bec-b898-c29a28115cff tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:53.099372 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-30aab23a-e30f-4baa-9f37-502b9ce347ef req-87c0ed20-f712-4bec-b898-c29a28115cff tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 945 time: 0.0589356 Nov 28 08:15:53.145267 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-30aab23a-e30f-4baa-9f37-502b9ce347ef req-b21c2bc9-a2c8-496e-89df-ffab36df2b15 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 Nov 28 08:15:53.575503 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75944679-a103-445c-a145-70236379677a req-e2cbf4f6-b834-4711-9485-234ae90d14f0 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:53.576943 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-75944679-a103-445c-a145-70236379677a req-e2cbf4f6-b834-4711-9485-234ae90d14f0 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.35 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 945 time: 0.0578671 Nov 28 08:15:53.679226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-75944679-a103-445c-a145-70236379677a req-857c4190-1c61-42a1-ab9e-8999e608d0e0 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Deleting port 2acb41e7-ec44-48bb-8908-c0f3317de997 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:15:53.679558 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-75944679-a103-445c-a145-70236379677a req-857c4190-1c61-42a1-ab9e-8999e608d0e0 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:53.766367 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-75944679-a103-445c-a145-70236379677a req-857c4190-1c61-42a1-ab9e-8999e608d0e0 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] For port 2acb41e7-ec44-48bb-8908-c0f3317de997, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=2acb41e7-ec44-48bb-8908-c0f3317de997,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:15:53.766720 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-75944679-a103-445c-a145-70236379677a req-857c4190-1c61-42a1-ab9e-8999e608d0e0 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:53.778514 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-75944679-a103-445c-a145-70236379677a req-857c4190-1c61-42a1-ab9e-8999e608d0e0 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Calling delete_port for 2acb41e7-ec44-48bb-8908-c0f3317de997 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:15:53.904797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-75944679-a103-445c-a145-70236379677a req-857c4190-1c61-42a1-ab9e-8999e608d0e0 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:53.921202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['2acb41e7-ec44-48bb-8908-c0f3317de997'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:15:53.936592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c4190-1c61-42a1-ab9e-8999e608d0e0 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Pushing event deleted for resources: {'Port': ['ID=2acb41e7-ec44-48bb-8908-c0f3317de997,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:53.980203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-75944679-a103-445c-a145-70236379677a req-857c4190-1c61-42a1-ab9e-8999e608d0e0 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] No DVR routers for this DVR port 2acb41e7-ec44-48bb-8908-c0f3317de997 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:15:53.982729 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-75944679-a103-445c-a145-70236379677a req-857c4190-1c61-42a1-ab9e-8999e608d0e0 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:53.986098 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-75944679-a103-445c-a145-70236379677a req-857c4190-1c61-42a1-ab9e-8999e608d0e0 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.35 "DELETE /v2.0/ports/2acb41e7-ec44-48bb-8908-c0f3317de997 HTTP/1.1" status: 204 len: 173 time: 0.3995023 Nov 28 08:15:53.986549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de317b3-4d9e-46cc-b653-4e231f7a294b', 'name': 'network-vif-deleted', 'tag': '2acb41e7-ec44-48bb-8908-c0f3317de997'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:15:53.988840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e0e552-b219-4b3a-a7be-44c143c52dee" -d '{"events": [{"server_uuid": "9de317b3-4d9e-46cc-b653-4e231f7a294b", "name": "network-vif-deleted", "tag": "2acb41e7-ec44-48bb-8908-c0f3317de997"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:15:54.027155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9490c6-2e5d-4895-b01f-0ac4df617a66 x-openstack-request-id: req-cf9490c6-2e5d-4895-b01f-0ac4df617a66 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:15:54.027422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de317b3-4d9e-46cc-b653-4e231f7a294b", "name": "network-vif-deleted", "tag": "2acb41e7-ec44-48bb-8908-c0f3317de997", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:15:54.027654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf9490c6-2e5d-4895-b01f-0ac4df617a66 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:15:54.028167 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de317b3-4d9e-46cc-b653-4e231f7a294b', 'name': 'network-vif-deleted', 'tag': '2acb41e7-ec44-48bb-8908-c0f3317de997', 'status': 'completed', 'code': 200} Nov 28 08:15:54.250417 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-768ca962-acd9-4863-8898-f598fbca760d req-da56966a-acbf-4b28-b026-cf468b20062e tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=9de317b3-4d9e-46cc-b653-4e231f7a294b HTTP/1.1" status: 200 len: 210 time: 0.0268049 Nov 28 08:15:55.721795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-5c16bbdb-4e4a-46df-83b1-9f65822b346d tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:55.723253 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-5c16bbdb-4e4a-46df-83b1-9f65822b346d tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/networks?id=22fe5190-d54b-4f3f-bf8c-f61f06272315 HTTP/1.1" status: 200 len: 816 time: 0.1008267 Nov 28 08:15:55.738068 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-73ffc578-2db4-47e4-b6f3-55bba44dc7c4 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/quotas/eaf84002e55549808ff2fb082c7e8c90 HTTP/1.1" status: 200 len: 375 time: 0.0091929 Nov 28 08:15:55.793670 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-800f9c26-2950-4ee1-b754-d253743c7c0d tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=eaf84002e55549808ff2fb082c7e8c90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504968 Nov 28 08:15:55.888220 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-c6e6872f-f2b5-4116-8094-ded5a47a7521 service neutron] 10.222.0.31 "GET /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830507 Nov 28 08:15:55.975284 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-2e55c4fe-c0d8-4dfb-8346-3fd52cec48d3 service neutron] 10.222.0.31 "GET /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811534 Nov 28 08:15:56.129604 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-81e7db05-aea2-40f6-bdc0-79ae89730b1c req-7844935b-f791-4c6c-9d00-dc17956214f2 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 210 time: 0.0266373 Nov 28 08:15:57.078859 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-74b28c61-09e3-4e06-a8ae-d30ff22f6414 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:57.080302 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-74b28c61-09e3-4e06-a8ae-d30ff22f6414 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.35 "GET /v2.0/networks?id=22fe5190-d54b-4f3f-bf8c-f61f06272315 HTTP/1.1" status: 200 len: 816 time: 0.1044092 Nov 28 08:15:57.102513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-3ded3e7d-cab9-418b-b5e4-5237ff961c72 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Request body: {'port': {'device_id': '5b1591c7-02a0-497f-9dc7-5d4de2dbef9a', 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315', 'admin_state_up': True, 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:57.213372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-3ded3e7d-cab9-418b-b5e4-5237ff961c72 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Made reservation on behalf of eaf84002e55549808ff2fb082c7e8c90 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:15:57.217576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-3ded3e7d-cab9-418b-b5e4-5237ff961c72 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:57.241826 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fc9583f6-193c-4367-984c-84ee4034940c req-ba52d6c7-9dd0-44a5-9e0a-04e3ebf8d418 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 210 time: 0.0319226 Nov 28 08:15:57.344930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-3ded3e7d-cab9-418b-b5e4-5237ff961c72 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Allocated IP 172.20.0.6 (22fe5190-d54b-4f3f-bf8c-f61f06272315/a063eecd-9033-4e45-aef3-3d8036a4df26/6ca04658-ef4c-4666-a6ba-35a2b7afcab0) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:15:57.492942 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-3ded3e7d-cab9-418b-b5e4-5237ff961c72 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:57.529758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-3ded3e7d-cab9-418b-b5e4-5237ff961c72 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:57.573392 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-3ded3e7d-cab9-418b-b5e4-5237ff961c72 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Network 22fe5190-d54b-4f3f-bf8c-f61f06272315 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:15:57.578463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-3ded3e7d-cab9-418b-b5e4-5237ff961c72 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:15:57.584002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-3ded3e7d-cab9-418b-b5e4-5237ff961c72 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:15:57.609290 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded3e7d-cab9-418b-b5e4-5237ff961c72 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Pushing event updated for resources: {'Port': ['ID=6ca04658-ef4c-4666-a6ba-35a2b7afcab0,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:57.637830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-3ded3e7d-cab9-418b-b5e4-5237ff961c72 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:57.638380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-3ded3e7d-cab9-418b-b5e4-5237ff961c72 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:57.654534 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-3ded3e7d-cab9-418b-b5e4-5237ff961c72 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5559988 Nov 28 08:15:57.672586 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Request body: {'port': {'device_id': '5b1591c7-02a0-497f-9dc7-5d4de2dbef9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:15:57.745887 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:57.823668 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-72c60141-b152-4cc6-ba33-dda8a22e6124 None None] Provisioning complete for port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:15:57.824248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-72c60141-b152-4cc6-ba33-dda8a22e6124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:57.864245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-72c60141-b152-4cc6-ba33-dda8a22e6124 None None] Port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:15:58.017410 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:15:58.025938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:58.039175 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Transition to ACTIVE for port object 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:15:58.043203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:58.103125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca04658-ef4c-4666-a6ba-35a2b7afcab0,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:58.168950 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Attempting to bind port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:15:58.169287 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Attempting to bind port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:15:58.169611 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Attempting to bind port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 on network 22fe5190-d54b-4f3f-bf8c-f61f06272315 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:15:58.174201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 on network 22fe5190-d54b-4f3f-bf8c-f61f06272315 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:15:58.174521 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Attempting to bind port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 on network 22fe5190-d54b-4f3f-bf8c-f61f06272315 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:15:58.179678 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:15:58.180013 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Checking segment: {'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:15:58.180396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Bound using segment: {'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:15:58.180815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Bound port: 6ca04658-ef4c-4666-a6ba-35a2b7afcab0, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd152f596-ddae-4e0a-b190-6a731e48bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:15:58.181169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:58.248839 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] For port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:15:58.251808 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] For port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6ca04658-ef4c-4666-a6ba-35a2b7afcab0,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:15:58.257180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:58.296176 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:58.296899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:15:58.298209 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] 10.222.0.35 "PUT /v2.0/ports/6ca04658-ef4c-4666-a6ba-35a2b7afcab0 HTTP/1.1" status: 200 len: 1093 time: 0.6301692 Nov 28 08:15:58.298770 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1591c7-02a0-497f-9dc7-5d4de2dbef9a', 'tag': '6ca04658-ef4c-4666-a6ba-35a2b7afcab0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:15:58.300930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abe234c-e640-4dc3-a0b7-c35cf135d6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1591c7-02a0-497f-9dc7-5d4de2dbef9a", "tag": "6ca04658-ef4c-4666-a6ba-35a2b7afcab0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:15:58.366170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aadf06-7c90-4adf-bfde-3fcc42e65eaf x-openstack-request-id: req-03aadf06-7c90-4adf-bfde-3fcc42e65eaf {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:15:58.366461 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1591c7-02a0-497f-9dc7-5d4de2dbef9a", "tag": "6ca04658-ef4c-4666-a6ba-35a2b7afcab0", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:15:58.366714 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03aadf06-7c90-4adf-bfde-3fcc42e65eaf {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:15:58.367132 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1591c7-02a0-497f-9dc7-5d4de2dbef9a', 'tag': '6ca04658-ef4c-4666-a6ba-35a2b7afcab0', 'status': 'completed', 'code': 200} Nov 28 08:15:58.367860 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285363ff-734f-4e56-9dbc-5c9c70f14ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca04658-ef4c-4666-a6ba-35a2b7afcab0,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:15:58.428103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a22f2-ae4b-4cb5-9759-c01ec3cd41e8 req-23e3c359-3270-4af4-a6e8-d3e2f17b0c97 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:58.429608 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2d9a22f2-ae4b-4cb5-9759-c01ec3cd41e8 req-23e3c359-3270-4af4-a6e8-d3e2f17b0c97 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 943 time: 0.0969126 Nov 28 08:15:58.454422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-2499f40e-8669-47c2-993e-4fd2b74abd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:58.455929 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-2499f40e-8669-47c2-993e-4fd2b74abd3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eaf84002e55549808ff2fb082c7e8c90&device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 1096 time: 0.0915740 Nov 28 08:15:58.517910 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-be9b4b60-ec7e-49ef-84af-d6fe6d1b0e70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca04658-ef4c-4666-a6ba-35a2b7afcab0 HTTP/1.1" status: 200 len: 217 time: 0.0466669 Nov 28 08:15:58.522385 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2d9a22f2-ae4b-4cb5-9759-c01ec3cd41e8 req-f55d51dd-c388-41e8-a5ac-a1c0262e85a6 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855639 Nov 28 08:15:58.570692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-e33abb9c-7109-4845-ae4c-a248d724e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:58.572102 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-e33abb9c-7109-4845-ae4c-a248d724e3f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a063eecd-9033-4e45-aef3-3d8036a4df26 HTTP/1.1" status: 200 len: 855 time: 0.0417213 Nov 28 08:15:58.574131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2acb41e7-ec44-48bb-8908-c0f3317de997 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:15:58.598657 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 2acb41e7-ec44-48bb-8908-c0f3317de997 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:15:58.599028 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 2acb41e7-ec44-48bb-8908-c0f3317de997 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:15:58.627752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-fa4a855d-c4ab-44b9-93bc-26c3375ea21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:58.629211 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-fa4a855d-c4ab-44b9-93bc-26c3375ea21f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22fe5190-d54b-4f3f-bf8c-f61f06272315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452824 Nov 28 08:15:58.731583 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-909a64c6-3653-422f-844e-d12b47301f22 service neutron] 10.222.0.35 "GET /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874794 Nov 28 08:15:58.829547 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-779b550b-f0bd-4f2a-8036-97ec7e377bb6 req-1cbb3dd5-1761-45b5-8232-59850cabd689 service neutron] 10.222.0.35 "GET /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830355 Nov 28 08:15:58.931575 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe234c-e640-4dc3-a0b7-c35cf135d6f6 req-58ca07f1-65fb-42df-ba95-b1877db642e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:58.933623 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3abe234c-e640-4dc3-a0b7-c35cf135d6f6 req-58ca07f1-65fb-42df-ba95-b1877db642e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eaf84002e55549808ff2fb082c7e8c90&device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 1096 time: 0.0505137 Nov 28 08:15:59.026401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe234c-e640-4dc3-a0b7-c35cf135d6f6 req-7b8e3a40-a5b8-4a4a-acdf-02d1907dfc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:59.028013 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3abe234c-e640-4dc3-a0b7-c35cf135d6f6 req-7b8e3a40-a5b8-4a4a-acdf-02d1907dfc39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=22fe5190-d54b-4f3f-bf8c-f61f06272315 HTTP/1.1" status: 200 len: 917 time: 0.0838218 Nov 28 08:15:59.076709 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3abe234c-e640-4dc3-a0b7-c35cf135d6f6 req-1730a7f8-7b7d-484d-8189-c1b795cbd078 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca04658-ef4c-4666-a6ba-35a2b7afcab0 HTTP/1.1" status: 200 len: 217 time: 0.0406666 Nov 28 08:15:59.131631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe234c-e640-4dc3-a0b7-c35cf135d6f6 req-21e329be-88a6-4c6d-a867-dee9d04618c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:59.133115 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3abe234c-e640-4dc3-a0b7-c35cf135d6f6 req-21e329be-88a6-4c6d-a867-dee9d04618c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a063eecd-9033-4e45-aef3-3d8036a4df26 HTTP/1.1" status: 200 len: 855 time: 0.0465963 Nov 28 08:15:59.191314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe234c-e640-4dc3-a0b7-c35cf135d6f6 req-d63b5d84-4aab-4c00-a95a-22e28c8b7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:59.193176 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3abe234c-e640-4dc3-a0b7-c35cf135d6f6 req-d63b5d84-4aab-4c00-a95a-22e28c8b7598 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22fe5190-d54b-4f3f-bf8c-f61f06272315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0516331 Nov 28 08:15:59.292321 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3abe234c-e640-4dc3-a0b7-c35cf135d6f6 req-c8370971-ba76-4ddf-bf95-bac90a93e4cd service neutron] 10.222.0.35 "GET /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866992 Nov 28 08:15:59.387551 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3abe234c-e640-4dc3-a0b7-c35cf135d6f6 req-fd45672e-9556-4f96-bab2-8a09397e4974 service neutron] 10.222.0.35 "GET /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846083 Nov 28 08:15:59.642572 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bbf88-c909-4138-9f17-78b4edf0cbcc req-8c8fd927-7afb-4887-8174-77d7047f6ad4 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:15:59.644062 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4e9bbf88-c909-4138-9f17-78b4edf0cbcc req-8c8fd927-7afb-4887-8174-77d7047f6ad4 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 943 time: 0.0546803 Nov 28 08:15:59.690588 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4e9bbf88-c909-4138-9f17-78b4edf0cbcc req-9776b6e6-db7a-4d0b-b58e-9ced6421ecdb tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406511 Nov 28 08:16:00.817058 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29813b-e98f-46c8-878c-48c73110c3df req-451fe3fb-e616-4e6a-ba8c-60349931f61c tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:00.818532 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3e29813b-e98f-46c8-878c-48c73110c3df req-451fe3fb-e616-4e6a-ba8c-60349931f61c tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 943 time: 0.0627217 Nov 28 08:16:00.864629 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3e29813b-e98f-46c8-878c-48c73110c3df req-a93cca18-399f-4b54-b82b-27c1de206b32 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400813 Nov 28 08:16:01.461845 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:01.983622 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102c83a-a199-41fe-95a3-49a565bc3cc0 req-0ad0bfc0-cef8-468f-9433-e71f21c983ae tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:01.985084 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3102c83a-a199-41fe-95a3-49a565bc3cc0 req-0ad0bfc0-cef8-468f-9433-e71f21c983ae tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 943 time: 0.0552187 Nov 28 08:16:02.034070 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3102c83a-a199-41fe-95a3-49a565bc3cc0 req-b6439ba2-91c2-4df8-b1b8-c3c88818abb0 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430067 Nov 28 08:16:02.590033 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:16:02.685070 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6ca04658-ef4c-4666-a6ba-35a2b7afcab0,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:02.695203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '6ca04658-ef4c-4666-a6ba-35a2b7afcab0', 'network_id': '22fe5190-d54b-4f3f-bf8c-f61f06272315', 'port_id': '6ca04658-ef4c-4666-a6ba-35a2b7afcab0', 'mac_address': 'fa:16:3e:27:3b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a063eecd-9033-4e45-aef3-3d8036a4df26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:16:02.737218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:02.749255 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:16:02.767455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6ca04658-ef4c-4666-a6ba-35a2b7afcab0,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:02.771450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:02.824396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=6ca04658-ef4c-4666-a6ba-35a2b7afcab0,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:03.052877 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['6ca04658-ef4c-4666-a6ba-35a2b7afcab0'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:16:03.152926 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa53f47-5429-4309-8428-1e640db54b5a req-bd853f05-3832-4859-8931-738fe0e22245 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:03.154422 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4aa53f47-5429-4309-8428-1e640db54b5a req-bd853f05-3832-4859-8931-738fe0e22245 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 944 time: 0.0543203 Nov 28 08:16:03.203367 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4aa53f47-5429-4309-8428-1e640db54b5a req-274204f9-dde2-49c1-93d8-be5c54421459 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 Nov 28 08:16:04.323604 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289c65d-fe9d-4ede-b31f-d6ca9e8ec50b req-14963c25-02eb-419d-afa1-e163b43aca18 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:04.325135 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a289c65d-fe9d-4ede-b31f-d6ca9e8ec50b req-14963c25-02eb-419d-afa1-e163b43aca18 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 944 time: 0.0569329 Nov 28 08:16:04.370688 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a289c65d-fe9d-4ede-b31f-d6ca9e8ec50b req-fb971c06-98ee-4672-b8c9-4fc936bdec3a tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397341 Nov 28 08:16:04.605618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:16:04.658318 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:16:04.662309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:04.662682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:04.749664 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:04.771759 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1591c7-02a0-497f-9dc7-5d4de2dbef9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca04658-ef4c-4666-a6ba-35a2b7afcab0'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:16:04.773961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ce375e-c64c-4310-8acb-59c1b45b01e7" -d '{"events": [{"server_uuid": "5b1591c7-02a0-497f-9dc7-5d4de2dbef9a", "name": "network-vif-plugged", "status": "completed", "tag": "6ca04658-ef4c-4666-a6ba-35a2b7afcab0"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:16:04.786252 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6ca04658-ef4c-4666-a6ba-35a2b7afcab0,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:04.791795 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:04.815179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583c1ca7-c5aa-487e-b7de-57014c10241d x-openstack-request-id: req-583c1ca7-c5aa-487e-b7de-57014c10241d {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:16:04.815467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1591c7-02a0-497f-9dc7-5d4de2dbef9a", "name": "network-vif-plugged", "status": "completed", "tag": "6ca04658-ef4c-4666-a6ba-35a2b7afcab0", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:16:04.815719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-583c1ca7-c5aa-487e-b7de-57014c10241d {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:16:04.816101 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1591c7-02a0-497f-9dc7-5d4de2dbef9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca04658-ef4c-4666-a6ba-35a2b7afcab0', 'code': 200} Nov 28 08:16:04.846864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=6ca04658-ef4c-4666-a6ba-35a2b7afcab0,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:05.005085 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763971f-aa7a-4aa4-83fb-19dd4104b4e2 req-67ca7492-518e-4b5b-8d7d-b2b913f781bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:05.006531 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3763971f-aa7a-4aa4-83fb-19dd4104b4e2 req-67ca7492-518e-4b5b-8d7d-b2b913f781bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 1098 time: 0.0446007 Nov 28 08:16:05.052417 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3763971f-aa7a-4aa4-83fb-19dd4104b4e2 req-1bafc6b2-faaf-443e-944f-7945d03a280b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378969 Nov 28 08:16:05.491649 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79eace5-d42e-4ac7-932f-be0c7586600f req-96f6b367-f507-467f-b728-f94915a2ddf2 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:05.493131 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b79eace5-d42e-4ac7-932f-be0c7586600f req-96f6b367-f507-467f-b728-f94915a2ddf2 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 945 time: 0.0543509 Nov 28 08:16:05.538179 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b79eace5-d42e-4ac7-932f-be0c7586600f req-7d768b2a-528b-41a1-8666-1625a3667965 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391617 Nov 28 08:16:06.660945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b12d6b-4bdd-4920-8797-1056ab62df1e req-d23cf507-c47f-4908-8ee6-ef65cb7d3f98 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:06.662429 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b3b12d6b-4bdd-4920-8797-1056ab62df1e req-d23cf507-c47f-4908-8ee6-ef65cb7d3f98 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 945 time: 0.0540359 Nov 28 08:16:06.708873 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b3b12d6b-4bdd-4920-8797-1056ab62df1e req-382084ce-135b-4eac-9049-44dcd7670ef1 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402396 Nov 28 08:16:06.829906 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbbd22-2358-47ca-ac76-0384e1d4ec81 req-53b6bf55-3238-4f9c-9565-6a524757f424 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:06.831284 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-08bbbd22-2358-47ca-ac76-0384e1d4ec81 req-53b6bf55-3238-4f9c-9565-6a524757f424 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 945 time: 0.0583973 Nov 28 08:16:06.877750 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-08bbbd22-2358-47ca-ac76-0384e1d4ec81 req-4db111f9-1a68-4c2e-b67a-f25aed79b8ca tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406325 Nov 28 08:16:15.475892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d50e04ee-1b12-41bc-8a85-2911c502ac33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:15.874618 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:16:17.992797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-af3ec1e6-707e-4a36-8c2b-e50034aa628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:19.133388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:20.422111 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:21.383281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:29.361996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4d622-6467-4429-beab-d5b776fffef2 req-1755d0bc-d669-451f-b63e-8fcf63d5fad8 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:29.363535 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52a4d622-6467-4429-beab-d5b776fffef2 req-1755d0bc-d669-451f-b63e-8fcf63d5fad8 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 945 time: 0.0556574 Nov 28 08:16:29.410936 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52a4d622-6467-4429-beab-d5b776fffef2 req-a5446900-8cc1-4ae7-94f2-f413923c13d4 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Nov 28 08:16:30.533767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb534c58-2906-4f71-80c5-cc452edf6c7a req-22b0ca91-ace5-49e7-adfa-3f5485d9bc7a tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:30.535267 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fb534c58-2906-4f71-80c5-cc452edf6c7a req-22b0ca91-ace5-49e7-adfa-3f5485d9bc7a tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 945 time: 0.0553224 Nov 28 08:16:30.581873 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fb534c58-2906-4f71-80c5-cc452edf6c7a req-5963268e-7dd9-45da-8bea-feb98f16637a tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8ed3842-808b-45ce-8673-3d6c5fb4ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 Nov 28 08:16:31.050464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be6a91-0f8a-4e1f-a23b-88d172a5d392 req-15d40cf5-0bf0-415d-8a81-8bb1c3ffbeff tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:31.051911 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d4be6a91-0f8a-4e1f-a23b-88d172a5d392 req-15d40cf5-0bf0-415d-8a81-8bb1c3ffbeff tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 945 time: 0.0566003 Nov 28 08:16:31.153171 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-d4be6a91-0f8a-4e1f-a23b-88d172a5d392 req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Deleting port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:16:31.153510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d4be6a91-0f8a-4e1f-a23b-88d172a5d392 req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:31.241891 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-d4be6a91-0f8a-4e1f-a23b-88d172a5d392 req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] For port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6ca04658-ef4c-4666-a6ba-35a2b7afcab0,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:31.242160 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d4be6a91-0f8a-4e1f-a23b-88d172a5d392 req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:31.253974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-d4be6a91-0f8a-4e1f-a23b-88d172a5d392 req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Calling delete_port for 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:16:31.378656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d4be6a91-0f8a-4e1f-a23b-88d172a5d392 req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:31.394427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['6ca04658-ef4c-4666-a6ba-35a2b7afcab0'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:16:31.411387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Pushing event deleted for resources: {'Port': ['ID=6ca04658-ef4c-4666-a6ba-35a2b7afcab0,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:31.423789 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:31.424146 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:31.424489 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:31.425044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:31.425381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:31.425724 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:31.426055 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:31.426381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:31.426706 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:31.427058 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:31.427384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:31.427962 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:31.428302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:31.462006 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:31.465967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4be6a91-0f8a-4e1f-a23b-88d172a5d392 req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] No DVR routers for this DVR port 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:16:31.468469 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-d4be6a91-0f8a-4e1f-a23b-88d172a5d392 req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:31.471870 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d4be6a91-0f8a-4e1f-a23b-88d172a5d392 req-13371b47-980d-4f0e-9e5e-9ea00e643156 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.35 "DELETE /v2.0/ports/6ca04658-ef4c-4666-a6ba-35a2b7afcab0 HTTP/1.1" status: 204 len: 173 time: 0.4094059 Nov 28 08:16:31.472337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1591c7-02a0-497f-9dc7-5d4de2dbef9a', 'name': 'network-vif-deleted', 'tag': '6ca04658-ef4c-4666-a6ba-35a2b7afcab0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:16:31.474578 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0015a793-9976-4e20-8ef7-2a94e7392fb7" -d '{"events": [{"server_uuid": "5b1591c7-02a0-497f-9dc7-5d4de2dbef9a", "name": "network-vif-deleted", "tag": "6ca04658-ef4c-4666-a6ba-35a2b7afcab0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:16:31.515542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1c2884-773d-481e-b84f-32b89c0df7f4 x-openstack-request-id: req-3b1c2884-773d-481e-b84f-32b89c0df7f4 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:16:31.515905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1591c7-02a0-497f-9dc7-5d4de2dbef9a", "name": "network-vif-deleted", "tag": "6ca04658-ef4c-4666-a6ba-35a2b7afcab0", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:16:31.516161 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b1c2884-773d-481e-b84f-32b89c0df7f4 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:16:31.516577 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1591c7-02a0-497f-9dc7-5d4de2dbef9a', 'name': 'network-vif-deleted', 'tag': '6ca04658-ef4c-4666-a6ba-35a2b7afcab0', 'status': 'completed', 'code': 200} Nov 28 08:16:31.693741 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-cb4bcef5-03a6-415a-9f23-69838cac861c req-c2d4c3d4-acc4-4a4b-a82f-26e90dd060c7 tempest-TestEncryptedCinderVolumes-1756137291 tempest-TestEncryptedCinderVolumes-1756137291-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b1591c7-02a0-497f-9dc7-5d4de2dbef9a HTTP/1.1" status: 200 len: 210 time: 0.0313694 Nov 28 08:16:32.780405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46524) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:33.162557 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:33.434120 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Deleting port 54f36e51-af8e-435d-993c-5b54c40d63b6 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:16:33.434391 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:33.509167 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] For port 54f36e51-af8e-435d-993c-5b54c40d63b6, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=54f36e51-af8e-435d-993c-5b54c40d63b6,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:33.509523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:33.522068 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Calling delete_port for 54f36e51-af8e-435d-993c-5b54c40d63b6 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:16:33.720266 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:33.749934 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=54f36e51-af8e-435d-993c-5b54c40d63b6,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:33.771427 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:33.771777 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:33.772114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:33.772448 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:33.772779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:33.773111 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:33.773436 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:33.773759 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:33.774081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:33.774398 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:33.774714 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:33.775057 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:33.775373 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:33.934933 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:34.183273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Router 48de05fd-b681-41ee-b492-a4fd8595131b has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:16:34.306299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:16:34.312310 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e6113eff-0b91-4401-be09-c43104f2c0ff admin admin] 10.222.0.31 "PUT /v2.0/routers/48de05fd-b681-41ee-b492-a4fd8595131b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5307329 Nov 28 08:16:34.314799 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46526) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:34.315945 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f4232b-7a36-406b-8145-02e94f2580e5 None None] Sync routers for ids ['48de05fd-b681-41ee-b492-a4fd8595131b'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:16:34.325212 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4232b-7a36-406b-8145-02e94f2580e5 None None] Routers {'48de05fd-b681-41ee-b492-a4fd8595131b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:16:34.325812 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e3f4232b-7a36-406b-8145-02e94f2580e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:16:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['48de05fd-b681-41ee-b492-a4fd8595131b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:34.430924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:34.443169 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-e3f4232b-7a36-406b-8145-02e94f2580e5 None None] Set router 48de05fd-b681-41ee-b492-a4fd8595131b gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:16:34.546424 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:34.611842 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] Deleting port 6f2c74d9-af31-4b62-b854-dc0df4148921 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:16:34.612179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:34.625847 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e3f4232b-7a36-406b-8145-02e94f2580e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'name': 'tempest-TestEncryptedCinderVolumes-217860903-router', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '6f2c74d9-af31-4b62-b854-dc0df4148921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:07Z', 'updated_at': '2021-11-28T08:16:33Z', 'revision_number': 5, 'project_id': 'eaf84002e55549808ff2fb082c7e8c90', 'gw_port': {'id': '6f2c74d9-af31-4b62-b854-dc0df4148921', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:08Z', 'updated_at': '2021-11-28T08:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:34.653674 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f4232b-7a36-406b-8145-02e94f2580e5 None None] Checking router: 48de05fd-b681-41ee-b492-a4fd8595131b for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:16:34.661794 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4232b-7a36-406b-8145-02e94f2580e5 None None] Routers {'48de05fd-b681-41ee-b492-a4fd8595131b'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:16:34.662389 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e3f4232b-7a36-406b-8145-02e94f2580e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:16:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['48de05fd-b681-41ee-b492-a4fd8595131b'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:34.690296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] For port 6f2c74d9-af31-4b62-b854-dc0df4148921, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6f2c74d9-af31-4b62-b854-dc0df4148921,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:34.690652 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:34.701954 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] Calling delete_port for 6f2c74d9-af31-4b62-b854-dc0df4148921 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:16:34.758583 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-e3f4232b-7a36-406b-8145-02e94f2580e5 None None] Set router 48de05fd-b681-41ee-b492-a4fd8595131b gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:16:34.814524 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-e3f4232b-7a36-406b-8145-02e94f2580e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'name': 'tempest-TestEncryptedCinderVolumes-217860903-router', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:07Z', 'updated_at': '2021-11-28T08:16:34Z', 'revision_number': 6, 'project_id': 'eaf84002e55549808ff2fb082c7e8c90', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:34.839788 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:16:34.842532 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f4232b-7a36-406b-8145-02e94f2580e5 None None] The sync data for ids ['48de05fd-b681-41ee-b492-a4fd8595131b'] in dv-neutron-744815-16-hyperv is: [{'id': '48de05fd-b681-41ee-b492-a4fd8595131b', 'name': 'tempest-TestEncryptedCinderVolumes-217860903-router', 'tenant_id': 'eaf84002e55549808ff2fb082c7e8c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:07Z', 'updated_at': '2021-11-28T08:16:34Z', 'revision_number': 6, 'project_id': 'eaf84002e55549808ff2fb082c7e8c90', 'gw_port_host': None}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:16:34.861998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:16:34.862339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 6ca04658-ef4c-4666-a6ba-35a2b7afcab0 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:16:34.883895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:34.908439 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2c74d9-af31-4b62-b854-dc0df4148921,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:34.927307 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed301b5-a544-48ce-aceb-5f740ae81cb1 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:16:34.978000 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.075573 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.077676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.122364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.123004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48de05fd-b681-41ee-b492-a4fd8595131b {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:16:35.129741 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.130895 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fe202317-a053-41c7-8839-6ff31e45066e admin admin] 10.222.0.31 "DELETE /v2.0/routers/48de05fd-b681-41ee-b492-a4fd8595131b HTTP/1.1" status: 204 len: 168 time: 0.8151376 Nov 28 08:16:35.133380 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46528) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:35.179998 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbe353e-3ca1-41eb-b989-98bb3e1946ca admin admin] Deleting subnet a063eecd-9033-4e45-aef3-3d8036a4df26 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:16:35.183136 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4bbe353e-3ca1-41eb-b989-98bb3e1946ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.220373 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4bbe353e-3ca1-41eb-b989-98bb3e1946ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.306327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4bbe353e-3ca1-41eb-b989-98bb3e1946ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.315806 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 54f36e51-af8e-435d-993c-5b54c40d63b6 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:16:35.337259 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 54f36e51-af8e-435d-993c-5b54c40d63b6 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:16:35.337686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 54f36e51-af8e-435d-993c-5b54c40d63b6 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:16:35.363330 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4bbe353e-3ca1-41eb-b989-98bb3e1946ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.390025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe353e-3ca1-41eb-b989-98bb3e1946ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a063eecd-9033-4e45-aef3-3d8036a4df26,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:35.392003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4bbe353e-3ca1-41eb-b989-98bb3e1946ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.395211 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4bbe353e-3ca1-41eb-b989-98bb3e1946ca admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a063eecd-9033-4e45-aef3-3d8036a4df26 HTTP/1.1" status: 204 len: 168 time: 0.2609026 Nov 28 08:16:35.396172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f743d8-c866-4c6a-ad28-2a4b49ecdb42 None None] Network 22fe5190-d54b-4f3f-bf8c-f61f06272315 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:16:35.397594 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46530) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:35.463409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.519877 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Deleting port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:16:35.520174 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.590228 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] For port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=4642cc4e-ed16-40c0-bfe7-eb78d2775d31,segment=NetworkSegment(d152f596-ddae-4e0a-b190-6a731e48bada),segment_id=d152f596-ddae-4e0a-b190-6a731e48bada)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:35.590523 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.602368 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Calling delete_port for 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:16:35.638025 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] DHCP port deletion for 22fe5190-d54b-4f3f-bf8c-f61f06272315 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:16:35.692698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.696048 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Deleting port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:16:35.696433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.721100 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Pushing event deleted for resources: {'Port': ['ID=4642cc4e-ed16-40c0-bfe7-eb78d2775d31,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:35.722956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] No DVR routers for this DVR port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:16:35.766521 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] For port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:35.767019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.793124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.820414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fe5190-d54b-4f3f-bf8c-f61f06272315']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:35.831553 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd152f596-ddae-4e0a-b190-6a731e48bada') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:35.831851 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd152f596-ddae-4e0a-b190-6a731e48bada') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:35.842080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.856850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.865248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:16:35.865567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:16:35.867559 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:16:35.936486 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.941457 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.943780 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Calling delete_port for 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:16:35.947655 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] 10.222.0.31 "DELETE /v2.0/networks/22fe5190-d54b-4f3f-bf8c-f61f06272315 HTTP/1.1" status: 204 len: 168 time: 0.5465164 Nov 28 08:16:35.947797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.ipam_backend_mixin [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 was not found and therefore no delete operation was performed {{(pid=115120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 08:16:35.947987 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46532) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:35.949580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:35.973177 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cd2a3-dca1-4897-86a1-cd3340217143 admin admin] Pushing event deleted for resources: {'Network': ['ID=22fe5190-d54b-4f3f-bf8c-f61f06272315,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:35.975594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Pushing event deleted for resources: {'Port': ['ID=4642cc4e-ed16-40c0-bfe7-eb78d2775d31,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:35.977712 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Network 22fe5190-d54b-4f3f-bf8c-f61f06272315 is not hosted by any dhcp agent {{(pid=115120) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 28 08:16:35.978154 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] No DVR routers for this DVR port 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:16:35.989322 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:35.989909 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:35.990417 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:35.991875 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:35.992211 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:35.992541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:35.992870 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:35.993189 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:35.993517 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:35.993841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:35.994159 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:35.994472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:35.994858 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9e26e-6669-425a-937e-ee14bfa2c292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:36.668524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04efa26c-7307-4f48-b259-205231c2c1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:36.945889 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-04efa26c-7307-4f48-b259-205231c2c1b6 admin admin] Deleting port 348c8835-4dfe-4320-a650-1baf9cac6384 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:16:36.946140 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04efa26c-7307-4f48-b259-205231c2c1b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:37.024298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-04efa26c-7307-4f48-b259-205231c2c1b6 admin admin] For port 348c8835-4dfe-4320-a650-1baf9cac6384, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=348c8835-4dfe-4320-a650-1baf9cac6384,segment=NetworkSegment(fcba672c-7c30-4b92-a905-9f71bf3cc3f0),segment_id=fcba672c-7c30-4b92-a905-9f71bf3cc3f0)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:37.024975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04efa26c-7307-4f48-b259-205231c2c1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:37.035869 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-04efa26c-7307-4f48-b259-205231c2c1b6 admin admin] Calling delete_port for 348c8835-4dfe-4320-a650-1baf9cac6384 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:16:37.131684 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:16:37.153423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:16:37.153845 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 4642cc4e-ed16-40c0-bfe7-eb78d2775d31 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:16:37.154258 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6f2c74d9-af31-4b62-b854-dc0df4148921 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:16:37.173467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 6f2c74d9-af31-4b62-b854-dc0df4148921 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:16:37.173807 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6f2c74d9-af31-4b62-b854-dc0df4148921 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:16:37.230434 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04efa26c-7307-4f48-b259-205231c2c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:37.254563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efa26c-7307-4f48-b259-205231c2c1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=348c8835-4dfe-4320-a650-1baf9cac6384,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:37.436670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04efa26c-7307-4f48-b259-205231c2c1b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:37.675208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04efa26c-7307-4f48-b259-205231c2c1b6 admin admin] Router 54cbead7-6676-4a57-94c4-db133dc7f7bb has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:16:37.792209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04efa26c-7307-4f48-b259-205231c2c1b6 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:16:37.798067 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-04efa26c-7307-4f48-b259-205231c2c1b6 admin admin] 10.222.0.31 "PUT /v2.0/routers/54cbead7-6676-4a57-94c4-db133dc7f7bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8490653 Nov 28 08:16:37.800606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46534) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:37.803058 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cb5aa-0d18-4185-a2f6-85416fea467d None None] Sync routers for ids ['54cbead7-6676-4a57-94c4-db133dc7f7bb'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:16:37.813323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79cb5aa-0d18-4185-a2f6-85416fea467d None None] Routers {'54cbead7-6676-4a57-94c4-db133dc7f7bb'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:16:37.813942 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b79cb5aa-0d18-4185-a2f6-85416fea467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:16:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['54cbead7-6676-4a57-94c4-db133dc7f7bb'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:37.917128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:37.937273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-b79cb5aa-0d18-4185-a2f6-85416fea467d None None] Set router 54cbead7-6676-4a57-94c4-db133dc7f7bb gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:16:38.038851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:38.097002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] Deleting port 62f94ac5-181f-4cef-8166-159a433b8b63 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:16:38.097344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:38.119083 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b79cb5aa-0d18-4185-a2f6-85416fea467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1237189925-router', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '62f94ac5-181f-4cef-8166-159a433b8b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:16:37Z', 'revision_number': 5, 'project_id': 'f20898f8e62944f590861198dc650714', 'gw_port': {'id': '62f94ac5-181f-4cef-8166-159a433b8b63', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:38.147326 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cb5aa-0d18-4185-a2f6-85416fea467d None None] Checking router: 54cbead7-6676-4a57-94c4-db133dc7f7bb for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:16:38.156111 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79cb5aa-0d18-4185-a2f6-85416fea467d None None] Routers {'54cbead7-6676-4a57-94c4-db133dc7f7bb'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:16:38.156712 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b79cb5aa-0d18-4185-a2f6-85416fea467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:16:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['54cbead7-6676-4a57-94c4-db133dc7f7bb'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:38.178196 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] For port 62f94ac5-181f-4cef-8166-159a433b8b63, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=62f94ac5-181f-4cef-8166-159a433b8b63,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:38.178554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:38.190133 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] Calling delete_port for 62f94ac5-181f-4cef-8166-159a433b8b63 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:16:38.254456 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-b79cb5aa-0d18-4185-a2f6-85416fea467d None None] Set router 54cbead7-6676-4a57-94c4-db133dc7f7bb gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:16:38.311062 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-b79cb5aa-0d18-4185-a2f6-85416fea467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1237189925-router', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:16:38Z', 'revision_number': 6, 'project_id': 'f20898f8e62944f590861198dc650714', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:38.339101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cb5aa-0d18-4185-a2f6-85416fea467d None None] The sync data for ids ['54cbead7-6676-4a57-94c4-db133dc7f7bb'] in dv-neutron-744815-16-hyperv is: [{'id': '54cbead7-6676-4a57-94c4-db133dc7f7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1237189925-router', 'tenant_id': 'f20898f8e62944f590861198dc650714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:15:12Z', 'updated_at': '2021-11-28T08:16:38Z', 'revision_number': 6, 'project_id': 'f20898f8e62944f590861198dc650714', 'gw_port_host': None}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:16:38.363844 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:38.397142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=62f94ac5-181f-4cef-8166-159a433b8b63,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:38.403828 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c913cbf-6dae-401a-a4af-443c71a6cbab None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:16:38.458752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:38.554166 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:38.556232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:38.601125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:38.601783 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54cbead7-6676-4a57-94c4-db133dc7f7bb {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:16:38.606077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:38.607235 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a913f66c-bbd2-4ed3-8c89-727e0eec4a99 admin admin] 10.222.0.31 "DELETE /v2.0/routers/54cbead7-6676-4a57-94c4-db133dc7f7bb HTTP/1.1" status: 204 len: 168 time: 0.8056293 Nov 28 08:16:38.609701 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46536) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:38.652712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f40fff-d583-4140-aad7-ac0e09e7ee10 admin admin] Deleting subnet ca95d540-e39c-42cb-a03f-ea9b957f7e9c {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:16:38.655656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c5f40fff-d583-4140-aad7-ac0e09e7ee10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:38.695122 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c5f40fff-d583-4140-aad7-ac0e09e7ee10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:38.781041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c5f40fff-d583-4140-aad7-ac0e09e7ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:38.833162 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c5f40fff-d583-4140-aad7-ac0e09e7ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:38.858951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f40fff-d583-4140-aad7-ac0e09e7ee10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca95d540-e39c-42cb-a03f-ea9b957f7e9c,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:38.862642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c5f40fff-d583-4140-aad7-ac0e09e7ee10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:38.865885 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c5f40fff-d583-4140-aad7-ac0e09e7ee10 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ca95d540-e39c-42cb-a03f-ea9b957f7e9c HTTP/1.1" status: 204 len: 168 time: 0.2552702 Nov 28 08:16:38.868469 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46538) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:38.869108 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bfeefd-14ee-476a-acec-9ea80473a980 None None] Network 9007b1fc-b473-4220-9bd0-4393fe65b86a requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:16:38.942966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.002606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Deleting port 6ad9e5b6-f46d-474b-a73c-83902f622e43 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:16:39.003218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.072913 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] For port 6ad9e5b6-f46d-474b-a73c-83902f622e43, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6ad9e5b6-f46d-474b-a73c-83902f622e43,segment=NetworkSegment(fcba672c-7c30-4b92-a905-9f71bf3cc3f0),segment_id=fcba672c-7c30-4b92-a905-9f71bf3cc3f0)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:39.073560 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.086393 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Calling delete_port for 6ad9e5b6-f46d-474b-a73c-83902f622e43 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:16:39.100821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2ba479-0fc8-4f6a-83c3-8a976d10d851 None None] DHCP port deletion for 9007b1fc-b473-4220-9bd0-4393fe65b86a request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:16:39.166265 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ba479-0fc8-4f6a-83c3-8a976d10d851 None None] Deleting port 6ad9e5b6-f46d-474b-a73c-83902f622e43 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:16:39.167344 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bc2ba479-0fc8-4f6a-83c3-8a976d10d851 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.175202 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.183935 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6ad9e5b6-f46d-474b-a73c-83902f622e43 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:16:39.203422 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad9e5b6-f46d-474b-a73c-83902f622e43,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:39.209768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] No DVR routers for this DVR port 6ad9e5b6-f46d-474b-a73c-83902f622e43 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:16:39.216978 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 6ad9e5b6-f46d-474b-a73c-83902f622e43 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:16:39.217323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6ad9e5b6-f46d-474b-a73c-83902f622e43 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:16:39.217742 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 62f94ac5-181f-4cef-8166-159a433b8b63 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:16:39.268279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 62f94ac5-181f-4cef-8166-159a433b8b63 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:16:39.268621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 62f94ac5-181f-4cef-8166-159a433b8b63 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:16:39.269039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 348c8835-4dfe-4320-a650-1baf9cac6384 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:16:39.284348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.298556 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 348c8835-4dfe-4320-a650-1baf9cac6384 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:16:39.298916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 348c8835-4dfe-4320-a650-1baf9cac6384 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:16:39.304697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-bc2ba479-0fc8-4f6a-83c3-8a976d10d851 None None] For port 6ad9e5b6-f46d-474b-a73c-83902f622e43, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6ad9e5b6-f46d-474b-a73c-83902f622e43,segment=NetworkSegment(fcba672c-7c30-4b92-a905-9f71bf3cc3f0),segment_id=fcba672c-7c30-4b92-a905-9f71bf3cc3f0)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:39.305094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bc2ba479-0fc8-4f6a-83c3-8a976d10d851 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.307289 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9007b1fc-b473-4220-9bd0-4393fe65b86a']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:39.316696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcba672c-7c30-4b92-a905-9f71bf3cc3f0') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:39.316999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcba672c-7c30-4b92-a905-9f71bf3cc3f0') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:39.319552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ba479-0fc8-4f6a-83c3-8a976d10d851 None None] Calling delete_port for 6ad9e5b6-f46d-474b-a73c-83902f622e43 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:16:39.327070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.344024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.351225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:16:39.351880 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:16:39.354068 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:16:39.403450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bc2ba479-0fc8-4f6a-83c3-8a976d10d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.429139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.436424 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ba479-0fc8-4f6a-83c3-8a976d10d851 None None] No DVR routers for this DVR port 6ad9e5b6-f46d-474b-a73c-83902f622e43 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:16:39.438014 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.438322 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ba479-0fc8-4f6a-83c3-8a976d10d851 None None] Pushing event deleted for resources: {'Port': ['ID=6ad9e5b6-f46d-474b-a73c-83902f622e43,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:39.452900 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9007b1fc-b473-4220-9bd0-4393fe65b86a HTTP/1.1" status: 204 len: 168 time: 0.5829637 Nov 28 08:16:39.465891 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766a28a-7566-4740-b604-f514a77be9e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9007b1fc-b473-4220-9bd0-4393fe65b86a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:39.612257 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46542) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:39.651386 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c34fc229-a03f-48ec-a50c-7a58a8e0da7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eaf84002e55549808ff2fb082c7e8c90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378842 Nov 28 08:16:39.654220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46544) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:39.702068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc17d-c1ab-4b35-a958-c52fc8aac06c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.723019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc17d-c1ab-4b35-a958-c52fc8aac06c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.768184 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc17d-c1ab-4b35-a958-c52fc8aac06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.770815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc17d-c1ab-4b35-a958-c52fc8aac06c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:39.771973 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0c1dc17d-c1ab-4b35-a958-c52fc8aac06c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8ed3842-808b-45ce-8673-3d6c5fb4ed73 HTTP/1.1" status: 204 len: 168 time: 0.1168625 Nov 28 08:16:39.780141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dc17d-c1ab-4b35-a958-c52fc8aac06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ed3842-808b-45ce-8673-3d6c5fb4ed73,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:40.071264 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46550) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:40.113648 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-9f5fcf02-ed19-47c0-b26b-aaea786f6462 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f20898f8e62944f590861198dc650714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412323 Nov 28 08:16:40.116074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46552) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:40.161484 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b41175b5-c2e3-4ea8-a982-bd180a4fb079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:40.181527 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b41175b5-c2e3-4ea8-a982-bd180a4fb079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:40.227806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b41175b5-c2e3-4ea8-a982-bd180a4fb079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:40.230558 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b41175b5-c2e3-4ea8-a982-bd180a4fb079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:40.232411 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b41175b5-c2e3-4ea8-a982-bd180a4fb079 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06e6ea1c-489f-4cbf-acc6-64119f95c3af HTTP/1.1" status: 204 len: 168 time: 0.1153944 Nov 28 08:16:40.239769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41175b5-c2e3-4ea8-a982-bd180a4fb079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e6ea1c-489f-4cbf-acc6-64119f95c3af,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:40.906964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46574) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:41.004630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-549739042-network', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:16:41.026690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] Made reservation on behalf of 6162bf9c5c3c482abb32b413d1b48c8b for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:16:41.029617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.037730 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.111904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.116745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.143653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:16:41.149771 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a578b68-cc88-4b43-aec5-c7853f4f73d1,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:41.156355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.156693 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] Added segment 35dfb7b5-3613-44fa-9711-2250530e18eb of type vlan for network 49644720-2691-4b04-a68a-8fd63258ad8b Nov 28 08:16:41.198465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.222739 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.223680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:41.224248 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.256517 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3484888 Nov 28 08:16:41.259543 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46578) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:41.265033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-bb33e363-86c8-44b0-a9ab-b820648c1c7b admin admin] Request body: {'subnet': {'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-549739042-subnet', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'ip_version': 4}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:16:41.286399 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf26596-44c1-4e84-9338-7c73862c73c9 admin admin] Pushing event updated for resources: {'Network': ['ID=49644720-2691-4b04-a68a-8fd63258ad8b,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:41.288038 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb33e363-86c8-44b0-a9ab-b820648c1c7b admin admin] Made reservation on behalf of 6162bf9c5c3c482abb32b413d1b48c8b for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:16:41.290520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bb33e363-86c8-44b0-a9ab-b820648c1c7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.300893 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 49644720-2691-4b04-a68a-8fd63258ad8b details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:16:41.465874 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bb33e363-86c8-44b0-a9ab-b820648c1c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.530582 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33e363-86c8-44b0-a9ab-b820648c1c7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=04be0d73-0819-44d8-b271-5ec0ad5d41f2,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:41.538660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb33e363-86c8-44b0-a9ab-b820648c1c7b admin admin] Checking segment: {'id': '35dfb7b5-3613-44fa-9711-2250530e18eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:16:41.539044 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb33e363-86c8-44b0-a9ab-b820648c1c7b admin admin] Network hostable DHCP agents. Network: 49644720-2691-4b04-a68a-8fd63258ad8b, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:16:41.555362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb33e363-86c8-44b0-a9ab-b820648c1c7b admin admin] Network 49644720-2691-4b04-a68a-8fd63258ad8b is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:16:41.563979 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-bb33e363-86c8-44b0-a9ab-b820648c1c7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 49644720-2691-4b04-a68a-8fd63258ad8b) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:16:41.567895 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb33e363-86c8-44b0-a9ab-b820648c1c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:41.568474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bb33e363-86c8-44b0-a9ab-b820648c1c7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.573119 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f312cfc8-4eec-4e75-b495-c6ef771c6c5e None None] Network 49644720-2691-4b04-a68a-8fd63258ad8b requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:16:41.587588 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bb33e363-86c8-44b0-a9ab-b820648c1c7b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3268471 Nov 28 08:16:41.590237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46580) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:41.594486 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:16:41.614455 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.615505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.672561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.721268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-49644720-2691-4b04-a68a-8fd63258ad8b', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'fixed_ips': [{'subnet_id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:16:41.722144 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.826691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:41.853824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Allocated IP 172.20.0.2 (49644720-2691-4b04-a68a-8fd63258ad8b/04be0d73-0819-44d8-b271-5ec0ad5d41f2/35623d1c-cfe3-4997-bddc-e654d0c22f52) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:16:42.006879 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:42.013569 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:42.058331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Network 49644720-2691-4b04-a68a-8fd63258ad8b is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:16:42.064209 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:16:42.067712 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:16:42.077789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Pushing event updated for resources: {'Port': ['ID=35623d1c-cfe3-4997-bddc-e654d0c22f52,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:42.132974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Attempting to bind port 35623d1c-cfe3-4997-bddc-e654d0c22f52 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:16:42.133344 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Attempting to bind port 35623d1c-cfe3-4997-bddc-e654d0c22f52 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '35dfb7b5-3613-44fa-9711-2250530e18eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:16:42.133886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Attempting to bind port 35623d1c-cfe3-4997-bddc-e654d0c22f52 on network 49644720-2691-4b04-a68a-8fd63258ad8b {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:16:42.139459 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:16:42.139828 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Checking segment: {'id': '35dfb7b5-3613-44fa-9711-2250530e18eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:16:42.140225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:42.140636 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Bound using segment: {'id': '35dfb7b5-3613-44fa-9711-2250530e18eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:16:42.141096 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Bound port: 35623d1c-cfe3-4997-bddc-e654d0c22f52, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35dfb7b5-3613-44fa-9711-2250530e18eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:16:42.141470 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:42.210723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] For port 35623d1c-cfe3-4997-bddc-e654d0c22f52, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:16:42.213941 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] For port 35623d1c-cfe3-4997-bddc-e654d0c22f52, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=35623d1c-cfe3-4997-bddc-e654d0c22f52,segment=NetworkSegment(35dfb7b5-3613-44fa-9711-2250530e18eb),segment_id=35dfb7b5-3613-44fa-9711-2250530e18eb)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:16:42.220842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:42.285149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd98fc-dab7-46cc-94d9-46e4ae23d884 None None] Pushing event updated for resources: {'Port': ['ID=35623d1c-cfe3-4997-bddc-e654d0c22f52,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:42.362561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:42.381724 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:42.496917 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Allocated IP 172.26.2.37 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/70fd2078-b009-4524-a640-93211fbe8e3f) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:16:42.600712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:42.636805 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:42.675454 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:16:42.680350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:16:42.685750 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:16:42.692776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d08441-74ad-42d9-af24-dd2f0d80daa2 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:16:42.714893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Pushing event updated for resources: {'Port': ['ID=70fd2078-b009-4524-a640-93211fbe8e3f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:42.795281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-774d347f-e196-4177-8352-8209108106d0 None None] Provisioning complete for port 70fd2078-b009-4524-a640-93211fbe8e3f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:42.795758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-774d347f-e196-4177-8352-8209108106d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:42.837129 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-774d347f-e196-4177-8352-8209108106d0 None None] Port 70fd2078-b009-4524-a640-93211fbe8e3f cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:16:42.976704 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:43.170239 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 35623d1c-cfe3-4997-bddc-e654d0c22f52 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:16:43.195595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a055513-cef9-4113-8290-57bf5169c33f None None] Network 49644720-2691-4b04-a68a-8fd63258ad8b requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:16:43.217193 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:43.295495 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7972cdbd-0070-4f2f-a288-830e7cae746d None None] Provisioning complete for port 35623d1c-cfe3-4997-bddc-e654d0c22f52 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:43.295879 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7972cdbd-0070-4f2f-a288-830e7cae746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:43.343066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 35623d1c-cfe3-4997-bddc-e654d0c22f52 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:43.343438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:43.363783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Router e0801d57-14b4-4b83-8e87-b27d9b287eac is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:16:43.498551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:16:43.517924 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Sync routers for ids ['e0801d57-14b4-4b83-8e87-b27d9b287eac'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:16:43.518517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:43.519722 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-bf587d74-7d7f-400a-9427-ff9cde5f9885 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9285140 Nov 28 08:16:43.522283 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46582) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:43.538153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:43.540239 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7972cdbd-0070-4f2f-a288-830e7cae746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:43.567803 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Routers {'e0801d57-14b4-4b83-8e87-b27d9b287eac'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:16:43.568810 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:16:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e0801d57-14b4-4b83-8e87-b27d9b287eac'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:43.720404 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Set router e0801d57-14b4-4b83-8e87-b27d9b287eac gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:16:43.747251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port 35623d1c-cfe3-4997-bddc-e654d0c22f52, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=35623d1c-cfe3-4997-bddc-e654d0c22f52,segment=NetworkSegment(35dfb7b5-3613-44fa-9711-2250530e18eb),segment_id=35dfb7b5-3613-44fa-9711-2250530e18eb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:43.755876 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:43.827721 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-7972cdbd-0070-4f2f-a288-830e7cae746d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 08:16:43.828068 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-7972cdbd-0070-4f2f-a288-830e7cae746d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 08:16:43.860622 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=35623d1c-cfe3-4997-bddc-e654d0c22f52,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:43.919690 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:16:42Z', 'revision_number': 3, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port': {'id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:42Z', 'updated_at': '2021-11-28T08:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:43.950847 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Checking router: e0801d57-14b4-4b83-8e87-b27d9b287eac for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:16:43.951208 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Updating router e0801d57-14b4-4b83-8e87-b27d9b287eac port 70fd2078-b009-4524-a640-93211fbe8e3f binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:16:43.981801 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.041355 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.191807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Allocated IP 172.20.0.1 (49644720-2691-4b04-a68a-8fd63258ad8b/04be0d73-0819-44d8-b271-5ec0ad5d41f2/9310d314-427b-4e07-b063-22831817d8aa) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:16:44.234939 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.239963 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.281492 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855551f8-1997-4b9d-aa5a-d302b6beb32d None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:16:44.297159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.299861 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Attempting to bind port 70fd2078-b009-4524-a640-93211fbe8e3f on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:16:44.300259 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Attempting to bind port 70fd2078-b009-4524-a640-93211fbe8e3f by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:16:44.300619 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Attempting to bind port 70fd2078-b009-4524-a640-93211fbe8e3f on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:16:44.306415 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Pushing event updated for resources: {'Port': ['ID=70fd2078-b009-4524-a640-93211fbe8e3f,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:44.313867 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:16:44.314233 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:16:44.314626 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.315035 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:16:44.315492 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Bound port: 70fd2078-b009-4524-a640-93211fbe8e3f, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:16:44.315862 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.318906 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:44.319253 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:44.319594 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:44.319925 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:44.320247 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:44.320569 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:44.320891 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:44.321208 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:44.321529 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:44.321841 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:44.322156 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:44.322473 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:44.322782 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:16:44.336443 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.383896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Network 49644720-2691-4b04-a68a-8fd63258ad8b is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:16:44.385296 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] For port 70fd2078-b009-4524-a640-93211fbe8e3f, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:16:44.387618 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:16:44.389959 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] For port 70fd2078-b009-4524-a640-93211fbe8e3f, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=70fd2078-b009-4524-a640-93211fbe8e3f,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:16:44.393538 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:16:44.393813 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.429911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Pushing event updated for resources: {'Port': ['ID=9310d314-427b-4e07-b063-22831817d8aa,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:44.444679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.450787 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Routers {'e0801d57-14b4-4b83-8e87-b27d9b287eac'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:16:44.451780 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:16:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e0801d57-14b4-4b83-8e87-b27d9b287eac'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:44.471142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0575da75-0c24-4da6-8d12-ecf9f0a9658f None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:16:44.511400 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35419e4e-eea2-469f-9d4b-44f4bf398cdc None None] Pushing event updated for resources: {'Port': ['ID=70fd2078-b009-4524-a640-93211fbe8e3f,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:44.511545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-84d8725b-0738-4cda-832c-dc7f5b19dd1a None None] Provisioning complete for port 70fd2078-b009-4524-a640-93211fbe8e3f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:44.511940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84d8725b-0738-4cda-832c-dc7f5b19dd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.610719 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] Set router e0801d57-14b4-4b83-8e87-b27d9b287eac gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:16:44.620843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.640788 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84d8725b-0738-4cda-832c-dc7f5b19dd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.666727 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-84d8725b-0738-4cda-832c-dc7f5b19dd1a None None] For port 70fd2078-b009-4524-a640-93211fbe8e3f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=70fd2078-b009-4524-a640-93211fbe8e3f,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:44.672276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84d8725b-0738-4cda-832c-dc7f5b19dd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.718484 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-84d8725b-0738-4cda-832c-dc7f5b19dd1a None None] Provisioning complete for port 35623d1c-cfe3-4997-bddc-e654d0c22f52 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:44.718764 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84d8725b-0738-4cda-832c-dc7f5b19dd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.774326 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8725b-0738-4cda-832c-dc7f5b19dd1a None None] Pushing event updated for resources: {'Port': ['ID=70fd2078-b009-4524-a640-93211fbe8e3f,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:44.803346 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:16:42Z', 'revision_number': 3, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port': {'id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:42Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:44.813347 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.819011 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.842276 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4ec83-93c6-45d4-917b-d75966aa29f8 None None] The sync data for ids ['e0801d57-14b4-4b83-8e87-b27d9b287eac'] in dv-neutron-744815-16-hyperv is: [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:16:42Z', 'revision_number': 3, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port': {'id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:42Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:16:44.891041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.894065 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Pushing event updated for resources: {'Port': ['ID=9310d314-427b-4e07-b063-22831817d8aa,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:44.955811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-934aa14f-f30f-432b-ab86-e868ec78e65e None None] Provisioning complete for port 9310d314-427b-4e07-b063-22831817d8aa triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:44.956015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-934aa14f-f30f-432b-ab86-e868ec78e65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:44.991631 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Network 49644720-2691-4b04-a68a-8fd63258ad8b is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:16:44.993189 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:16:45.008896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-934aa14f-f30f-432b-ab86-e868ec78e65e None None] Port 9310d314-427b-4e07-b063-22831817d8aa cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:16:45.019875 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-934aa14f-f30f-432b-ab86-e868ec78e65e None None] Provisioning complete for port 70fd2078-b009-4524-a640-93211fbe8e3f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:45.020377 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-934aa14f-f30f-432b-ab86-e868ec78e65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:45.206180 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Router e0801d57-14b4-4b83-8e87-b27d9b287eac has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:16:45.275055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 35623d1c-cfe3-4997-bddc-e654d0c22f52 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:16:45.337737 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 35623d1c-cfe3-4997-bddc-e654d0c22f52 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:45.338101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:45.345898 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:16:45.351610 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f9694fe5-f736-4a52-9605-47b3ed557a0e admin admin] 10.222.0.31 "PUT /v2.0/routers/e0801d57-14b4-4b83-8e87-b27d9b287eac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8282900 Nov 28 08:16:45.408269 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7d48029a-2f9d-42d7-beb7-f8eb63b7a766 None None] Provisioning complete for port 9310d314-427b-4e07-b063-22831817d8aa triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:45.408635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7d48029a-2f9d-42d7-beb7-f8eb63b7a766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:45.497360 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7d48029a-2f9d-42d7-beb7-f8eb63b7a766 None None] Port 9310d314-427b-4e07-b063-22831817d8aa cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:16:45.505518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 70fd2078-b009-4524-a640-93211fbe8e3f up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:16:45.508807 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a0fad73b-a2aa-4023-8f7d-ccc5fea65bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:45.566849 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 70fd2078-b009-4524-a640-93211fbe8e3f triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:45.567248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:45.852249 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46598) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:45.857216 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-136617803-network', 'tenant_id': '5ed432d4359e4855990d274656935c30'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:16:45.877591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] Made reservation on behalf of 5ed432d4359e4855990d274656935c30 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:16:45.880197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:45.889096 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:45.964713 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:45.968968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:45.993845 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:16:46.003075 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e7617a-4cfb-4dc4-9097-89e7304ab485,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:46.009017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:46.009348 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] Added segment 70641288-3204-4fe8-993a-3f6619851e03 of type vlan for network 6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e Nov 28 08:16:46.050732 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:46.075911 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:46.076967 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:46.077642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:46.108278 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2549100 Nov 28 08:16:46.111064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46600) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:46.116238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1ab7f2e0-6bd2-4461-b1bb-1b3a8c284107 admin admin] Request body: {'subnet': {'network_id': '6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-136617803-subnet', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'ip_version': 4}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:16:46.138274 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab7f2e0-6bd2-4461-b1bb-1b3a8c284107 admin admin] Made reservation on behalf of 5ed432d4359e4855990d274656935c30 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:16:46.140669 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f2e0-6bd2-4461-b1bb-1b3a8c284107 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:46.142388 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b73d7-71a2-4664-a769-7c0bfa4671e3 admin admin] Pushing event updated for resources: {'Network': ['ID=6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:46.152027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:16:46.309759 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f2e0-6bd2-4461-b1bb-1b3a8c284107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:46.358089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7f2e0-6bd2-4461-b1bb-1b3a8c284107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f74dec-62b6-4e21-84f0-ecc9ba45d8f5,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:46.374820 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab7f2e0-6bd2-4461-b1bb-1b3a8c284107 admin admin] Checking segment: {'id': '70641288-3204-4fe8-993a-3f6619851e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:16:46.375224 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab7f2e0-6bd2-4461-b1bb-1b3a8c284107 admin admin] Network hostable DHCP agents. Network: 6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:16:46.391837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab7f2e0-6bd2-4461-b1bb-1b3a8c284107 admin admin] Network 6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:16:46.400183 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-1ab7f2e0-6bd2-4461-b1bb-1b3a8c284107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:16:46.404309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab7f2e0-6bd2-4461-b1bb-1b3a8c284107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:16:46.404892 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f2e0-6bd2-4461-b1bb-1b3a8c284107 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:46.408790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d978f1-7948-4d95-848e-8c1b7cd80f23 None None] Network 6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:16:46.424534 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46602) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:46.424745 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1ab7f2e0-6bd2-4461-b1bb-1b3a8c284107 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3123951 Nov 28 08:16:46.429246 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-136617803-router', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:16:46.450952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:46.451971 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:46.476803 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Sync routers for ids ['e0801d57-14b4-4b83-8e87-b27d9b287eac'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:16:46.517731 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:46.522690 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Routers {'e0801d57-14b4-4b83-8e87-b27d9b287eac'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:16:46.523347 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:16:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e0801d57-14b4-4b83-8e87-b27d9b287eac'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:46.645195 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e', 'network_id': '6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'fixed_ips': [{'subnet_id': '65f74dec-62b6-4e21-84f0-ecc9ba45d8f5'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:16:46.646052 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:46.740459 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Set router e0801d57-14b4-4b83-8e87-b27d9b287eac gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:16:46.929574 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Allocated IP 172.20.0.2 (6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e/65f74dec-62b6-4e21-84f0-ecc9ba45d8f5/26b45554-8783-423a-992b-577f15557de1) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:16:46.994086 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.110320 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port': {'id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:42Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9310d314-427b-4e07-b063-22831817d8aa', 'name': '', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'mac_address': 'fa:16:3e:cc:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:44Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 2, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'subnets': [{'id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:47.147849 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Checking router: e0801d57-14b4-4b83-8e87-b27d9b287eac for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:16:47.148201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Updating router e0801d57-14b4-4b83-8e87-b27d9b287eac port 9310d314-427b-4e07-b063-22831817d8aa binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:16:47.181585 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.189582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.192913 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.199706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.219336 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.253627 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Network 6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:16:47.259214 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:16:47.266455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:16:47.292766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Pushing event updated for resources: {'Port': ['ID=26b45554-8783-423a-992b-577f15557de1,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:47.323804 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Allocated IP 172.26.2.45 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/909a4c2f-711f-4b6a-895c-a2304576665a) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:16:47.397947 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Attempting to bind port 26b45554-8783-423a-992b-577f15557de1 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:16:47.398221 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Attempting to bind port 26b45554-8783-423a-992b-577f15557de1 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '70641288-3204-4fe8-993a-3f6619851e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:16:47.398581 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Attempting to bind port 26b45554-8783-423a-992b-577f15557de1 on network 6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:16:47.408485 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:16:47.408859 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Checking segment: {'id': '70641288-3204-4fe8-993a-3f6619851e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:16:47.409256 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.409646 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Bound using segment: {'id': '70641288-3204-4fe8-993a-3f6619851e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:16:47.410107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Bound port: 26b45554-8783-423a-992b-577f15557de1, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70641288-3204-4fe8-993a-3f6619851e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:16:47.410482 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.424709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.466555 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.510903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:16:47.516795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:16:47.520753 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:16:47.543947 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Pushing event updated for resources: {'Port': ['ID=909a4c2f-711f-4b6a-895c-a2304576665a,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:47.642088 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab558d6d-0109-45e5-a698-2446f6da81d3 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:16:47.701272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] For port 26b45554-8783-423a-992b-577f15557de1, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:16:47.719582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] For port 26b45554-8783-423a-992b-577f15557de1, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=26b45554-8783-423a-992b-577f15557de1,segment=NetworkSegment(70641288-3204-4fe8-993a-3f6619851e03),segment_id=70641288-3204-4fe8-993a-3f6619851e03)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:16:47.728518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.807857 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.817563 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c8264978-34a3-4695-b43b-fc2eb04fba4c None None] Provisioning complete for port 909a4c2f-711f-4b6a-895c-a2304576665a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:47.817961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c8264978-34a3-4695-b43b-fc2eb04fba4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.877411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c41a0-5dc1-4b5c-8f83-50527a9664fe None None] Pushing event updated for resources: {'Port': ['ID=26b45554-8783-423a-992b-577f15557de1,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:47.881326 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.893009 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:47.920386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-c8264978-34a3-4695-b43b-fc2eb04fba4c None None] Port 909a4c2f-711f-4b6a-895c-a2304576665a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:16:47.976110 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33207fa0-843c-4a9b-b0ff-1509f533530e None None] Pushing event updated for resources: {'Port': ['ID=9310d314-427b-4e07-b063-22831817d8aa,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:48.049167 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Attempting to bind port 9310d314-427b-4e07-b063-22831817d8aa on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:16:48.049655 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Attempting to bind port 9310d314-427b-4e07-b063-22831817d8aa by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '35dfb7b5-3613-44fa-9711-2250530e18eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:16:48.050061 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Attempting to bind port 9310d314-427b-4e07-b063-22831817d8aa on network 49644720-2691-4b04-a68a-8fd63258ad8b {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:16:48.057607 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ec44758f-c648-4c75-8328-07f4d8c3de63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:48.059962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:16:48.060346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Checking segment: {'id': '35dfb7b5-3613-44fa-9711-2250530e18eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:16:48.060729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:48.061130 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Bound using segment: {'id': '35dfb7b5-3613-44fa-9711-2250530e18eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:16:48.061584 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Bound port: 9310d314-427b-4e07-b063-22831817d8aa, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35dfb7b5-3613-44fa-9711-2250530e18eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:16:48.062012 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:48.104411 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:48.147215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] For port 9310d314-427b-4e07-b063-22831817d8aa, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:16:48.151516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] For port 9310d314-427b-4e07-b063-22831817d8aa, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9310d314-427b-4e07-b063-22831817d8aa,segment=NetworkSegment(35dfb7b5-3613-44fa-9711-2250530e18eb),segment_id=35dfb7b5-3613-44fa-9711-2250530e18eb)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:16:48.157378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:48.248322 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Routers {'e0801d57-14b4-4b83-8e87-b27d9b287eac'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:16:48.249030 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:16:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e0801d57-14b4-4b83-8e87-b27d9b287eac'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:48.279233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Router 05a9020c-69ac-4d6a-80d8-3c872f915d25 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:16:48.303649 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33207fa0-843c-4a9b-b0ff-1509f533530e None None] Pushing event updated for resources: {'Port': ['ID=9310d314-427b-4e07-b063-22831817d8aa,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:48.396682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] Set router e0801d57-14b4-4b83-8e87-b27d9b287eac gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:16:48.418665 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:16:48.429078 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Sync routers for ids ['05a9020c-69ac-4d6a-80d8-3c872f915d25'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:16:48.441205 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:48.445008 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Routers {'05a9020c-69ac-4d6a-80d8-3c872f915d25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:16:48.445287 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b301ffc9-1e21-42cc-88ff-f260a2546be2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0169318 Nov 28 08:16:48.445400 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:16:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05a9020c-69ac-4d6a-80d8-3c872f915d25'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:48.445531 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46604) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:16:48.560926 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e636702f-97b3-4415-a925-17a74b4168e8 None None] Provisioning complete for port 9310d314-427b-4e07-b063-22831817d8aa triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:48.561446 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e636702f-97b3-4415-a925-17a74b4168e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:48.605760 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Set router 05a9020c-69ac-4d6a-80d8-3c872f915d25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:16:48.722497 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e636702f-97b3-4415-a925-17a74b4168e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:48.765909 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port': {'id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:42Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9310d314-427b-4e07-b063-22831817d8aa', 'name': '', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'mac_address': 'fa:16:3e:cc:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:44Z', 'updated_at': '2021-11-28T08:16:48Z', 'revision_number': 4, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'subnets': [{'id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:48.802126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e636702f-97b3-4415-a925-17a74b4168e8 None None] For port 9310d314-427b-4e07-b063-22831817d8aa, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9310d314-427b-4e07-b063-22831817d8aa,segment=NetworkSegment(35dfb7b5-3613-44fa-9711-2250530e18eb),segment_id=35dfb7b5-3613-44fa-9711-2250530e18eb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:48.803745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95673fb2-9e4f-42b1-9b3f-de9fa103822e None None] The sync data for ids ['e0801d57-14b4-4b83-8e87-b27d9b287eac'] in dv-neutron-744815-16-hyperv is: [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port': {'id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:42Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9310d314-427b-4e07-b063-22831817d8aa', 'name': '', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'mac_address': 'fa:16:3e:cc:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:44Z', 'updated_at': '2021-11-28T08:16:48Z', 'revision_number': 4, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'subnets': [{'id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:16:48.814723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e636702f-97b3-4415-a925-17a74b4168e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:48.927911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636702f-97b3-4415-a925-17a74b4168e8 None None] Pushing event updated for resources: {'Port': ['ID=9310d314-427b-4e07-b063-22831817d8aa,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:48.976714 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-345e64c3-a7f4-4ff6-a988-c1f1a40c74bc None None] Provisioning complete for port 9310d314-427b-4e07-b063-22831817d8aa triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:48.977246 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-345e64c3-a7f4-4ff6-a988-c1f1a40c74bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:48.982801 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'name': 'tempest-TestMinimumBasicScenario-136617803-router', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '909a4c2f-711f-4b6a-895c-a2304576665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:46Z', 'updated_at': '2021-11-28T08:16:47Z', 'revision_number': 3, 'project_id': '5ed432d4359e4855990d274656935c30', 'gw_port': {'id': '909a4c2f-711f-4b6a-895c-a2304576665a', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:30:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:47Z', 'updated_at': '2021-11-28T08:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:49.028352 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Checking router: 05a9020c-69ac-4d6a-80d8-3c872f915d25 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:16:49.028702 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Updating router 05a9020c-69ac-4d6a-80d8-3c872f915d25 port 909a4c2f-711f-4b6a-895c-a2304576665a binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:16:49.078224 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.105071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.159265 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.294515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 26b45554-8783-423a-992b-577f15557de1 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:16:49.296726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae4de38-a75a-4838-817c-be7323e4a45c None None] Network 6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:16:49.331118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Allocated IP 172.20.0.1 (6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e/65f74dec-62b6-4e21-84f0-ecc9ba45d8f5/f60044b7-1754-49a9-9d72-1030f0393492) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:16:49.416317 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-eea3244c-ffc6-4a51-ba1f-307d730d2e1e None None] Provisioning complete for port 26b45554-8783-423a-992b-577f15557de1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:49.416685 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-eea3244c-ffc6-4a51-ba1f-307d730d2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.473202 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.477304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 26b45554-8783-423a-992b-577f15557de1 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:49.477672 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.498091 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.508366 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.537573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.544115 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9e43bb-777a-4fac-ba51-de14cc24ceb5 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:16:49.558077 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Attempting to bind port 909a4c2f-711f-4b6a-895c-a2304576665a on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:16:49.558457 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Attempting to bind port 909a4c2f-711f-4b6a-895c-a2304576665a by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:16:49.559395 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Attempting to bind port 909a4c2f-711f-4b6a-895c-a2304576665a on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:16:49.569822 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:16:49.570466 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:16:49.571126 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.571704 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:16:49.572368 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Bound port: 909a4c2f-711f-4b6a-895c-a2304576665a, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:16:49.573100 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.614313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Pushing event updated for resources: {'Port': ['ID=f60044b7-1754-49a9-9d72-1030f0393492,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:49.630091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Network 6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:16:49.632477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:16:49.635333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:16:49.642843 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] For port 909a4c2f-711f-4b6a-895c-a2304576665a, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:16:49.647086 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] For port 909a4c2f-711f-4b6a-895c-a2304576665a, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=909a4c2f-711f-4b6a-895c-a2304576665a,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:16:49.656995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-eea3244c-ffc6-4a51-ba1f-307d730d2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.657242 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.674274 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29f609-86f1-404b-99fa-e9b6aef04431 None None] Pushing event updated for resources: {'Port': ['ID=909a4c2f-711f-4b6a-895c-a2304576665a,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:49.703893 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e429043-47a0-4ca1-9f82-333880b37363 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:16:49.706174 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.740569 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29f609-86f1-404b-99fa-e9b6aef04431 None None] Pushing event updated for resources: {'Port': ['ID=909a4c2f-711f-4b6a-895c-a2304576665a,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:49.746490 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Routers {'05a9020c-69ac-4d6a-80d8-3c872f915d25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:16:49.747327 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:16:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05a9020c-69ac-4d6a-80d8-3c872f915d25'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:49.762851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.773226 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-eea3244c-ffc6-4a51-ba1f-307d730d2e1e None None] For port 26b45554-8783-423a-992b-577f15557de1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=26b45554-8783-423a-992b-577f15557de1,segment=NetworkSegment(70641288-3204-4fe8-993a-3f6619851e03),segment_id=70641288-3204-4fe8-993a-3f6619851e03)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:49.795648 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-eea3244c-ffc6-4a51-ba1f-307d730d2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:49.894727 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3244c-ffc6-4a51-ba1f-307d730d2e1e None None] Pushing event updated for resources: {'Port': ['ID=26b45554-8783-423a-992b-577f15557de1,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:49.957219 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] Set router 05a9020c-69ac-4d6a-80d8-3c872f915d25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:16:49.969342 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 08:16:49.969342 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 08:16:50.000288 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-eae6ee07-5a13-4a8b-99d3-f93d498816a4 None None] Provisioning complete for port 909a4c2f-711f-4b6a-895c-a2304576665a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:50.001162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-eae6ee07-5a13-4a8b-99d3-f93d498816a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:50.106615 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-eae6ee07-5a13-4a8b-99d3-f93d498816a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:50.133668 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-eae6ee07-5a13-4a8b-99d3-f93d498816a4 None None] For port 909a4c2f-711f-4b6a-895c-a2304576665a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=909a4c2f-711f-4b6a-895c-a2304576665a,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:50.142596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-eae6ee07-5a13-4a8b-99d3-f93d498816a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:50.222606 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'name': 'tempest-TestMinimumBasicScenario-136617803-router', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '909a4c2f-711f-4b6a-895c-a2304576665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:46Z', 'updated_at': '2021-11-28T08:16:47Z', 'revision_number': 3, 'project_id': '5ed432d4359e4855990d274656935c30', 'gw_port': {'id': '909a4c2f-711f-4b6a-895c-a2304576665a', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:30:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:47Z', 'updated_at': '2021-11-28T08:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:50.233268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6ee07-5a13-4a8b-99d3-f93d498816a4 None None] Pushing event updated for resources: {'Port': ['ID=909a4c2f-711f-4b6a-895c-a2304576665a,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:50.269109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-120d4516-e320-429e-9558-fcdff6d70fb9 None None] Provisioning complete for port f60044b7-1754-49a9-9d72-1030f0393492 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:50.273361 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-120d4516-e320-429e-9558-fcdff6d70fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:50.280641 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960634ea-7aea-49ae-a209-088f633958c8 None None] The sync data for ids ['05a9020c-69ac-4d6a-80d8-3c872f915d25'] in dv-neutron-744815-16-hyperv is: [{'id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'name': 'tempest-TestMinimumBasicScenario-136617803-router', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '909a4c2f-711f-4b6a-895c-a2304576665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:46Z', 'updated_at': '2021-11-28T08:16:47Z', 'revision_number': 3, 'project_id': '5ed432d4359e4855990d274656935c30', 'gw_port': {'id': '909a4c2f-711f-4b6a-895c-a2304576665a', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:30:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:47Z', 'updated_at': '2021-11-28T08:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:16:50.335429 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-120d4516-e320-429e-9558-fcdff6d70fb9 None None] Port f60044b7-1754-49a9-9d72-1030f0393492 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:16:50.345825 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-120d4516-e320-429e-9558-fcdff6d70fb9 None None] Provisioning complete for port 26b45554-8783-423a-992b-577f15557de1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:50.346222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-120d4516-e320-429e-9558-fcdff6d70fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:50.427247 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:50.447353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:50.514901 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9310d314-427b-4e07-b063-22831817d8aa up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:16:50.579354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f03b93a1-b9bf-420d-b8b1-2b4efe9aaee9 None None] Provisioning complete for port f60044b7-1754-49a9-9d72-1030f0393492 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:50.579905 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f03b93a1-b9bf-420d-b8b1-2b4efe9aaee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:50.610752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:50.616668 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:50.622956 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 9310d314-427b-4e07-b063-22831817d8aa triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:50.623354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:50.661283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-f03b93a1-b9bf-420d-b8b1-2b4efe9aaee9 None None] Port f60044b7-1754-49a9-9d72-1030f0393492 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:16:50.716584 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:50.723551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Pushing event updated for resources: {'Port': ['ID=f60044b7-1754-49a9-9d72-1030f0393492,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:50.816228 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Network 6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:16:50.817674 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:16:50.966263 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Router 05a9020c-69ac-4d6a-80d8-3c872f915d25 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:16:51.082151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-cbac6058-1800-4e46-ba25-673caf8dac32 None None] Provisioning complete for port f60044b7-1754-49a9-9d72-1030f0393492 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:51.083039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-cbac6058-1800-4e46-ba25-673caf8dac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:51.109784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:16:51.132170 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1acb6674-cb12-4086-a724-d5991fb31787 admin admin] 10.222.0.31 "PUT /v2.0/routers/05a9020c-69ac-4d6a-80d8-3c872f915d25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6786327 Nov 28 08:16:51.161320 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-cbac6058-1800-4e46-ba25-673caf8dac32 None None] Port f60044b7-1754-49a9-9d72-1030f0393492 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:16:51.250725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 26b45554-8783-423a-992b-577f15557de1 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:16:51.307344 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 26b45554-8783-423a-992b-577f15557de1 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:51.307712 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:51.412625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:51.417357 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 909a4c2f-711f-4b6a-895c-a2304576665a up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:16:51.472230 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 909a4c2f-711f-4b6a-895c-a2304576665a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:51.472602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:52.403268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Sync routers for ids ['05a9020c-69ac-4d6a-80d8-3c872f915d25'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:16:52.415869 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Routers {'05a9020c-69ac-4d6a-80d8-3c872f915d25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:16:52.416536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:16:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05a9020c-69ac-4d6a-80d8-3c872f915d25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:52.703630 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Set router 05a9020c-69ac-4d6a-80d8-3c872f915d25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:16:52.877447 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:16:52.925118 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'name': 'tempest-TestMinimumBasicScenario-136617803-router', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '909a4c2f-711f-4b6a-895c-a2304576665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:46Z', 'updated_at': '2021-11-28T08:16:50Z', 'revision_number': 4, 'project_id': '5ed432d4359e4855990d274656935c30', 'gw_port': {'id': '909a4c2f-711f-4b6a-895c-a2304576665a', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:47Z', 'updated_at': '2021-11-28T08:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'f60044b7-1754-49a9-9d72-1030f0393492', 'name': '', 'network_id': '6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'mac_address': 'fa:16:3e:f4:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '65f74dec-62b6-4e21-84f0-ecc9ba45d8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:49Z', 'updated_at': '2021-11-28T08:16:50Z', 'revision_number': 2, 'project_id': '5ed432d4359e4855990d274656935c30', 'subnets': [{'id': '65f74dec-62b6-4e21-84f0-ecc9ba45d8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:52.958226 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Checking router: 05a9020c-69ac-4d6a-80d8-3c872f915d25 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:16:52.958488 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Updating router 05a9020c-69ac-4d6a-80d8-3c872f915d25 port f60044b7-1754-49a9-9d72-1030f0393492 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:16:52.990596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:53.292205 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:53.299851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:53.359703 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b411d-68b2-4361-8fa6-403c4a8fffa2 None None] Pushing event updated for resources: {'Port': ['ID=f60044b7-1754-49a9-9d72-1030f0393492,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:53.436638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Attempting to bind port f60044b7-1754-49a9-9d72-1030f0393492 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:16:53.437279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Attempting to bind port f60044b7-1754-49a9-9d72-1030f0393492 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '70641288-3204-4fe8-993a-3f6619851e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:16:53.437370 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Attempting to bind port f60044b7-1754-49a9-9d72-1030f0393492 on network 6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:16:53.443550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:16:53.443932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Checking segment: {'id': '70641288-3204-4fe8-993a-3f6619851e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:16:53.444400 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:53.444807 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Bound using segment: {'id': '70641288-3204-4fe8-993a-3f6619851e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:16:53.445304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Bound port: f60044b7-1754-49a9-9d72-1030f0393492, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70641288-3204-4fe8-993a-3f6619851e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:16:53.445693 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:53.548148 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] For port f60044b7-1754-49a9-9d72-1030f0393492, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:16:53.553955 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] For port f60044b7-1754-49a9-9d72-1030f0393492, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=f60044b7-1754-49a9-9d72-1030f0393492,segment=NetworkSegment(70641288-3204-4fe8-993a-3f6619851e03),segment_id=70641288-3204-4fe8-993a-3f6619851e03)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:16:53.563434 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:53.642477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Routers {'05a9020c-69ac-4d6a-80d8-3c872f915d25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:16:53.643059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:16:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05a9020c-69ac-4d6a-80d8-3c872f915d25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:53.718283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4b24171e-7bf0-48f3-8f00-66e0c99247d3 None None] Provisioning complete for port f60044b7-1754-49a9-9d72-1030f0393492 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:53.718658 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4b24171e-7bf0-48f3-8f00-66e0c99247d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:53.751043 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b411d-68b2-4361-8fa6-403c4a8fffa2 None None] Pushing event updated for resources: {'Port': ['ID=f60044b7-1754-49a9-9d72-1030f0393492,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:53.849762 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] Set router 05a9020c-69ac-4d6a-80d8-3c872f915d25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:16:53.928445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4b24171e-7bf0-48f3-8f00-66e0c99247d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:54.046906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4b24171e-7bf0-48f3-8f00-66e0c99247d3 None None] For port f60044b7-1754-49a9-9d72-1030f0393492, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=f60044b7-1754-49a9-9d72-1030f0393492,segment=NetworkSegment(70641288-3204-4fe8-993a-3f6619851e03),segment_id=70641288-3204-4fe8-993a-3f6619851e03)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:16:54.055643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4b24171e-7bf0-48f3-8f00-66e0c99247d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:54.151505 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24171e-7bf0-48f3-8f00-66e0c99247d3 None None] Pushing event updated for resources: {'Port': ['ID=f60044b7-1754-49a9-9d72-1030f0393492,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:16:54.191012 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'name': 'tempest-TestMinimumBasicScenario-136617803-router', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '909a4c2f-711f-4b6a-895c-a2304576665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:46Z', 'updated_at': '2021-11-28T08:16:50Z', 'revision_number': 4, 'project_id': '5ed432d4359e4855990d274656935c30', 'gw_port': {'id': '909a4c2f-711f-4b6a-895c-a2304576665a', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:47Z', 'updated_at': '2021-11-28T08:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'f60044b7-1754-49a9-9d72-1030f0393492', 'name': '', 'network_id': '6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'mac_address': 'fa:16:3e:f4:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '65f74dec-62b6-4e21-84f0-ecc9ba45d8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:49Z', 'updated_at': '2021-11-28T08:16:53Z', 'revision_number': 4, 'project_id': '5ed432d4359e4855990d274656935c30', 'subnets': [{'id': '65f74dec-62b6-4e21-84f0-ecc9ba45d8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:16:54.194939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-19b13602-fda3-4a2d-8f85-8358ac65d855 None None] Provisioning complete for port f60044b7-1754-49a9-9d72-1030f0393492 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:54.195149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19b13602-fda3-4a2d-8f85-8358ac65d855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:16:54.242598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1460fa77-291f-4b5d-8ad8-01f0527603f2 None None] The sync data for ids ['05a9020c-69ac-4d6a-80d8-3c872f915d25'] in dv-neutron-744815-16-hyperv is: [{'id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'name': 'tempest-TestMinimumBasicScenario-136617803-router', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '909a4c2f-711f-4b6a-895c-a2304576665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:46Z', 'updated_at': '2021-11-28T08:16:50Z', 'revision_number': 4, 'project_id': '5ed432d4359e4855990d274656935c30', 'gw_port': {'id': '909a4c2f-711f-4b6a-895c-a2304576665a', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:47Z', 'updated_at': '2021-11-28T08:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'f60044b7-1754-49a9-9d72-1030f0393492', 'name': '', 'network_id': '6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'mac_address': 'fa:16:3e:f4:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '65f74dec-62b6-4e21-84f0-ecc9ba45d8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:49Z', 'updated_at': '2021-11-28T08:16:53Z', 'revision_number': 4, 'project_id': '5ed432d4359e4855990d274656935c30', 'subnets': [{'id': '65f74dec-62b6-4e21-84f0-ecc9ba45d8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:16:55.187960 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device f60044b7-1754-49a9-9d72-1030f0393492 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:16:55.245532 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port f60044b7-1754-49a9-9d72-1030f0393492 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:16:55.246438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:01.102349 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e8cece1c-2657-45c8-b985-5cf73f277724 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:01.103836 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e8cece1c-2657-45c8-b985-5cf73f277724 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/networks?id=49644720-2691-4b04-a68a-8fd63258ad8b HTTP/1.1" status: 200 len: 814 time: 0.1043363 Nov 28 08:17:01.118159 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-81b7b1dd-8e36-4dbe-91a5-f10a4b359878 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/quotas/6162bf9c5c3c482abb32b413d1b48c8b HTTP/1.1" status: 200 len: 375 time: 0.0087075 Nov 28 08:17:01.174521 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-7d18c6a1-d341-4406-b4a2-0afe01aee956 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6162bf9c5c3c482abb32b413d1b48c8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506668 Nov 28 08:17:01.271529 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-f8ac8aa7-172f-4503-9e9d-e01cdb1e1bbd service neutron] 10.222.0.31 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850272 Nov 28 08:17:01.358970 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-c953e528-6656-408f-8fd5-6063a65f6f6f service neutron] 10.222.0.31 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812709 Nov 28 08:17:01.463102 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:01.519853 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-44c8e2c6-c9ba-4c23-a6ad-ed2f34aa85f1 req-7921ac31-3757-4505-942d-a0d5eb789c9c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 210 time: 0.0313699 Nov 28 08:17:02.524948 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-99ad160a-424a-4aaf-882d-0f41b4b2225a tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:02.526599 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-99ad160a-424a-4aaf-882d-0f41b4b2225a tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.35 "GET /v2.0/networks?id=49644720-2691-4b04-a68a-8fd63258ad8b HTTP/1.1" status: 200 len: 814 time: 0.1015530 Nov 28 08:17:02.548848 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e626e59c-856f-4073-93cf-0e0339c9f978 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Request body: {'port': {'device_id': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'admin_state_up': True, 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:17:02.621622 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-792bd61d-2682-45e1-9b63-17720467c0db req-4b1a6792-0d20-4b5c-8636-5100e597ca61 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 210 time: 0.0336404 Nov 28 08:17:02.660560 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e626e59c-856f-4073-93cf-0e0339c9f978 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Made reservation on behalf of 6162bf9c5c3c482abb32b413d1b48c8b for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:17:02.664086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e626e59c-856f-4073-93cf-0e0339c9f978 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:02.788045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e626e59c-856f-4073-93cf-0e0339c9f978 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Allocated IP 172.20.0.14 (49644720-2691-4b04-a68a-8fd63258ad8b/04be0d73-0819-44d8-b271-5ec0ad5d41f2/b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:17:02.964025 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e626e59c-856f-4073-93cf-0e0339c9f978 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:03.017540 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e626e59c-856f-4073-93cf-0e0339c9f978 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:03.055776 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e626e59c-856f-4073-93cf-0e0339c9f978 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Network 49644720-2691-4b04-a68a-8fd63258ad8b is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:17:03.078562 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e626e59c-856f-4073-93cf-0e0339c9f978 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:17:03.082508 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e626e59c-856f-4073-93cf-0e0339c9f978 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:17:03.147095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e626e59c-856f-4073-93cf-0e0339c9f978 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:03.147696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e626e59c-856f-4073-93cf-0e0339c9f978 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:03.191444 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e626e59c-856f-4073-93cf-0e0339c9f978 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6473348 Nov 28 08:17:03.198242 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626e59c-856f-4073-93cf-0e0339c9f978 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event updated for resources: {'Port': ['ID=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:03.361192 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f57fa5f9-37db-4300-bf88-720221a73e29 None None] Provisioning complete for port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:17:03.361954 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f57fa5f9-37db-4300-bf88-720221a73e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:03.402226 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-f57fa5f9-37db-4300-bf88-720221a73e29 None None] Port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:17:03.747287 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfeecea-5287-4413-8e18-e684bec64737 req-937e73b7-47fb-49a5-b06f-cfa9feb358ba tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:03.748991 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dbfeecea-5287-4413-8e18-e684bec64737 req-937e73b7-47fb-49a5-b06f-cfa9feb358ba tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 932 time: 0.0579195 Nov 28 08:17:03.798546 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dbfeecea-5287-4413-8e18-e684bec64737 req-72f43586-a3a5-4e58-bd7e-42308acc5d0b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431633 Nov 28 08:17:04.929795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b315653-afaa-4e95-a62e-bdb2a39d5899 req-d0162bec-9a14-48fb-baf1-b7fcfa180c7c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:04.931646 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1b315653-afaa-4e95-a62e-bdb2a39d5899 req-d0162bec-9a14-48fb-baf1-b7fcfa180c7c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 932 time: 0.0610685 Nov 28 08:17:04.987737 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1b315653-afaa-4e95-a62e-bdb2a39d5899 req-6a8486a3-435c-4e04-8c04-67377d14fb49 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486541 Nov 28 08:17:06.112880 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e903c23-a986-4635-bf09-2df4a150f9d1 req-8eeb84ac-e716-4cca-bde7-e1f85c95e42e tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:06.114377 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4e903c23-a986-4635-bf09-2df4a150f9d1 req-8eeb84ac-e716-4cca-bde7-e1f85c95e42e tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 932 time: 0.0565410 Nov 28 08:17:06.165482 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4e903c23-a986-4635-bf09-2df4a150f9d1 req-986f8efe-a4e5-4e85-86c7-02c3b99262b2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445328 Nov 28 08:17:07.291186 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ff976-e306-4e3c-86b1-9e3a9ff6eb6f req-5893d204-2d0f-4c3e-8beb-8f3cd4799432 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:07.293495 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-680ff976-e306-4e3c-86b1-9e3a9ff6eb6f req-5893d204-2d0f-4c3e-8beb-8f3cd4799432 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 932 time: 0.0584631 Nov 28 08:17:07.346332 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-680ff976-e306-4e3c-86b1-9e3a9ff6eb6f req-c5487aaa-d882-45cd-9842-cea3c696b03b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467184 Nov 28 08:17:08.476387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc77f11-24cd-4580-ad93-6a6eda9b2aa6 req-75cf3358-5998-48ae-b761-749883e8f124 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:08.477978 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8cc77f11-24cd-4580-ad93-6a6eda9b2aa6 req-75cf3358-5998-48ae-b761-749883e8f124 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 932 time: 0.0632350 Nov 28 08:17:08.528572 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8cc77f11-24cd-4580-ad93-6a6eda9b2aa6 req-f32f7a0c-5fbf-407b-92a0-a33875df3dd4 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444548 Nov 28 08:17:09.656058 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2847a8b-153e-44cc-a8cb-8dc02cb1e5c9 req-5192377e-f073-44dd-9e30-04be8de88e72 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:09.657688 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e2847a8b-153e-44cc-a8cb-8dc02cb1e5c9 req-5192377e-f073-44dd-9e30-04be8de88e72 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 932 time: 0.0575793 Nov 28 08:17:09.707052 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e2847a8b-153e-44cc-a8cb-8dc02cb1e5c9 req-c57600af-c3eb-4ef6-90ca-5b9de9c6a584 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433123 Nov 28 08:17:10.830454 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832e25-97ed-403e-87a1-931ad62c169b req-2b58c090-2362-4bea-98f8-a64749ccf7b4 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:10.832096 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7b832e25-97ed-403e-87a1-931ad62c169b req-2b58c090-2362-4bea-98f8-a64749ccf7b4 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 932 time: 0.0562139 Nov 28 08:17:10.880503 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7b832e25-97ed-403e-87a1-931ad62c169b req-59180959-6fd8-4c37-bbe5-59e6eba952d4 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424435 Nov 28 08:17:12.012113 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e3c27-e733-4ff3-90c3-b00b90030694 req-13dbe8e0-3a13-4c92-8a77-de8a5f668cc0 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:12.019371 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8b9e3c27-e733-4ff3-90c3-b00b90030694 req-13dbe8e0-3a13-4c92-8a77-de8a5f668cc0 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 932 time: 0.0686278 Nov 28 08:17:12.067747 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8b9e3c27-e733-4ff3-90c3-b00b90030694 req-6c92006d-f197-4342-a723-cec8b832e9a9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475092 Nov 28 08:17:13.012981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Request body: {'port': {'device_id': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:17:13.078742 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:13.265495 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31557f2e-df23-41ac-9310-19a2ac3dd96b req-2d12a499-6e90-4899-b641-b3e6b3fb64ef tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:13.267017 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-31557f2e-df23-41ac-9310-19a2ac3dd96b req-2d12a499-6e90-4899-b641-b3e6b3fb64ef tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 932 time: 0.1331561 Nov 28 08:17:13.363837 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-31557f2e-df23-41ac-9310-19a2ac3dd96b req-ff80bda3-dc24-4f71-8b75-fc5f6c89484a tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711794 Nov 28 08:17:13.423216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:17:13.430761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:13.443082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Transition to ACTIVE for port object b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:17:13.446922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:13.538449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Pushing event updated for resources: {'Port': ['ID=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:13.572999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Attempting to bind port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:17:13.573337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Attempting to bind port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '35dfb7b5-3613-44fa-9711-2250530e18eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:17:13.573665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Attempting to bind port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 on network 49644720-2691-4b04-a68a-8fd63258ad8b {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:17:13.578472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 on network 49644720-2691-4b04-a68a-8fd63258ad8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:17:13.578786 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Attempting to bind port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 on network 49644720-2691-4b04-a68a-8fd63258ad8b {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:17:13.583768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:17:13.584106 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Checking segment: {'id': '35dfb7b5-3613-44fa-9711-2250530e18eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:17:13.584490 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Bound using segment: {'id': '35dfb7b5-3613-44fa-9711-2250530e18eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:17:13.584913 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Bound port: b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dfb7b5-3613-44fa-9711-2250530e18eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:17:13.585265 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:13.654201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] For port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:17:13.657691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] For port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,segment=NetworkSegment(35dfb7b5-3613-44fa-9711-2250530e18eb),segment_id=35dfb7b5-3613-44fa-9711-2250530e18eb)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:17:13.662517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:13.698379 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:13.699082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:13.700403 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] 10.222.0.35 "PUT /v2.0/ports/b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 HTTP/1.1" status: 200 len: 1094 time: 0.7776978 Nov 28 08:17:13.700846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'tag': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:17:13.703124 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b783c8-7234-4c33-b8dc-f367aff9eaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "12693ad1-d28d-40b0-9cd3-fee6b2f62fda", "tag": "b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:17:13.739450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc610b-4c53-440a-8628-d6fd6ee7bdaf service neutron] Pushing event updated for resources: {'Port': ['ID=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:13.751169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6992cb-c42e-4587-b553-c60852bccacb x-openstack-request-id: req-1d6992cb-c42e-4587-b553-c60852bccacb {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:17:13.751466 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12693ad1-d28d-40b0-9cd3-fee6b2f62fda", "tag": "b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:17:13.751725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d6992cb-c42e-4587-b553-c60852bccacb {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:17:13.752136 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'tag': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8', 'status': 'completed', 'code': 200} Nov 28 08:17:13.813797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-2056491c-05f1-4302-82d0-63bd94c9e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:13.815410 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-2056491c-05f1-4302-82d0-63bd94c9e34c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6162bf9c5c3c482abb32b413d1b48c8b&device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 1097 time: 0.0497701 Nov 28 08:17:13.865943 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-acf142bc-6b61-46e1-a69c-7d2a31166e9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 HTTP/1.1" status: 200 len: 217 time: 0.0408106 Nov 28 08:17:13.920254 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e3c70481-7bb9-4201-a638-63ee26b6feef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:13.921774 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-e3c70481-7bb9-4201-a638-63ee26b6feef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=04be0d73-0819-44d8-b271-5ec0ad5d41f2 HTTP/1.1" status: 200 len: 853 time: 0.0452590 Nov 28 08:17:13.977183 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-31b7d094-8508-471b-8a05-926edeb064c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:13.978668 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-31b7d094-8508-471b-8a05-926edeb064c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49644720-2691-4b04-a68a-8fd63258ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0460422 Nov 28 08:17:14.074635 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-a1c82274-a1ae-4808-b5a0-003ba18f12ab service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830460 Nov 28 08:17:14.166382 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06cab972-f45b-46ef-8f18-4b27c73d9f9c req-b5ec8e91-51ce-41b6-b645-30f3ce3746dd service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802252 Nov 28 08:17:14.263189 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b783c8-7234-4c33-b8dc-f367aff9eaf3 req-8a22aec1-91ad-4671-b514-7f79fc763ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:14.265291 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c9b783c8-7234-4c33-b8dc-f367aff9eaf3 req-8a22aec1-91ad-4671-b514-7f79fc763ce3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6162bf9c5c3c482abb32b413d1b48c8b&device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 1097 time: 0.0521431 Nov 28 08:17:14.357894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b783c8-7234-4c33-b8dc-f367aff9eaf3 req-c00b6dc1-f211-4fae-a5d5-5e6627ec9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:14.359349 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c9b783c8-7234-4c33-b8dc-f367aff9eaf3 req-c00b6dc1-f211-4fae-a5d5-5e6627ec9404 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49644720-2691-4b04-a68a-8fd63258ad8b HTTP/1.1" status: 200 len: 915 time: 0.0856726 Nov 28 08:17:14.406892 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c9b783c8-7234-4c33-b8dc-f367aff9eaf3 req-6357a56f-5560-49c2-a121-9656e492cab6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 HTTP/1.1" status: 200 len: 217 time: 0.0395072 Nov 28 08:17:14.488003 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b783c8-7234-4c33-b8dc-f367aff9eaf3 req-00fda705-10df-40bf-b697-dcc7acc4c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:14.489451 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c9b783c8-7234-4c33-b8dc-f367aff9eaf3 req-00fda705-10df-40bf-b697-dcc7acc4c958 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=04be0d73-0819-44d8-b271-5ec0ad5d41f2 HTTP/1.1" status: 200 len: 853 time: 0.0693066 Nov 28 08:17:14.536082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21f8e2-6b84-4ba6-9e01-5270cf1de1f6 req-0c6c3aaf-a7ff-43c9-bf4c-2b13f109a1d7 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:14.537512 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ce21f8e2-6b84-4ba6-9e01-5270cf1de1f6 req-0c6c3aaf-a7ff-43c9-bf4c-2b13f109a1d7 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 944 time: 0.0920644 Nov 28 08:17:14.583436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b783c8-7234-4c33-b8dc-f367aff9eaf3 req-d01485e1-ceaf-4f5c-be07-c57522a7cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:14.584869 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c9b783c8-7234-4c33-b8dc-f367aff9eaf3 req-d01485e1-ceaf-4f5c-be07-c57522a7cfb2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49644720-2691-4b04-a68a-8fd63258ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0876973 Nov 28 08:17:14.595565 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ce21f8e2-6b84-4ba6-9e01-5270cf1de1f6 req-3682c1c3-3cee-4527-836d-feea5f7bfdf7 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522614 Nov 28 08:17:14.676611 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c9b783c8-7234-4c33-b8dc-f367aff9eaf3 req-ebe26643-1c46-4bb8-934b-4125bd8bfe2f service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800526 Nov 28 08:17:14.770345 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c9b783c8-7234-4c33-b8dc-f367aff9eaf3 req-7a0fecc2-ca54-44b0-86d8-da612e979bad service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829737 Nov 28 08:17:15.482057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-40f989da-4c98-449e-b61a-79a4243227de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:15.715284 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f064e-a5e4-4bad-837d-3deb53e34cbe req-8c4f4b77-dbd1-4d11-9fc5-3115b5c7d706 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:15.716736 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-422f064e-a5e4-4bad-837d-3deb53e34cbe req-8c4f4b77-dbd1-4d11-9fc5-3115b5c7d706 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 944 time: 0.0554149 Nov 28 08:17:15.762946 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-422f064e-a5e4-4bad-837d-3deb53e34cbe req-d04c1d61-e738-4880-87a1-c5eefabcf2b9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396857 Nov 28 08:17:16.880287 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d29b69-98c9-49c2-bb9c-c1e05b3355f2 req-6a43ac49-01ce-4496-9f0f-302a8b465ab2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:16.881800 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-76d29b69-98c9-49c2-bb9c-c1e05b3355f2 req-6a43ac49-01ce-4496-9f0f-302a8b465ab2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 944 time: 0.0545385 Nov 28 08:17:16.933983 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-76d29b69-98c9-49c2-bb9c-c1e05b3355f2 req-85179ebf-cd2c-44a2-a45f-ff775a507fba tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449748 Nov 28 08:17:17.008988 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:17:17.107450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,segment=NetworkSegment(35dfb7b5-3613-44fa-9711-2250530e18eb),segment_id=35dfb7b5-3613-44fa-9711-2250530e18eb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:17:17.117788 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'port_id': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8', 'mac_address': 'fa:16:3e:25:5d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:17:17.162221 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:17.181993 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:17:17.200580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,segment=NetworkSegment(35dfb7b5-3613-44fa-9711-2250530e18eb),segment_id=35dfb7b5-3613-44fa-9711-2250530e18eb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:17:17.205224 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:17.255951 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:17.516432 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:17:17.991505 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-892c489c-6110-43f2-b331-dc5339c3fafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:18.057828 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39255c49-6ca9-436b-bbef-896d21435520 req-ce29b5ef-4373-4d42-a8af-dcf9d38a1f11 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:18.059297 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-39255c49-6ca9-436b-bbef-896d21435520 req-ce29b5ef-4373-4d42-a8af-dcf9d38a1f11 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 945 time: 0.0563238 Nov 28 08:17:18.109064 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-39255c49-6ca9-436b-bbef-896d21435520 req-62f5fa61-7762-407e-ab37-5a0bbdde3e62 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437393 Nov 28 08:17:19.008442 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:17:19.061609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:17:19.065122 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:17:19.065486 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:19.162952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:19.171587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:19.187962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:17:19.190190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b79f03-c421-4d7f-9e5b-ec99d36d51a2" -d '{"events": [{"server_uuid": "12693ad1-d28d-40b0-9cd3-fee6b2f62fda", "name": "network-vif-plugged", "status": "completed", "tag": "b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:17:19.202904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,segment=NetworkSegment(35dfb7b5-3613-44fa-9711-2250530e18eb),segment_id=35dfb7b5-3613-44fa-9711-2250530e18eb)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:17:19.207797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:19.237630 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a064fb2-f760-4842-a5dc-267b77f26ce0 x-openstack-request-id: req-6a064fb2-f760-4842-a5dc-267b77f26ce0 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:17:19.237925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12693ad1-d28d-40b0-9cd3-fee6b2f62fda", "name": "network-vif-plugged", "status": "completed", "tag": "b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:17:19.238175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a064fb2-f760-4842-a5dc-267b77f26ce0 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:17:19.238565 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8', 'code': 200} Nov 28 08:17:19.246087 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1360b84-1566-42f6-9144-c09ed467c73a req-ce1fcf08-cd5a-4816-bbf7-c2b16614e8d3 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:19.247686 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a1360b84-1566-42f6-9144-c09ed467c73a req-ce1fcf08-cd5a-4816-bbf7-c2b16614e8d3 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 945 time: 0.0682685 Nov 28 08:17:19.267294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:19.295952 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a1360b84-1566-42f6-9144-c09ed467c73a req-7d2821c0-03e1-4b62-ab86-bc6d40dc2a5c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412366 Nov 28 08:17:19.429994 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfe65f-3aab-424f-af64-0de4b27cea5d req-781cfade-b81b-4024-a472-af90235e50af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:19.431495 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-96dfe65f-3aab-424f-af64-0de4b27cea5d req-781cfade-b81b-4024-a472-af90235e50af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 1099 time: 0.0446770 Nov 28 08:17:19.482372 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-96dfe65f-3aab-424f-af64-0de4b27cea5d req-184518fc-9e5f-4332-b00b-b091b0fd2da1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359690 Nov 28 08:17:20.419200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06cfa8-c35a-4b50-98e0-4c04d21ba6a1 req-51be9c24-0f5f-41ea-a50d-77daffa5b4b4 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:20.420945 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0d06cfa8-c35a-4b50-98e0-4c04d21ba6a1 req-51be9c24-0f5f-41ea-a50d-77daffa5b4b4 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 946 time: 0.0566857 Nov 28 08:17:20.422361 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:20.468371 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0d06cfa8-c35a-4b50-98e0-4c04d21ba6a1 req-de4441a3-7a2d-4c1e-ae85-412ab0aa104f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 Nov 28 08:17:21.384053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:21.585877 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ba559-4889-44d4-b9d9-957c9c38933e req-c23ae861-5c12-4e62-9e93-8507be9fbfa5 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:21.587340 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b17ba559-4889-44d4-b9d9-957c9c38933e req-c23ae861-5c12-4e62-9e93-8507be9fbfa5 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 946 time: 0.0536039 Nov 28 08:17:21.636388 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b17ba559-4889-44d4-b9d9-957c9c38933e req-d441b2c5-bd44-491a-9c5f-c2582b790c00 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Nov 28 08:17:21.754978 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46a93b-54dd-42bc-82b5-2f6aa70cd11b req-477747d9-7623-414e-ac5f-576a8fa52446 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:21.756433 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dc46a93b-54dd-42bc-82b5-2f6aa70cd11b req-477747d9-7623-414e-ac5f-576a8fa52446 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 946 time: 0.0548089 Nov 28 08:17:21.806306 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dc46a93b-54dd-42bc-82b5-2f6aa70cd11b req-57e2a2df-2d54-43e4-9270-5ab34854052a tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440929 Nov 28 08:17:22.126009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4730-8351-4e18-b1dc-d4e71e7e3b94 req-00887f88-8753-46c0-bbe2-7007df769381 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:22.127479 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-710a4730-8351-4e18-b1dc-d4e71e7e3b94 req-00887f88-8753-46c0-bbe2-7007df769381 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 946 time: 0.0544820 Nov 28 08:17:22.174165 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-710a4730-8351-4e18-b1dc-d4e71e7e3b94 req-ca577523-c20a-49a0-a903-93b9a03c42a3 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Nov 28 08:17:29.876695 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:17:31.478575 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:34.047124 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a7bd0aed-6e72-4add-9e5c-df8c43c7752d req-d046475e-31c6-4962-9930-bbba8bdbf273 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445390 Nov 28 08:17:34.137301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd0aed-6e72-4add-9e5c-df8c43c7752d req-4993bef6-7a10-4a8e-8d52-9919e4265bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:34.139331 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a7bd0aed-6e72-4add-9e5c-df8c43c7752d req-4993bef6-7a10-4a8e-8d52-9919e4265bb9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6162bf9c5c3c482abb32b413d1b48c8b&device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 1099 time: 0.0464766 Nov 28 08:17:34.250802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd0aed-6e72-4add-9e5c-df8c43c7752d req-f889cc81-89fe-4374-8c92-0ae015891a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:34.252204 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a7bd0aed-6e72-4add-9e5c-df8c43c7752d req-f889cc81-89fe-4374-8c92-0ae015891a0f service neutron] 10.222.0.35 "GET /v2.0/networks?id=49644720-2691-4b04-a68a-8fd63258ad8b HTTP/1.1" status: 200 len: 915 time: 0.0904849 Nov 28 08:17:34.296411 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a7bd0aed-6e72-4add-9e5c-df8c43c7752d req-78783a22-80df-4821-9df8-accceda537aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 HTTP/1.1" status: 200 len: 217 time: 0.0350995 Nov 28 08:17:34.348100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd0aed-6e72-4add-9e5c-df8c43c7752d req-2063f6e4-6430-439c-97dd-1d39d75c59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:34.349491 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a7bd0aed-6e72-4add-9e5c-df8c43c7752d req-2063f6e4-6430-439c-97dd-1d39d75c59e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=04be0d73-0819-44d8-b271-5ec0ad5d41f2 HTTP/1.1" status: 200 len: 853 time: 0.0418808 Nov 28 08:17:34.407075 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd0aed-6e72-4add-9e5c-df8c43c7752d req-e2b68046-2cc4-4606-998f-6d1560002b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:34.408609 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a7bd0aed-6e72-4add-9e5c-df8c43c7752d req-e2b68046-2cc4-4606-998f-6d1560002b30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49644720-2691-4b04-a68a-8fd63258ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0507522 Nov 28 08:17:34.524174 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a7bd0aed-6e72-4add-9e5c-df8c43c7752d req-f6ebd55c-921e-4484-b756-89115ad473d9 service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061971 Nov 28 08:17:34.619627 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a7bd0aed-6e72-4add-9e5c-df8c43c7752d req-ed6c42c1-12a8-463f-9c69-b919b2949aba service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864177 Nov 28 08:17:35.711877 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079fa98-24ac-4327-99e1-43cfae9d0950 req-1753612b-4fd8-43d9-8449-f5610a3ca266 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:35.713435 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d079fa98-24ac-4327-99e1-43cfae9d0950 req-1753612b-4fd8-43d9-8449-f5610a3ca266 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 946 time: 0.0579393 Nov 28 08:17:35.763226 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d079fa98-24ac-4327-99e1-43cfae9d0950 req-a63f3a28-4527-40ff-bbb8-daf4f0d2c0db tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 Nov 28 08:17:35.785286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46808) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:17:35.870766 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807db2fb-0f3b-4fe8-899a-06493e1b17c2 tempest-TestMinimumBasicScenario-1549803708 tempest-TestMinimumBasicScenario-1549803708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:35.872282 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-807db2fb-0f3b-4fe8-899a-06493e1b17c2 tempest-TestMinimumBasicScenario-1549803708 tempest-TestMinimumBasicScenario-1549803708-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 1094 time: 0.0860128 Nov 28 08:17:35.875972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46812) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:17:35.880094 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:17:35.900967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:35.997659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:36.095339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Allocated IP 172.26.2.119 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/2888c839-231b-489e-9537-753f2401165f) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:17:36.196172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:36.234698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:36.270401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:17:36.273232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:17:36.278516 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:17:36.309049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event updated for resources: {'Port': ['ID=2888c839-231b-489e-9537-753f2401165f,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:36.319842 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:36.320184 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:36.320517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:36.320846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:36.321174 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:36.321494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:36.321814 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:36.322131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:36.322448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:36.322769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:36.323109 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:36.323425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:36.323738 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:36.678682 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:36.755211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:36.908694 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:36.913112 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:36.988895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event updated for resources: {'Port': ['ID=2888c839-231b-489e-9537-753f2401165f,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:36.995387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:37.108999 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Floating IP 447e6007-bcc8-4381-b835-22391aa43c15 associated. External IP: 172.26.2.119, port: b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8. Nov 28 08:17:37.342211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Router e0801d57-14b4-4b83-8e87-b27d9b287eac has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:17:37.461275 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:17:37.471405 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495754be-cce7-4a6c-a6ff-a00648a21349 None None] Sync routers for ids ['e0801d57-14b4-4b83-8e87-b27d9b287eac'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:17:37.479306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:37.481439 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495754be-cce7-4a6c-a6ff-a00648a21349 None None] Routers {'e0801d57-14b4-4b83-8e87-b27d9b287eac'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:17:37.482565 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-495754be-cce7-4a6c-a6ff-a00648a21349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:17:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e0801d57-14b4-4b83-8e87-b27d9b287eac'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:17:37.515615 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c805f57c-65ac-4637-aec7-b190dd69b6f9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6386275 Nov 28 08:17:37.516240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'tag': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:17:37.518465 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46814) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:17:37.519085 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e265561-262b-4676-aa71-60c40ba7a19b" -d '{"events": [{"name": "network-changed", "server_uuid": "12693ad1-d28d-40b0-9cd3-fee6b2f62fda", "tag": "b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:17:37.523349 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1133687070', 'description': 'tempest-secgroup-smoke-1133687070 description', 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:17:37.548557 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:37.558698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d603388-380f-4d1e-baa4-592fda9a4180 x-openstack-request-id: req-9d603388-380f-4d1e-baa4-592fda9a4180 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:17:37.559011 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12693ad1-d28d-40b0-9cd3-fee6b2f62fda", "tag": "b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:17:37.559449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d603388-380f-4d1e-baa4-592fda9a4180 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:17:37.559784 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'tag': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8', 'status': 'completed', 'code': 200} Nov 28 08:17:37.614519 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-495754be-cce7-4a6c-a6ff-a00648a21349 None None] Set router e0801d57-14b4-4b83-8e87-b27d9b287eac gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:17:37.620663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:37.625149 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:37.636048 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e265561-262b-4676-aa71-60c40ba7a19b req-79a26f49-b1c8-4555-94ef-94071b27dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:37.638078 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3e265561-262b-4676-aa71-60c40ba7a19b req-79a26f49-b1c8-4555-94ef-94071b27dab7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6162bf9c5c3c482abb32b413d1b48c8b&device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 1099 time: 0.0525498 Nov 28 08:17:37.650765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:37.655312 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1324983 Nov 28 08:17:37.656776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46818) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:17:37.663189 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ccdbf629-f8db-4f5f-8991-98bd2582079b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Request body: {'security_group_rule': {'security_group_id': '46711e2b-2907-47d3-a103-7e96fb734f14', 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:17:37.675665 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46711e2b-2907-47d3-a103-7e96fb734f14,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:37.690370 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:37.690728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:37.691196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:37.691437 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:37.691784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:37.692233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:37.692432 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:37.692758 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:37.693130 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:37.693608 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:37.693792 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:37.694080 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:37.694404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9af4457-01df-4a05-9ca4-809594b35841 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:17:37.711361 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf629-f8db-4f5f-8991-98bd2582079b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:37.741312 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e265561-262b-4676-aa71-60c40ba7a19b req-9d54b5c5-779c-4d42-a08a-95e5dd63e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:37.743307 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3e265561-262b-4676-aa71-60c40ba7a19b req-9d54b5c5-779c-4d42-a08a-95e5dd63e2cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=49644720-2691-4b04-a68a-8fd63258ad8b HTTP/1.1" status: 200 len: 915 time: 0.0933726 Nov 28 08:17:37.762568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf629-f8db-4f5f-8991-98bd2582079b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:37.766559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf629-f8db-4f5f-8991-98bd2582079b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:37.786537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf629-f8db-4f5f-8991-98bd2582079b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10150949-51d3-40a6-9949-9aea340fbf53,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:37.797924 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf629-f8db-4f5f-8991-98bd2582079b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:37.801841 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ccdbf629-f8db-4f5f-8991-98bd2582079b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415861 Nov 28 08:17:37.802487 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46820) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:17:37.807245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-56341bea-4aac-4dbe-a0b5-30940ac8c9d7 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Request body: {'security_group_rule': {'security_group_id': '46711e2b-2907-47d3-a103-7e96fb734f14', 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:17:37.837245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-56341bea-4aac-4dbe-a0b5-30940ac8c9d7 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:37.864792 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-495754be-cce7-4a6c-a6ff-a00648a21349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port': {'id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:42Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '447e6007-bcc8-4381-b835-22391aa43c15', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'floating_ip_address': '172.26.2.119', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'port_id': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'mac_address': 'fa:16:3e:25:5d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:17:36Z', 'updated_at': '2021-11-28T08:17:36Z', 'revision_number': 0, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9310d314-427b-4e07-b063-22831817d8aa', 'name': '', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'mac_address': 'fa:16:3e:cc:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:44Z', 'updated_at': '2021-11-28T08:16:48Z', 'revision_number': 5, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'subnets': [{'id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:17:37.894865 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495754be-cce7-4a6c-a6ff-a00648a21349 None None] Checking router: e0801d57-14b4-4b83-8e87-b27d9b287eac for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:17:37.899918 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-56341bea-4aac-4dbe-a0b5-30940ac8c9d7 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:37.905087 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-56341bea-4aac-4dbe-a0b5-30940ac8c9d7 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:37.905321 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495754be-cce7-4a6c-a6ff-a00648a21349 None None] Routers {'e0801d57-14b4-4b83-8e87-b27d9b287eac'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:17:37.905923 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-495754be-cce7-4a6c-a6ff-a00648a21349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:17:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e0801d57-14b4-4b83-8e87-b27d9b287eac'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:17:37.926101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56341bea-4aac-4dbe-a0b5-30940ac8c9d7 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ab1e61-1f21-4014-baae-1db23bb07e8e,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:37.932949 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-56341bea-4aac-4dbe-a0b5-30940ac8c9d7 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:37.936981 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-56341bea-4aac-4dbe-a0b5-30940ac8c9d7 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307137 Nov 28 08:17:37.937276 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46822) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:17:37.945077 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b4626158-9352-4e95-a5c9-3ea591f7ef47 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Request body: {'security_group_rule': {'security_group_id': '46711e2b-2907-47d3-a103-7e96fb734f14', 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:17:37.976604 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b4626158-9352-4e95-a5c9-3ea591f7ef47 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.046775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b4626158-9352-4e95-a5c9-3ea591f7ef47 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.051615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b4626158-9352-4e95-a5c9-3ea591f7ef47 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.057770 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-495754be-cce7-4a6c-a6ff-a00648a21349 None None] Set router e0801d57-14b4-4b83-8e87-b27d9b287eac gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:17:38.072274 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4626158-9352-4e95-a5c9-3ea591f7ef47 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa071ec-92ac-4cd8-884f-ac81cffd9c7d,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:38.084164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b4626158-9352-4e95-a5c9-3ea591f7ef47 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.088349 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b4626158-9352-4e95-a5c9-3ea591f7ef47 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474130 Nov 28 08:17:38.088658 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46824) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:17:38.094212 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-69f76fd8-d201-4f3a-8279-e4b3d41134bc tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Request body: {'security_group_rule': {'security_group_id': '46711e2b-2907-47d3-a103-7e96fb734f14', 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:17:38.126037 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-69f76fd8-d201-4f3a-8279-e4b3d41134bc tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.185246 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3e265561-262b-4676-aa71-60c40ba7a19b req-3ce8f072-fba1-42d4-bfc6-380a51a520b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 HTTP/1.1" status: 200 len: 1000 time: 0.4329152 Nov 28 08:17:38.192367 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-69f76fd8-d201-4f3a-8279-e4b3d41134bc tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.196336 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-69f76fd8-d201-4f3a-8279-e4b3d41134bc tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.216379 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f76fd8-d201-4f3a-8279-e4b3d41134bc tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b70449-8755-440d-85aa-08d585851e6d,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:38.223231 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-69f76fd8-d201-4f3a-8279-e4b3d41134bc tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.228004 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-69f76fd8-d201-4f3a-8279-e4b3d41134bc tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377349 Nov 28 08:17:38.228240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46826) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:17:38.232787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f6004e42-f3ea-4f1f-b031-93c4f1af829b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Request body: {'security_group_rule': {'security_group_id': '46711e2b-2907-47d3-a103-7e96fb734f14', 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:17:38.262878 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e265561-262b-4676-aa71-60c40ba7a19b req-ae42f975-46d7-4db0-8e20-33b70780508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:38.264970 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3e265561-262b-4676-aa71-60c40ba7a19b req-ae42f975-46d7-4db0-8e20-33b70780508a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=04be0d73-0819-44d8-b271-5ec0ad5d41f2 HTTP/1.1" status: 200 len: 853 time: 0.0703673 Nov 28 08:17:38.269629 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-f6004e42-f3ea-4f1f-b031-93c4f1af829b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Project 6162bf9c5c3c482abb32b413d1b48c8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:17:38.282906 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f6004e42-f3ea-4f1f-b031-93c4f1af829b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.304272 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-495754be-cce7-4a6c-a6ff-a00648a21349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port': {'id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:42Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '447e6007-bcc8-4381-b835-22391aa43c15', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'floating_ip_address': '172.26.2.119', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'port_id': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'mac_address': 'fa:16:3e:25:5d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:17:36Z', 'updated_at': '2021-11-28T08:17:36Z', 'revision_number': 0, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9310d314-427b-4e07-b063-22831817d8aa', 'name': '', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'mac_address': 'fa:16:3e:cc:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:44Z', 'updated_at': '2021-11-28T08:16:48Z', 'revision_number': 5, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'subnets': [{'id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:17:38.336041 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495754be-cce7-4a6c-a6ff-a00648a21349 None None] The sync data for ids ['e0801d57-14b4-4b83-8e87-b27d9b287eac'] in dv-neutron-744815-16-hyperv is: [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port': {'id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:42Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '447e6007-bcc8-4381-b835-22391aa43c15', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'floating_ip_address': '172.26.2.119', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'port_id': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'mac_address': 'fa:16:3e:25:5d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:17:36Z', 'updated_at': '2021-11-28T08:17:36Z', 'revision_number': 0, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9310d314-427b-4e07-b063-22831817d8aa', 'name': '', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'mac_address': 'fa:16:3e:cc:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:44Z', 'updated_at': '2021-11-28T08:16:48Z', 'revision_number': 5, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'subnets': [{'id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:17:38.356019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e265561-262b-4676-aa71-60c40ba7a19b req-b129b29e-05b6-4126-9581-0c0beb8e9b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:38.357568 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3e265561-262b-4676-aa71-60c40ba7a19b req-b129b29e-05b6-4126-9581-0c0beb8e9b85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49644720-2691-4b04-a68a-8fd63258ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0847473 Nov 28 08:17:38.383463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f6004e42-f3ea-4f1f-b031-93c4f1af829b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.395326 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f6004e42-f3ea-4f1f-b031-93c4f1af829b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.453724 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6004e42-f3ea-4f1f-b031-93c4f1af829b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7eb7e52-63d5-4cba-a00e-48577edbd45b,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:38.460697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f6004e42-f3ea-4f1f-b031-93c4f1af829b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.463584 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f6004e42-f3ea-4f1f-b031-93c4f1af829b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2340505 Nov 28 08:17:38.464675 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46828) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:17:38.469488 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-aeaf4914-1d93-46be-94e2-a570d4008618 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Request body: {'security_group_rule': {'security_group_id': '46711e2b-2907-47d3-a103-7e96fb734f14', 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:17:38.490138 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3e265561-262b-4676-aa71-60c40ba7a19b req-f32c1ee1-f882-44e5-bc0a-b9ffac136578 service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230469 Nov 28 08:17:38.494075 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-aeaf4914-1d93-46be-94e2-a570d4008618 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Project 6162bf9c5c3c482abb32b413d1b48c8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:17:38.500619 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aeaf4914-1d93-46be-94e2-a570d4008618 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.557649 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1321b-3cd8-40ab-a57c-60a332bb9c4a None None] New status for floating IP 447e6007-bcc8-4381-b835-22391aa43c15: ACTIVE {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:17:38.571206 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aeaf4914-1d93-46be-94e2-a570d4008618 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.577607 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aeaf4914-1d93-46be-94e2-a570d4008618 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.595551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf4914-1d93-46be-94e2-a570d4008618 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d220bd6b-ab6b-4ab1-8ca6-6a616b5f549d,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:38.601348 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3e265561-262b-4676-aa71-60c40ba7a19b req-71420cc5-ec5a-4fd5-851b-4e9236e8b41c service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030226 Nov 28 08:17:38.608470 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-aeaf4914-1d93-46be-94e2-a570d4008618 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:38.610092 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-aeaf4914-1d93-46be-94e2-a570d4008618 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442566 Nov 28 08:17:38.704265 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a03f20dd-2d0b-40a0-a25d-a22de558233a req-f4baf0e9-a993-4d47-8bcc-36c0f27e8452 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133687070&fields=id&tenant_id=6162bf9c5c3c482abb32b413d1b48c8b HTTP/1.1" status: 200 len: 267 time: 0.0472345 Nov 28 08:17:38.765371 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f20dd-2d0b-40a0-a25d-a22de558233a req-928050b8-faf3-4c46-92c1-1d10e21f4191 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:38.766864 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a03f20dd-2d0b-40a0-a25d-a22de558233a req-928050b8-faf3-4c46-92c1-1d10e21f4191 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 946 time: 0.0567935 Nov 28 08:17:38.778118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [req-a03f20dd-2d0b-40a0-a25d-a22de558233a req-3a76031b-555a-4998-b3f2-8598ad342540 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Request body: {'port': {'security_groups': ['0a578b68-cc88-4b43-aec5-c7853f4f73d1', '46711e2b-2907-47d3-a103-7e96fb734f14']}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:17:38.847676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [req-a03f20dd-2d0b-40a0-a25d-a22de558233a req-3a76031b-555a-4998-b3f2-8598ad342540 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:39.031528 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [req-a03f20dd-2d0b-40a0-a25d-a22de558233a req-3a76031b-555a-4998-b3f2-8598ad342540 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] For port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,segment=NetworkSegment(35dfb7b5-3613-44fa-9711-2250530e18eb),segment_id=35dfb7b5-3613-44fa-9711-2250530e18eb)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:17:39.062530 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [req-a03f20dd-2d0b-40a0-a25d-a22de558233a req-3a76031b-555a-4998-b3f2-8598ad342540 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:39.067209 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [req-a03f20dd-2d0b-40a0-a25d-a22de558233a req-3a76031b-555a-4998-b3f2-8598ad342540 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:39.078715 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:17:39.116931 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f20dd-2d0b-40a0-a25d-a22de558233a req-3a76031b-555a-4998-b3f2-8598ad342540 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:39.117471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [req-a03f20dd-2d0b-40a0-a25d-a22de558233a req-3a76031b-555a-4998-b3f2-8598ad342540 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:39.118900 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a03f20dd-2d0b-40a0-a25d-a22de558233a req-3a76031b-555a-4998-b3f2-8598ad342540 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "PUT /v2.0/ports/b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 HTTP/1.1" status: 200 len: 982 time: 0.3452361 Nov 28 08:17:39.119352 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'tag': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:17:39.121694 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634f991f-539f-4e2d-abce-82780396d6db" -d '{"events": [{"name": "network-changed", "server_uuid": "12693ad1-d28d-40b0-9cd3-fee6b2f62fda", "tag": "b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:17:39.151826 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76031b-555a-4998-b3f2-8598ad342540 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event updated for resources: {'Port': ['ID=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,revision_number=6']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:17:39.240153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:17:39.295151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b31b6-c9bb-4f5d-ba6b-93826b3dab82 req-b03876f7-5ef2-4ac6-a23e-80fb208dce45 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:39.296904 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d99b31b6-c9bb-4f5d-ba6b-93826b3dab82 req-b03876f7-5ef2-4ac6-a23e-80fb208dce45 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0701592 Nov 28 08:17:39.363010 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbbfef9-1ba6-412e-80b5-8cc700dea042 x-openstack-request-id: req-3cbbfef9-1ba6-412e-80b5-8cc700dea042 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:17:39.363357 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12693ad1-d28d-40b0-9cd3-fee6b2f62fda", "tag": "b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:17:39.363615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cbbfef9-1ba6-412e-80b5-8cc700dea042 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:17:39.364010 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'tag': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8', 'status': 'completed', 'code': 200} Nov 28 08:17:39.364141 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d99b31b6-c9bb-4f5d-ba6b-93826b3dab82 req-a17d8d4d-d731-49bb-9be6-51714e8522cb tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600052 Nov 28 08:17:39.434447 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-aaa186b1-e9d8-4c97-a1dd-51dd4f6d3349 None None] Provisioning complete for port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:17:39.434816 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-aaa186b1-e9d8-4c97-a1dd-51dd4f6d3349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:39.463220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f991f-539f-4e2d-abce-82780396d6db req-a125db4a-1f8a-42c0-a491-c29c3e8b8b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:39.464734 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-634f991f-539f-4e2d-abce-82780396d6db req-a125db4a-1f8a-42c0-a491-c29c3e8b8b05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6162bf9c5c3c482abb32b413d1b48c8b&device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 1138 time: 0.0518985 Nov 28 08:17:39.555096 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f991f-539f-4e2d-abce-82780396d6db req-42ae2f38-709e-4007-8a29-359f27896831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:39.556568 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-634f991f-539f-4e2d-abce-82780396d6db req-42ae2f38-709e-4007-8a29-359f27896831 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49644720-2691-4b04-a68a-8fd63258ad8b HTTP/1.1" status: 200 len: 915 time: 0.0832155 Nov 28 08:17:39.633829 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-634f991f-539f-4e2d-abce-82780396d6db req-eddfa6b8-6a40-4f43-b285-8305636a4c54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 HTTP/1.1" status: 200 len: 1002 time: 0.0682518 Nov 28 08:17:39.691072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f991f-539f-4e2d-abce-82780396d6db req-55e2948e-82dd-43a1-86f1-c17240f8c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:39.692544 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-634f991f-539f-4e2d-abce-82780396d6db req-55e2948e-82dd-43a1-86f1-c17240f8c201 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=04be0d73-0819-44d8-b271-5ec0ad5d41f2 HTTP/1.1" status: 200 len: 853 time: 0.0448935 Nov 28 08:17:39.745288 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f991f-539f-4e2d-abce-82780396d6db req-c0667926-3809-49e6-8300-676f16c08616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:17:39.746821 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-634f991f-539f-4e2d-abce-82780396d6db req-c0667926-3809-49e6-8300-676f16c08616 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49644720-2691-4b04-a68a-8fd63258ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0464125 Nov 28 08:17:39.838793 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-634f991f-539f-4e2d-abce-82780396d6db req-8b9e612d-88f3-4678-8337-c0cef11c1ae1 service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843883 Nov 28 08:17:39.926225 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-634f991f-539f-4e2d-abce-82780396d6db req-631c3210-0493-4641-8b23-eb69e03c5104 service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802107 Nov 28 08:17:45.483993 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-dd39cfde-6880-40a4-a617-9a719940dc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:47.992785 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-17ad8f6a-5d5b-41f3-915d-049d3bbf05ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:49.142776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:50.426209 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:17:51.389188 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:01.365387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139349e-98c3-4972-b97a-35af287e1336 req-448ffea0-9e28-41b9-ad88-c4724098b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:01.366918 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0139349e-98c3-4972-b97a-35af287e1336 req-448ffea0-9e28-41b9-ad88-c4724098b04c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6162bf9c5c3c482abb32b413d1b48c8b&device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 1138 time: 0.0865679 Nov 28 08:18:01.381356 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7011883-177f-4ba6-90c8-227ee88cbfa4 req-5802a32c-ee12-427a-b36e-10fdc6f9cbdf tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:01.382766 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e7011883-177f-4ba6-90c8-227ee88cbfa4 req-5802a32c-ee12-427a-b36e-10fdc6f9cbdf tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.1233580 Nov 28 08:18:01.475028 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:01.506368 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e7011883-177f-4ba6-90c8-227ee88cbfa4 req-3231819a-5a3c-4230-9e56-68faebb52e03 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147535 Nov 28 08:18:01.515700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139349e-98c3-4972-b97a-35af287e1336 req-684c7df8-b24b-49c6-afaa-7c65fed5c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:01.517211 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0139349e-98c3-4972-b97a-35af287e1336 req-684c7df8-b24b-49c6-afaa-7c65fed5c4e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49644720-2691-4b04-a68a-8fd63258ad8b HTTP/1.1" status: 200 len: 915 time: 0.1335604 Nov 28 08:18:01.587875 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0139349e-98c3-4972-b97a-35af287e1336 req-effe5c0f-00ea-450a-816d-5719b9d6a5fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 HTTP/1.1" status: 200 len: 1002 time: 0.0628085 Nov 28 08:18:01.636021 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139349e-98c3-4972-b97a-35af287e1336 req-500488ce-7b2e-4a8b-ad6b-9d07a95c5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:01.637443 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0139349e-98c3-4972-b97a-35af287e1336 req-500488ce-7b2e-4a8b-ad6b-9d07a95c5735 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=04be0d73-0819-44d8-b271-5ec0ad5d41f2 HTTP/1.1" status: 200 len: 853 time: 0.0422521 Nov 28 08:18:01.695835 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139349e-98c3-4972-b97a-35af287e1336 req-2af9325c-4926-4d26-89ec-19c8d95d2fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:01.697313 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0139349e-98c3-4972-b97a-35af287e1336 req-2af9325c-4926-4d26-89ec-19c8d95d2fc9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49644720-2691-4b04-a68a-8fd63258ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0506265 Nov 28 08:18:01.786336 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0139349e-98c3-4972-b97a-35af287e1336 req-6989c8b9-2929-4410-a2da-cbb2c519ee90 service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796759 Nov 28 08:18:01.879312 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0139349e-98c3-4972-b97a-35af287e1336 req-de661604-6354-483a-8839-e39350aead41 service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848794 Nov 28 08:18:02.683616 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60514910-6aaa-4911-943c-e68f0943cbcd req-f1c95bc7-7682-45a6-95ee-29d84fa7f8b8 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:02.685720 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-60514910-6aaa-4911-943c-e68f0943cbcd req-f1c95bc7-7682-45a6-95ee-29d84fa7f8b8 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.1095948 Nov 28 08:18:02.749411 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-60514910-6aaa-4911-943c-e68f0943cbcd req-f6054748-48da-4d3f-8e6e-027c360a963c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576849 Nov 28 08:18:03.867989 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7c501-9e57-4486-ac34-dd00c30d525a req-141b01f4-3094-4c79-8aa0-e111c4d07a83 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:03.869446 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fdc7c501-9e57-4486-ac34-dd00c30d525a req-141b01f4-3094-4c79-8aa0-e111c4d07a83 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0544207 Nov 28 08:18:03.928365 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fdc7c501-9e57-4486-ac34-dd00c30d525a req-44e898d5-fc49-4c76-9659-8e1fa68f197f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524602 Nov 28 08:18:05.052126 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38eccc3-ba47-4dd8-9612-9cb2546af21f req-d8fee0a3-afaf-40a4-817c-e7431719cd02 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:05.053591 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d38eccc3-ba47-4dd8-9612-9cb2546af21f req-d8fee0a3-afaf-40a4-817c-e7431719cd02 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0590057 Nov 28 08:18:05.112121 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d38eccc3-ba47-4dd8-9612-9cb2546af21f req-54e0f015-d4ce-4218-911d-f88f705e09e8 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524960 Nov 28 08:18:06.236267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04000dc1-3737-4911-a670-6ce35258b103 req-9be9a67d-23c4-470f-b4b4-8610bad75838 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:06.237630 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-04000dc1-3737-4911-a670-6ce35258b103 req-9be9a67d-23c4-470f-b4b4-8610bad75838 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0597374 Nov 28 08:18:06.295376 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-04000dc1-3737-4911-a670-6ce35258b103 req-ebc39886-19e9-43ce-a296-5061bae68f9a tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517900 Nov 28 08:18:06.875052 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:18:07.415660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521df85c-bcd8-4428-bcc6-6144520adeef req-48b0d030-2fd1-48ca-9f93-bd57ccf715a5 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:07.417087 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-521df85c-bcd8-4428-bcc6-6144520adeef req-48b0d030-2fd1-48ca-9f93-bd57ccf715a5 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0555978 Nov 28 08:18:07.475860 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-521df85c-bcd8-4428-bcc6-6144520adeef req-ce0aa054-470d-4f5b-9f12-deb6eb38682e tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527189 Nov 28 08:18:08.600588 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e70052-6949-47b6-a4ef-c5fb491eb505 req-aab84d9d-aef0-423c-9d8d-0e6a44c64910 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:08.602035 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-08e70052-6949-47b6-a4ef-c5fb491eb505 req-aab84d9d-aef0-423c-9d8d-0e6a44c64910 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0550568 Nov 28 08:18:08.662220 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-08e70052-6949-47b6-a4ef-c5fb491eb505 req-1a5e6253-8964-4f45-b4b6-8a805860bd94 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535345 Nov 28 08:18:09.789510 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2ebc5-ddad-4701-8df1-f0aeb8715ee3 req-2be24d77-3164-4ab8-be97-66ccd0635244 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:09.790981 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fac2ebc5-ddad-4701-8df1-f0aeb8715ee3 req-2be24d77-3164-4ab8-be97-66ccd0635244 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0612864 Nov 28 08:18:09.849203 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fac2ebc5-ddad-4701-8df1-f0aeb8715ee3 req-37486535-da6a-408e-9177-4f2e91ba0eb3 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522318 Nov 28 08:18:10.974045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeeba3-fdf1-4852-bebb-e3376f2cb452 req-44a113f3-7ec9-4778-9a2c-5686ddf5728e tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:10.975557 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ceeeba3-fdf1-4852-bebb-e3376f2cb452 req-44a113f3-7ec9-4778-9a2c-5686ddf5728e tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0606260 Nov 28 08:18:11.033893 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ceeeba3-fdf1-4852-bebb-e3376f2cb452 req-ec7cae8e-3d47-4863-876b-0173b3813767 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523026 Nov 28 08:18:12.154497 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e90bb6-f79f-4be4-a04a-0656097f7472 req-71a2240f-9421-47c3-9fd9-f331eab63278 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:12.155973 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a0e90bb6-f79f-4be4-a04a-0656097f7472 req-71a2240f-9421-47c3-9fd9-f331eab63278 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0553322 Nov 28 08:18:12.214392 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a0e90bb6-f79f-4be4-a04a-0656097f7472 req-7dc5dd05-6e5d-4d19-b8d6-b455020d912b tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524824 Nov 28 08:18:13.335510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893a3a4-2fcd-47ad-8697-6526902764fa req-42e32445-a0e8-4fe6-bc8f-c61ee88f17d1 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:13.337996 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9893a3a4-2fcd-47ad-8697-6526902764fa req-42e32445-a0e8-4fe6-bc8f-c61ee88f17d1 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0589995 Nov 28 08:18:13.396469 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9893a3a4-2fcd-47ad-8697-6526902764fa req-91569c7b-71ac-4461-b2f3-ad419541df73 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518467 Nov 28 08:18:14.519403 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb93c0-d608-40e6-9c92-ff8a7cb399ea req-9854a08f-0e14-40e9-8988-bea7afbedd39 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:14.520855 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c2eb93c0-d608-40e6-9c92-ff8a7cb399ea req-9854a08f-0e14-40e9-8988-bea7afbedd39 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0590239 Nov 28 08:18:14.579432 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c2eb93c0-d608-40e6-9c92-ff8a7cb399ea req-124061b1-7bff-4920-a31b-545b2d9f3480 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526085 Nov 28 08:18:15.485128 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-72270fc0-3f8e-4ec4-9afb-a7688952faaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:15.703341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82170cac-efb4-4ea6-ac39-84919200cb89 req-3ebd17ed-fc39-4e92-b1dd-c5719aef4630 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:15.704727 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-82170cac-efb4-4ea6-ac39-84919200cb89 req-3ebd17ed-fc39-4e92-b1dd-c5719aef4630 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0597513 Nov 28 08:18:15.763045 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-82170cac-efb4-4ea6-ac39-84919200cb89 req-3a2439f0-1014-47f1-b47e-15a02f2a2bc8 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523953 Nov 28 08:18:16.886442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676da267-2b10-4171-b434-9f0f21cf1890 req-828ba533-6dbd-40a7-b218-e00f596fcd9d tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:16.888133 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-676da267-2b10-4171-b434-9f0f21cf1890 req-828ba533-6dbd-40a7-b218-e00f596fcd9d tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0580151 Nov 28 08:18:16.946748 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-676da267-2b10-4171-b434-9f0f21cf1890 req-0d69b206-0906-4de0-8cf0-b5c9649a3806 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525992 Nov 28 08:18:17.992198 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0ca912d6-78ef-462a-81a7-26e8198e63bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:18.069994 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a00a8d-93fa-4d94-9a8b-3cad811fee60 req-27cb65df-b9c1-44a6-a8c0-edc832211123 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:18.071673 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f6a00a8d-93fa-4d94-9a8b-3cad811fee60 req-27cb65df-b9c1-44a6-a8c0-edc832211123 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0574379 Nov 28 08:18:18.136600 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f6a00a8d-93fa-4d94-9a8b-3cad811fee60 req-5e928b6a-049f-4a16-a2d3-c59e6efd5370 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=46711e2b-2907-47d3-a103-7e96fb734f14&id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582678 Nov 28 08:18:19.144479 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:20.428907 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:21.391234 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:31.477661 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:36.053891 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-76803e97-fe41-4c11-b48c-ea18d99c8050 req-a921061b-78f4-4f79-8f3e-48161fb5419d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486572 Nov 28 08:18:36.144135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803e97-fe41-4c11-b48c-ea18d99c8050 req-4bf351ca-0805-42ff-b9c4-f742aa2cc32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:36.145585 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-76803e97-fe41-4c11-b48c-ea18d99c8050 req-4bf351ca-0805-42ff-b9c4-f742aa2cc32f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6162bf9c5c3c482abb32b413d1b48c8b&device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 1138 time: 0.0461929 Nov 28 08:18:36.246624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803e97-fe41-4c11-b48c-ea18d99c8050 req-538c7b02-3e94-405f-aeae-a3c6a3fbc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:36.248512 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-76803e97-fe41-4c11-b48c-ea18d99c8050 req-538c7b02-3e94-405f-aeae-a3c6a3fbc616 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49644720-2691-4b04-a68a-8fd63258ad8b HTTP/1.1" status: 200 len: 915 time: 0.0820615 Nov 28 08:18:36.323423 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-76803e97-fe41-4c11-b48c-ea18d99c8050 req-f4010699-8829-46de-bb41-eea19de5ba65 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 HTTP/1.1" status: 200 len: 1002 time: 0.0653372 Nov 28 08:18:36.372440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803e97-fe41-4c11-b48c-ea18d99c8050 req-d05d120d-7cd0-47af-aa85-459737f81b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:36.374452 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-76803e97-fe41-4c11-b48c-ea18d99c8050 req-d05d120d-7cd0-47af-aa85-459737f81b1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=04be0d73-0819-44d8-b271-5ec0ad5d41f2 HTTP/1.1" status: 200 len: 853 time: 0.0426362 Nov 28 08:18:36.426263 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803e97-fe41-4c11-b48c-ea18d99c8050 req-20779534-b67c-4947-a522-43f514d001b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:36.427991 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-76803e97-fe41-4c11-b48c-ea18d99c8050 req-20779534-b67c-4947-a522-43f514d001b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49644720-2691-4b04-a68a-8fd63258ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0447378 Nov 28 08:18:36.517548 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-76803e97-fe41-4c11-b48c-ea18d99c8050 req-4d2a6059-e78c-4d05-990a-acb983e41573 service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814805 Nov 28 08:18:36.604579 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-76803e97-fe41-4c11-b48c-ea18d99c8050 req-1be54040-8468-4462-a75f-e13bc88b94bd service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781109 Nov 28 08:18:43.873447 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:18:45.486584 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6cedff70-d0b4-4ba5-befa-9d1cf6b3ca3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:47.996540 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d422b954-995d-4ead-85ca-5f853cc64253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:49.147114 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:50.431751 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:51.312768 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5278e594-b244-4c73-bc9d-1e54aee80cfb req-63e6461e-c76d-4678-a877-64d84d2a1f3f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133687070&fields=id&tenant_id=6162bf9c5c3c482abb32b413d1b48c8b HTTP/1.1" status: 200 len: 267 time: 0.0426667 Nov 28 08:18:51.369295 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278e594-b244-4c73-bc9d-1e54aee80cfb req-da4c59ee-0d7a-4e44-9201-83a8d26af9d0 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:51.370725 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5278e594-b244-4c73-bc9d-1e54aee80cfb req-da4c59ee-0d7a-4e44-9201-83a8d26af9d0 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 985 time: 0.0523920 Nov 28 08:18:51.382460 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [req-5278e594-b244-4c73-bc9d-1e54aee80cfb req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Request body: {'port': {'security_groups': ['0a578b68-cc88-4b43-aec5-c7853f4f73d1']}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:18:51.393197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:51.465710 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [req-5278e594-b244-4c73-bc9d-1e54aee80cfb req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:51.638006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [req-5278e594-b244-4c73-bc9d-1e54aee80cfb req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] For port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,segment=NetworkSegment(35dfb7b5-3613-44fa-9711-2250530e18eb),segment_id=35dfb7b5-3613-44fa-9711-2250530e18eb)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:18:51.669313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [req-5278e594-b244-4c73-bc9d-1e54aee80cfb req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:51.675056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [req-5278e594-b244-4c73-bc9d-1e54aee80cfb req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:51.690048 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:18:51.719501 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278e594-b244-4c73-bc9d-1e54aee80cfb req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:51.720119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [req-5278e594-b244-4c73-bc9d-1e54aee80cfb req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:51.721494 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5278e594-b244-4c73-bc9d-1e54aee80cfb req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "PUT /v2.0/ports/b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 HTTP/1.1" status: 200 len: 943 time: 0.3437581 Nov 28 08:18:51.721947 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'tag': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:18:51.724260 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56caef3-9aef-4c4c-8cd4-fcc25fa59555" -d '{"events": [{"name": "network-changed", "server_uuid": "12693ad1-d28d-40b0-9cd3-fee6b2f62fda", "tag": "b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:18:51.728605 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 46900) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:18:51.757812 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event updated for resources: {'Port': ['ID=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,revision_number=7']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:18:51.765663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:51.766003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:51.766356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:51.766677 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:51.767038 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:51.767374 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:51.767700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:51.768034 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:51.768360 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:51.768782 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:51.769004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:51.769419 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:51.770200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f6998-992f-4055-aa6a-b528f416391f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:51.784403 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad91a3d-da28-4dbd-bb96-28f1cfd42d45 x-openstack-request-id: req-0ad91a3d-da28-4dbd-bb96-28f1cfd42d45 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:18:51.785009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12693ad1-d28d-40b0-9cd3-fee6b2f62fda", "tag": "b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:18:51.785317 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ad91a3d-da28-4dbd-bb96-28f1cfd42d45 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:18:51.786037 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'tag': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8', 'status': 'completed', 'code': 200} Nov 28 08:18:51.800191 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:18:51.854919 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:51.862524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56caef3-9aef-4c4c-8cd4-fcc25fa59555 req-dc745924-1c04-446f-888d-ffca28eafdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:51.864089 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d56caef3-9aef-4c4c-8cd4-fcc25fa59555 req-dc745924-1c04-446f-888d-ffca28eafdad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6162bf9c5c3c482abb32b413d1b48c8b&device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 1099 time: 0.0673974 Nov 28 08:18:51.896745 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:52.010082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56caef3-9aef-4c4c-8cd4-fcc25fa59555 req-0ca6541b-89cb-44ac-99d1-fc086c7aa5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:52.011703 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d56caef3-9aef-4c4c-8cd4-fcc25fa59555 req-0ca6541b-89cb-44ac-99d1-fc086c7aa5b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49644720-2691-4b04-a68a-8fd63258ad8b HTTP/1.1" status: 200 len: 915 time: 0.1333325 Nov 28 08:18:52.017206 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ae146e9c-a0b0-4b9a-9ba6-6f5d3dce64ca None None] Provisioning complete for port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:18:52.017594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ae146e9c-a0b0-4b9a-9ba6-6f5d3dce64ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:52.028423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:52.031764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:52.033051 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "DELETE /v2.0/security-groups/46711e2b-2907-47d3-a103-7e96fb734f14 HTTP/1.1" status: 204 len: 168 time: 0.3028784 Nov 28 08:18:52.036033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 46902) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:18:52.074902 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46711e2b-2907-47d3-a103-7e96fb734f14,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:18:52.083856 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:52.084553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:52.084553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:52.084876 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:52.085215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:52.085551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:52.085878 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:52.086538 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:52.086538 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:52.086845 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:52.087212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:52.087543 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:52.087859 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68739a-d398-41bf-82bc-10cbaba7e1a2 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:18:52.115074 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d56caef3-9aef-4c4c-8cd4-fcc25fa59555 req-e755c113-1bd1-4ba1-afbd-18d79748feac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 HTTP/1.1" status: 200 len: 1002 time: 0.0937436 Nov 28 08:18:52.167346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56caef3-9aef-4c4c-8cd4-fcc25fa59555 req-12c45d39-8c26-4b3f-abcf-b54d8824ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:52.168749 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d56caef3-9aef-4c4c-8cd4-fcc25fa59555 req-12c45d39-8c26-4b3f-abcf-b54d8824ceab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=04be0d73-0819-44d8-b271-5ec0ad5d41f2 HTTP/1.1" status: 200 len: 853 time: 0.0449352 Nov 28 08:18:52.214789 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-90df0412-d6c9-4a92-a1ab-b4c1a4ba8134 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Deleting port 2888c839-231b-489e-9537-753f2401165f {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:18:52.215157 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-90df0412-d6c9-4a92-a1ab-b4c1a4ba8134 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:52.227523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56caef3-9aef-4c4c-8cd4-fcc25fa59555 req-938cb4fe-9f8b-4d84-8e83-5be0570e8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:52.229037 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d56caef3-9aef-4c4c-8cd4-fcc25fa59555 req-938cb4fe-9f8b-4d84-8e83-5be0570e8f75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49644720-2691-4b04-a68a-8fd63258ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0507753 Nov 28 08:18:52.290993 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-90df0412-d6c9-4a92-a1ab-b4c1a4ba8134 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:52.291319 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-90df0412-d6c9-4a92-a1ab-b4c1a4ba8134 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:52.302820 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-90df0412-d6c9-4a92-a1ab-b4c1a4ba8134 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Calling delete_port for 2888c839-231b-489e-9537-753f2401165f owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:18:52.328677 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d56caef3-9aef-4c4c-8cd4-fcc25fa59555 req-d08c142f-9e59-40e8-b1e0-3a22be911480 service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818617 Nov 28 08:18:52.423222 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d56caef3-9aef-4c4c-8cd4-fcc25fa59555 req-70ecdd2d-f5f6-4730-828a-4390e4f10813 service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866237 Nov 28 08:18:52.465394 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-90df0412-d6c9-4a92-a1ab-b4c1a4ba8134 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:52.490636 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df0412-d6c9-4a92-a1ab-b4c1a4ba8134 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event deleted for resources: {'Port': ['ID=2888c839-231b-489e-9537-753f2401165f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:18:52.549794 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-90df0412-d6c9-4a92-a1ab-b4c1a4ba8134 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:52.550118 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-90df0412-d6c9-4a92-a1ab-b4c1a4ba8134 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Floating IP 447e6007-bcc8-4381-b835-22391aa43c15 disassociated (deleted). External IP: 172.26.2.119, port: b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8. Nov 28 08:18:52.785632 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90df0412-d6c9-4a92-a1ab-b4c1a4ba8134 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Router e0801d57-14b4-4b83-8e87-b27d9b287eac has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:18:52.905923 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90df0412-d6c9-4a92-a1ab-b4c1a4ba8134 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:18:52.910639 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-90df0412-d6c9-4a92-a1ab-b4c1a4ba8134 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:18:52.915206 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b557566-669d-4189-96fb-a8143cd85e57 None None] Sync routers for ids ['e0801d57-14b4-4b83-8e87-b27d9b287eac'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:18:52.925384 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b557566-669d-4189-96fb-a8143cd85e57 None None] Routers {'e0801d57-14b4-4b83-8e87-b27d9b287eac'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:18:52.926001 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2b557566-669d-4189-96fb-a8143cd85e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:18:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e0801d57-14b4-4b83-8e87-b27d9b287eac'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:18:52.943447 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-90df0412-d6c9-4a92-a1ab-b4c1a4ba8134 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "DELETE /v2.0/floatingips/447e6007-bcc8-4381-b835-22391aa43c15 HTTP/1.1" status: 204 len: 168 time: 0.9062870 Nov 28 08:18:53.050186 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-2b557566-669d-4189-96fb-a8143cd85e57 None None] Set router e0801d57-14b4-4b83-8e87-b27d9b287eac gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:18:53.262184 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2b557566-669d-4189-96fb-a8143cd85e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port': {'id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:42Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9310d314-427b-4e07-b063-22831817d8aa', 'name': '', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'mac_address': 'fa:16:3e:cc:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:44Z', 'updated_at': '2021-11-28T08:16:48Z', 'revision_number': 5, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'subnets': [{'id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:18:53.289844 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b557566-669d-4189-96fb-a8143cd85e57 None None] Checking router: e0801d57-14b4-4b83-8e87-b27d9b287eac for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:18:53.298368 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b557566-669d-4189-96fb-a8143cd85e57 None None] Routers {'e0801d57-14b4-4b83-8e87-b27d9b287eac'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:18:53.298981 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2b557566-669d-4189-96fb-a8143cd85e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:18:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e0801d57-14b4-4b83-8e87-b27d9b287eac'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:18:53.416774 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-2b557566-669d-4189-96fb-a8143cd85e57 None None] Set router e0801d57-14b4-4b83-8e87-b27d9b287eac gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:18:53.616565 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2b557566-669d-4189-96fb-a8143cd85e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port': {'id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:42Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9310d314-427b-4e07-b063-22831817d8aa', 'name': '', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'mac_address': 'fa:16:3e:cc:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:44Z', 'updated_at': '2021-11-28T08:16:48Z', 'revision_number': 5, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'subnets': [{'id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:18:53.647242 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b557566-669d-4189-96fb-a8143cd85e57 None None] The sync data for ids ['e0801d57-14b4-4b83-8e87-b27d9b287eac'] in dv-neutron-744815-16-hyperv is: [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port': {'id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:42Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9310d314-427b-4e07-b063-22831817d8aa', 'name': '', 'network_id': '49644720-2691-4b04-a68a-8fd63258ad8b', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'mac_address': 'fa:16:3e:cc:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:44Z', 'updated_at': '2021-11-28T08:16:48Z', 'revision_number': 5, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'subnets': [{'id': '04be0d73-0819-44d8-b271-5ec0ad5d41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:18:53.786975 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'tag': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:18:53.790406 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f820280d-b71e-4ce6-b41d-60a6e2935232" -d '{"events": [{"name": "network-changed", "server_uuid": "12693ad1-d28d-40b0-9cd3-fee6b2f62fda", "tag": "b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:18:53.828112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ae8765-36a6-49a6-9c24-729d5e79dc0e x-openstack-request-id: req-d2ae8765-36a6-49a6-9c24-729d5e79dc0e {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:18:53.828407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12693ad1-d28d-40b0-9cd3-fee6b2f62fda", "tag": "b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:18:53.828657 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2ae8765-36a6-49a6-9c24-729d5e79dc0e {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:18:53.829053 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'tag': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8', 'status': 'completed', 'code': 200} Nov 28 08:18:53.885400 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e452ec-258d-4668-b43e-825894a70a4f None None] New status for floating IP 447e6007-bcc8-4381-b835-22391aa43c15: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:18:53.901471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820280d-b71e-4ce6-b41d-60a6e2935232 req-49940ae3-ab20-4a16-849c-70b175085f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:53.903067 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f820280d-b71e-4ce6-b41d-60a6e2935232 req-49940ae3-ab20-4a16-849c-70b175085f90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6162bf9c5c3c482abb32b413d1b48c8b&device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 1099 time: 0.0489299 Nov 28 08:18:54.003344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820280d-b71e-4ce6-b41d-60a6e2935232 req-d25bbe23-0ac0-4f67-9c1d-26a56beac7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:54.004874 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f820280d-b71e-4ce6-b41d-60a6e2935232 req-d25bbe23-0ac0-4f67-9c1d-26a56beac7c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49644720-2691-4b04-a68a-8fd63258ad8b HTTP/1.1" status: 200 len: 915 time: 0.0943086 Nov 28 08:18:54.050046 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f820280d-b71e-4ce6-b41d-60a6e2935232 req-0fdc8c1f-625a-4871-97e1-ee6bd8cc18d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 HTTP/1.1" status: 200 len: 217 time: 0.0353353 Nov 28 08:18:54.098775 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820280d-b71e-4ce6-b41d-60a6e2935232 req-be7e2a40-9d96-47b6-9518-a44765e8fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:54.100304 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f820280d-b71e-4ce6-b41d-60a6e2935232 req-be7e2a40-9d96-47b6-9518-a44765e8fcd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=04be0d73-0819-44d8-b271-5ec0ad5d41f2 HTTP/1.1" status: 200 len: 853 time: 0.0432730 Nov 28 08:18:54.158593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820280d-b71e-4ce6-b41d-60a6e2935232 req-f9a365a4-b02a-42c0-8542-ee4e433ffc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:18:54.160063 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f820280d-b71e-4ce6-b41d-60a6e2935232 req-f9a365a4-b02a-42c0-8542-ee4e433ffc55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49644720-2691-4b04-a68a-8fd63258ad8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0502603 Nov 28 08:18:54.261247 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f820280d-b71e-4ce6-b41d-60a6e2935232 req-89c0b9c8-a00a-4c38-b61c-af4192b1c7ea service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886178 Nov 28 08:18:54.364163 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f820280d-b71e-4ce6-b41d-60a6e2935232 req-3b1d0cb4-3f00-4bb1-947a-f9d049d8283e service neutron] 10.222.0.35 "GET /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922043 Nov 28 08:19:01.488210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:02.118129 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7b0c3-3924-4db1-a096-4fc9f9085cae req-951173c0-2200-47a3-bf3f-c66cf88970c7 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:02.119641 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-49a7b0c3-3924-4db1-a096-4fc9f9085cae req-951173c0-2200-47a3-bf3f-c66cf88970c7 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 946 time: 0.0591674 Nov 28 08:19:02.167844 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-49a7b0c3-3924-4db1-a096-4fc9f9085cae req-92b910ae-2f7e-4836-af28-f2ddf2ed4ce9 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419607 Nov 28 08:19:03.289005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39a379-e374-4167-8170-b1c017c4ca55 req-eef03c83-cd53-4e6f-a298-61de1947cd65 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:03.290458 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4a39a379-e374-4167-8170-b1c017c4ca55 req-eef03c83-cd53-4e6f-a298-61de1947cd65 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 946 time: 0.0550532 Nov 28 08:19:03.336956 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4a39a379-e374-4167-8170-b1c017c4ca55 req-9a32638e-39da-4d5b-a21c-cca2230acb3d tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a578b68-cc88-4b43-aec5-c7853f4f73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 Nov 28 08:19:04.072550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465f18c-bf2a-47fd-a934-688280e3c853 req-d58d4f66-ad30-45fa-bae8-c0d4abeea67f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:04.073961 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8465f18c-bf2a-47fd-a934-688280e3c853 req-d58d4f66-ad30-45fa-bae8-c0d4abeea67f tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.35 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 946 time: 0.0534894 Nov 28 08:19:04.178554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-8465f18c-bf2a-47fd-a934-688280e3c853 req-8e2390d1-29e5-47ae-a866-635b4d971b3c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Deleting port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:19:04.178912 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8465f18c-bf2a-47fd-a934-688280e3c853 req-8e2390d1-29e5-47ae-a866-635b4d971b3c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:04.267020 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-8465f18c-bf2a-47fd-a934-688280e3c853 req-8e2390d1-29e5-47ae-a866-635b4d971b3c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] For port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,segment=NetworkSegment(35dfb7b5-3613-44fa-9711-2250530e18eb),segment_id=35dfb7b5-3613-44fa-9711-2250530e18eb)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:19:04.267377 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8465f18c-bf2a-47fd-a934-688280e3c853 req-8e2390d1-29e5-47ae-a866-635b4d971b3c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:04.278832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-8465f18c-bf2a-47fd-a934-688280e3c853 req-8e2390d1-29e5-47ae-a866-635b4d971b3c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Calling delete_port for b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:19:04.407125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8465f18c-bf2a-47fd-a934-688280e3c853 req-8e2390d1-29e5-47ae-a866-635b4d971b3c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:04.422006 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:19:04.441958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2390d1-29e5-47ae-a866-635b4d971b3c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Pushing event deleted for resources: {'Port': ['ID=b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:04.447165 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ebd562d5-3869-4685-bdcd-f1d145f60bb2 req-0356e236-ccb1-4fc4-aa97-a9cbf252bad6 tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.31 "GET /v2.0/ports?device_id=12693ad1-d28d-40b0-9cd3-fee6b2f62fda HTTP/1.1" status: 200 len: 210 time: 0.0426877 Nov 28 08:19:04.485139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-8465f18c-bf2a-47fd-a934-688280e3c853 req-8e2390d1-29e5-47ae-a866-635b4d971b3c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] No DVR routers for this DVR port b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:19:04.487620 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8465f18c-bf2a-47fd-a934-688280e3c853 req-8e2390d1-29e5-47ae-a866-635b4d971b3c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:04.490939 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8465f18c-bf2a-47fd-a934-688280e3c853 req-8e2390d1-29e5-47ae-a866-635b4d971b3c tempest-TestMinimumBasicScenario-570476900 tempest-TestMinimumBasicScenario-570476900-project] 10.222.0.35 "DELETE /v2.0/ports/b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 HTTP/1.1" status: 204 len: 173 time: 0.4061363 Nov 28 08:19:04.491374 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'name': 'network-vif-deleted', 'tag': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:19:04.493593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ff34c3-b5de-415d-8bdc-82395b3400d4" -d '{"events": [{"server_uuid": "12693ad1-d28d-40b0-9cd3-fee6b2f62fda", "name": "network-vif-deleted", "tag": "b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:19:04.640356 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9aad0e-53f3-41be-b8c8-3d3f1c9a3591 x-openstack-request-id: req-6d9aad0e-53f3-41be-b8c8-3d3f1c9a3591 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:19:04.640650 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12693ad1-d28d-40b0-9cd3-fee6b2f62fda", "name": "network-vif-deleted", "tag": "b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:19:04.640903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d9aad0e-53f3-41be-b8c8-3d3f1c9a3591 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:19:04.641303 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12693ad1-d28d-40b0-9cd3-fee6b2f62fda', 'name': 'network-vif-deleted', 'tag': 'b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8', 'status': 'completed', 'code': 200} Nov 28 08:19:06.035348 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47004) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:06.736937 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32d8da44-f04d-453c-b349-b2b8eadf1f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:07.008071 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-32d8da44-f04d-453c-b349-b2b8eadf1f84 admin admin] Deleting port 9310d314-427b-4e07-b063-22831817d8aa {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:19:07.008410 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32d8da44-f04d-453c-b349-b2b8eadf1f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:07.083891 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-32d8da44-f04d-453c-b349-b2b8eadf1f84 admin admin] For port 9310d314-427b-4e07-b063-22831817d8aa, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9310d314-427b-4e07-b063-22831817d8aa,segment=NetworkSegment(35dfb7b5-3613-44fa-9711-2250530e18eb),segment_id=35dfb7b5-3613-44fa-9711-2250530e18eb)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:19:07.084604 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32d8da44-f04d-453c-b349-b2b8eadf1f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:07.096349 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-32d8da44-f04d-453c-b349-b2b8eadf1f84 admin admin] Calling delete_port for 9310d314-427b-4e07-b063-22831817d8aa owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:19:07.289713 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32d8da44-f04d-453c-b349-b2b8eadf1f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:07.315961 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da44-f04d-453c-b349-b2b8eadf1f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=9310d314-427b-4e07-b063-22831817d8aa,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:07.500076 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-32d8da44-f04d-453c-b349-b2b8eadf1f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:07.582962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:19:07.603593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:19:07.603868 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b3cb21bd-4ee5-430e-8d11-a3dab8dc42e8 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:19:07.742312 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d8da44-f04d-453c-b349-b2b8eadf1f84 admin admin] Router e0801d57-14b4-4b83-8e87-b27d9b287eac has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:19:07.864116 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d8da44-f04d-453c-b349-b2b8eadf1f84 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:19:07.869416 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-32d8da44-f04d-453c-b349-b2b8eadf1f84 admin admin] 10.222.0.31 "PUT /v2.0/routers/e0801d57-14b4-4b83-8e87-b27d9b287eac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8330643 Nov 28 08:19:07.871957 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47006) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:07.873188 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee72d6e-5271-41c8-8ac7-64d97c250a1c None None] Sync routers for ids ['e0801d57-14b4-4b83-8e87-b27d9b287eac'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:19:07.883098 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee72d6e-5271-41c8-8ac7-64d97c250a1c None None] Routers {'e0801d57-14b4-4b83-8e87-b27d9b287eac'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:19:07.883699 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-cee72d6e-5271-41c8-8ac7-64d97c250a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:18:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e0801d57-14b4-4b83-8e87-b27d9b287eac'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:07.989482 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.001660 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-cee72d6e-5271-41c8-8ac7-64d97c250a1c None None] Set router e0801d57-14b4-4b83-8e87-b27d9b287eac gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:19:08.111956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.173692 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] Deleting port 70fd2078-b009-4524-a640-93211fbe8e3f {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:19:08.173935 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.182288 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-cee72d6e-5271-41c8-8ac7-64d97c250a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:19:07Z', 'revision_number': 5, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port': {'id': '70fd2078-b009-4524-a640-93211fbe8e3f', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:42Z', 'updated_at': '2021-11-28T08:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:08.210042 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee72d6e-5271-41c8-8ac7-64d97c250a1c None None] Checking router: e0801d57-14b4-4b83-8e87-b27d9b287eac for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:19:08.218538 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee72d6e-5271-41c8-8ac7-64d97c250a1c None None] Routers {'e0801d57-14b4-4b83-8e87-b27d9b287eac'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:19:08.219155 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-cee72d6e-5271-41c8-8ac7-64d97c250a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:18:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['e0801d57-14b4-4b83-8e87-b27d9b287eac'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:08.250141 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] For port 70fd2078-b009-4524-a640-93211fbe8e3f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=70fd2078-b009-4524-a640-93211fbe8e3f,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:19:08.250490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.261818 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] Calling delete_port for 70fd2078-b009-4524-a640-93211fbe8e3f owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:19:08.413346 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-cee72d6e-5271-41c8-8ac7-64d97c250a1c None None] Set router e0801d57-14b4-4b83-8e87-b27d9b287eac gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:19:08.447008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.470529 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-cee72d6e-5271-41c8-8ac7-64d97c250a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:19:08Z', 'revision_number': 6, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:08.476286 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] Pushing event deleted for resources: {'Port': ['ID=70fd2078-b009-4524-a640-93211fbe8e3f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:08.492208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1615545a-d55e-41b0-b400-14a1bdb59600 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:19:08.498489 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee72d6e-5271-41c8-8ac7-64d97c250a1c None None] The sync data for ids ['e0801d57-14b4-4b83-8e87-b27d9b287eac'] in dv-neutron-744815-16-hyperv is: [{'id': 'e0801d57-14b4-4b83-8e87-b27d9b287eac', 'name': 'tempest-TestMinimumBasicScenario-549739042-router', 'tenant_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:41Z', 'updated_at': '2021-11-28T08:19:08Z', 'revision_number': 6, 'project_id': '6162bf9c5c3c482abb32b413d1b48c8b', 'gw_port_host': None}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:19:08.540107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.639164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.641276 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.689325 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.689956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0801d57-14b4-4b83-8e87-b27d9b287eac {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:19:08.695172 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.696417 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6fd4525f-240f-4633-a618-5cc6a9aafe99 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e0801d57-14b4-4b83-8e87-b27d9b287eac HTTP/1.1" status: 204 len: 168 time: 0.8230317 Nov 28 08:19:08.699093 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47008) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:08.742478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-342f818f-587f-4a83-b7ea-2c101ac6db08 admin admin] Deleting subnet 04be0d73-0819-44d8-b271-5ec0ad5d41f2 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:19:08.745487 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-342f818f-587f-4a83-b7ea-2c101ac6db08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.784281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-342f818f-587f-4a83-b7ea-2c101ac6db08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.872612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-342f818f-587f-4a83-b7ea-2c101ac6db08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.928186 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-342f818f-587f-4a83-b7ea-2c101ac6db08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.956042 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f818f-587f-4a83-b7ea-2c101ac6db08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04be0d73-0819-44d8-b271-5ec0ad5d41f2,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:08.957907 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-342f818f-587f-4a83-b7ea-2c101ac6db08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:08.963607 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fd14ec-ed4c-4d2c-ac62-a31d565270ac None None] Network 49644720-2691-4b04-a68a-8fd63258ad8b requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:19:08.964663 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-342f818f-587f-4a83-b7ea-2c101ac6db08 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/04be0d73-0819-44d8-b271-5ec0ad5d41f2 HTTP/1.1" status: 204 len: 168 time: 0.2642987 Nov 28 08:19:08.964934 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47010) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:09.033400 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:09.104293 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Deleting port 35623d1c-cfe3-4997-bddc-e654d0c22f52 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:19:09.104631 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:09.171549 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] For port 35623d1c-cfe3-4997-bddc-e654d0c22f52, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=35623d1c-cfe3-4997-bddc-e654d0c22f52,segment=NetworkSegment(35dfb7b5-3613-44fa-9711-2250530e18eb),segment_id=35dfb7b5-3613-44fa-9711-2250530e18eb)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:19:09.172155 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:09.185811 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Calling delete_port for 35623d1c-cfe3-4997-bddc-e654d0c22f52 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:19:09.243868 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] DHCP port deletion for 49644720-2691-4b04-a68a-8fd63258ad8b request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:19:09.282178 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:09.308106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9310d314-427b-4e07-b063-22831817d8aa no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:19:09.313146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=35623d1c-cfe3-4997-bddc-e654d0c22f52,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:09.316676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] No DVR routers for this DVR port 35623d1c-cfe3-4997-bddc-e654d0c22f52 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:19:09.342784 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 9310d314-427b-4e07-b063-22831817d8aa {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:19:09.343162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9310d314-427b-4e07-b063-22831817d8aa not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:19:09.343576 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 35623d1c-cfe3-4997-bddc-e654d0c22f52 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:19:09.348696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Deleting port 35623d1c-cfe3-4997-bddc-e654d0c22f52 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:19:09.349130 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:09.369100 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 35623d1c-cfe3-4997-bddc-e654d0c22f52 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:19:09.369437 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 35623d1c-cfe3-4997-bddc-e654d0c22f52 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:19:09.370053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 70fd2078-b009-4524-a640-93211fbe8e3f no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:19:09.399619 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:09.403833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 70fd2078-b009-4524-a640-93211fbe8e3f {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:19:09.404177 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 70fd2078-b009-4524-a640-93211fbe8e3f not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:19:09.422104 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49644720-2691-4b04-a68a-8fd63258ad8b']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:09.431785 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35dfb7b5-3613-44fa-9711-2250530e18eb') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:09.432084 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35dfb7b5-3613-44fa-9711-2250530e18eb') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:09.443495 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:09.454907 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] For port 35623d1c-cfe3-4997-bddc-e654d0c22f52, host dv-neutron-744815-16-hyperv, got binding levels [] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:19:09.455697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:09.458136 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:09.465137 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:19:09.465887 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:19:09.467296 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:19:09.471546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Calling delete_port for 35623d1c-cfe3-4997-bddc-e654d0c22f52 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:19:09.474262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.ipam_backend_mixin [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Port 35623d1c-cfe3-4997-bddc-e654d0c22f52 was not found and therefore no delete operation was performed {{(pid=115120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 28 08:19:09.475580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:09.509574 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Pushing event deleted for resources: {'Port': ['ID=35623d1c-cfe3-4997-bddc-e654d0c22f52,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:09.515050 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] No DVR routers for this DVR port 35623d1c-cfe3-4997-bddc-e654d0c22f52 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:19:09.525185 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:09.525185 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:09.525574 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:09.526283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:09.526841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:09.527567 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:09.528208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:09.528729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:09.529208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:09.529701 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:09.530063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:09.530386 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:09.530757 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36fdd12-5b79-40b5-bb82-ab351ef11bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:09.544639 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:09.550262 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:09.553903 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] 10.222.0.31 "DELETE /v2.0/networks/49644720-2691-4b04-a68a-8fd63258ad8b HTTP/1.1" status: 204 len: 168 time: 0.5875444 Nov 28 08:19:09.557304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47012) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:09.565098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed4fee-1029-4c52-9ab8-60e07c375d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=49644720-2691-4b04-a68a-8fd63258ad8b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:09.940819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99ecc8c0-14ce-465e-afdc-4cf095881c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:10.223047 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-99ecc8c0-14ce-465e-afdc-4cf095881c75 admin admin] Deleting port f60044b7-1754-49a9-9d72-1030f0393492 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:19:10.223297 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99ecc8c0-14ce-465e-afdc-4cf095881c75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:10.302530 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-99ecc8c0-14ce-465e-afdc-4cf095881c75 admin admin] For port f60044b7-1754-49a9-9d72-1030f0393492, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=f60044b7-1754-49a9-9d72-1030f0393492,segment=NetworkSegment(70641288-3204-4fe8-993a-3f6619851e03),segment_id=70641288-3204-4fe8-993a-3f6619851e03)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:19:10.302923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99ecc8c0-14ce-465e-afdc-4cf095881c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:10.314226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-99ecc8c0-14ce-465e-afdc-4cf095881c75 admin admin] Calling delete_port for f60044b7-1754-49a9-9d72-1030f0393492 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:19:10.512042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99ecc8c0-14ce-465e-afdc-4cf095881c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:10.537763 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecc8c0-14ce-465e-afdc-4cf095881c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60044b7-1754-49a9-9d72-1030f0393492,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:11.056779 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-99ecc8c0-14ce-465e-afdc-4cf095881c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:11.300314 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ecc8c0-14ce-465e-afdc-4cf095881c75 admin admin] Router 05a9020c-69ac-4d6a-80d8-3c872f915d25 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:19:11.420043 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ecc8c0-14ce-465e-afdc-4cf095881c75 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:19:11.427741 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-99ecc8c0-14ce-465e-afdc-4cf095881c75 admin admin] 10.222.0.31 "PUT /v2.0/routers/05a9020c-69ac-4d6a-80d8-3c872f915d25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8665950 Nov 28 08:19:11.427741 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47014) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:11.428716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f93cc7-b277-4619-a6d1-ed27dfa8d2ff None None] Sync routers for ids ['05a9020c-69ac-4d6a-80d8-3c872f915d25'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:19:11.438916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f93cc7-b277-4619-a6d1-ed27dfa8d2ff None None] Routers {'05a9020c-69ac-4d6a-80d8-3c872f915d25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:19:11.439536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-99f93cc7-b277-4619-a6d1-ed27dfa8d2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:18:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05a9020c-69ac-4d6a-80d8-3c872f915d25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:11.546835 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:11.558985 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-99f93cc7-b277-4619-a6d1-ed27dfa8d2ff None None] Set router 05a9020c-69ac-4d6a-80d8-3c872f915d25 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:19:11.664838 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:11.723654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] Deleting port 909a4c2f-711f-4b6a-895c-a2304576665a {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:19:11.723991 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:11.736003 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-99f93cc7-b277-4619-a6d1-ed27dfa8d2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'name': 'tempest-TestMinimumBasicScenario-136617803-router', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '909a4c2f-711f-4b6a-895c-a2304576665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:46Z', 'updated_at': '2021-11-28T08:19:10Z', 'revision_number': 5, 'project_id': '5ed432d4359e4855990d274656935c30', 'gw_port': {'id': '909a4c2f-711f-4b6a-895c-a2304576665a', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:16:47Z', 'updated_at': '2021-11-28T08:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:11.768033 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f93cc7-b277-4619-a6d1-ed27dfa8d2ff None None] Checking router: 05a9020c-69ac-4d6a-80d8-3c872f915d25 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:19:11.776964 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f93cc7-b277-4619-a6d1-ed27dfa8d2ff None None] Routers {'05a9020c-69ac-4d6a-80d8-3c872f915d25'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:19:11.777563 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-99f93cc7-b277-4619-a6d1-ed27dfa8d2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:18:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['05a9020c-69ac-4d6a-80d8-3c872f915d25'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:11.805559 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] For port 909a4c2f-711f-4b6a-895c-a2304576665a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=909a4c2f-711f-4b6a-895c-a2304576665a,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:19:11.805840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:11.817390 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] Calling delete_port for 909a4c2f-711f-4b6a-895c-a2304576665a owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:19:12.000120 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.025293 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-99f93cc7-b277-4619-a6d1-ed27dfa8d2ff None None] Set router 05a9020c-69ac-4d6a-80d8-3c872f915d25 gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:19:12.026824 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] Pushing event deleted for resources: {'Port': ['ID=909a4c2f-711f-4b6a-895c-a2304576665a,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:12.055771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10be0e10-11b2-4856-8163-696f66178bcb None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:19:12.086617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-99f93cc7-b277-4619-a6d1-ed27dfa8d2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'name': 'tempest-TestMinimumBasicScenario-136617803-router', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:46Z', 'updated_at': '2021-11-28T08:19:11Z', 'revision_number': 6, 'project_id': '5ed432d4359e4855990d274656935c30', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:12.092384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.119851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f93cc7-b277-4619-a6d1-ed27dfa8d2ff None None] The sync data for ids ['05a9020c-69ac-4d6a-80d8-3c872f915d25'] in dv-neutron-744815-16-hyperv is: [{'id': '05a9020c-69ac-4d6a-80d8-3c872f915d25', 'name': 'tempest-TestMinimumBasicScenario-136617803-router', 'tenant_id': '5ed432d4359e4855990d274656935c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:16:46Z', 'updated_at': '2021-11-28T08:19:11Z', 'revision_number': 6, 'project_id': '5ed432d4359e4855990d274656935c30', 'gw_port_host': None}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:19:12.195243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.197417 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.242779 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.243451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05a9020c-69ac-4d6a-80d8-3c872f915d25 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:19:12.248285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.249458 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-67247652-b717-481f-8a9d-e13fb40da771 admin admin] 10.222.0.31 "DELETE /v2.0/routers/05a9020c-69ac-4d6a-80d8-3c872f915d25 HTTP/1.1" status: 204 len: 168 time: 0.8207791 Nov 28 08:19:12.251898 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47016) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:12.298984 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-87862f08-1c72-44d9-ba86-5864d62c340c admin admin] Deleting subnet 65f74dec-62b6-4e21-84f0-ecc9ba45d8f5 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:19:12.302203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-87862f08-1c72-44d9-ba86-5864d62c340c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.335546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-87862f08-1c72-44d9-ba86-5864d62c340c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.414562 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-87862f08-1c72-44d9-ba86-5864d62c340c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.468878 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-87862f08-1c72-44d9-ba86-5864d62c340c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.501125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87862f08-1c72-44d9-ba86-5864d62c340c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65f74dec-62b6-4e21-84f0-ecc9ba45d8f5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:12.503114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-87862f08-1c72-44d9-ba86-5864d62c340c admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.507356 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-87862f08-1c72-44d9-ba86-5864d62c340c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/65f74dec-62b6-4e21-84f0-ecc9ba45d8f5 HTTP/1.1" status: 204 len: 168 time: 0.2544754 Nov 28 08:19:12.507560 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72617ece-fd5b-472d-b012-5afd905ba3a1 None None] Network 6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:19:12.508986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47018) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:12.578115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.635105 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Deleting port 26b45554-8783-423a-992b-577f15557de1 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:19:12.635325 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.703457 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] For port 26b45554-8783-423a-992b-577f15557de1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=26b45554-8783-423a-992b-577f15557de1,segment=NetworkSegment(70641288-3204-4fe8-993a-3f6619851e03),segment_id=70641288-3204-4fe8-993a-3f6619851e03)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:19:12.703816 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.717897 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Calling delete_port for 26b45554-8783-423a-992b-577f15557de1 owned by network:dhcp {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:19:12.799894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.830027 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=26b45554-8783-423a-992b-577f15557de1,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:12.831873 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] No DVR routers for this DVR port 26b45554-8783-423a-992b-577f15557de1 on host dv-neutron-744815-16-hyperv {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:19:12.879481 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebf26fa-ea53-4636-a79a-452318481ef6 None None] DHCP port deletion for 6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:19:12.909483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.929961 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:12.939480 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70641288-3204-4fe8-993a-3f6619851e03') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:12.939794 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70641288-3204-4fe8-993a-3f6619851e03') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:12.953598 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.973136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.980319 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:19:12.980822 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:19:12.983707 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:19:13.036553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:13.041339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:13.049208 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] 10.222.0.31 "DELETE /v2.0/networks/6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e HTTP/1.1" status: 204 len: 168 time: 0.5360119 Nov 28 08:19:13.060137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c565768-246a-4025-b1c8-15ec8a1d0f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=6a2ac707-7f45-4321-a5b3-c6a95c9c0b2e,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:13.211153 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47022) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:13.224783 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 26b45554-8783-423a-992b-577f15557de1 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:19:13.245800 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 26b45554-8783-423a-992b-577f15557de1 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:19:13.246143 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 26b45554-8783-423a-992b-577f15557de1 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:19:13.246571 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device f60044b7-1754-49a9-9d72-1030f0393492 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:19:13.256048 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-34cf21c9-d049-4ac0-a221-af85f1fa4e35 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6162bf9c5c3c482abb32b413d1b48c8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437372 Nov 28 08:19:13.258505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47024) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:13.266784 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: f60044b7-1754-49a9-9d72-1030f0393492 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:19:13.267161 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device f60044b7-1754-49a9-9d72-1030f0393492 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:19:13.267581 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 909a4c2f-711f-4b6a-895c-a2304576665a no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:19:13.287638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 909a4c2f-711f-4b6a-895c-a2304576665a {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:19:13.287983 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 909a4c2f-711f-4b6a-895c-a2304576665a not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:19:13.308511 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-85dd1901-8c01-4b1c-9eda-306127a2f822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:13.328974 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-85dd1901-8c01-4b1c-9eda-306127a2f822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:13.375265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-85dd1901-8c01-4b1c-9eda-306127a2f822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:13.378202 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-85dd1901-8c01-4b1c-9eda-306127a2f822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:13.379376 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-85dd1901-8c01-4b1c-9eda-306127a2f822 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a578b68-cc88-4b43-aec5-c7853f4f73d1 HTTP/1.1" status: 204 len: 168 time: 0.1199117 Nov 28 08:19:13.387883 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd1901-8c01-4b1c-9eda-306127a2f822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a578b68-cc88-4b43-aec5-c7853f4f73d1,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:13.685392 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47030) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:13.723563 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-814688e1-b486-4e36-95f0-f9265c4c97e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ed432d4359e4855990d274656935c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370514 Nov 28 08:19:13.725807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47032) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:13.773344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e625306f-8f64-40a4-aabf-667bac9b6f9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:13.794211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e625306f-8f64-40a4-aabf-667bac9b6f9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:13.843051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e625306f-8f64-40a4-aabf-667bac9b6f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:13.845697 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e625306f-8f64-40a4-aabf-667bac9b6f9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:13.846850 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e625306f-8f64-40a4-aabf-667bac9b6f9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1e7617a-4cfb-4dc4-9097-89e7304ab485 HTTP/1.1" status: 204 len: 168 time: 0.1201859 Nov 28 08:19:13.854318 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625306f-8f64-40a4-aabf-667bac9b6f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e7617a-4cfb-4dc4-9097-89e7304ab485,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:15.487148 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6f8ffdcf-40b3-4207-96bb-067f7a2617fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:16.719991 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47074) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:16.724684 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e11351c7-366d-480c-814c-d8d33dbce70c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1234257899', 'description': 'tempest-secgroup-smoke-1234257899 description', 'project_id': '958befc2eb02460b87fb3360e15693e8'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:19:16.747333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e11351c7-366d-480c-814c-d8d33dbce70c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:16.755490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e11351c7-366d-480c-814c-d8d33dbce70c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:16.830008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e11351c7-366d-480c-814c-d8d33dbce70c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:16.833746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e11351c7-366d-480c-814c-d8d33dbce70c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:16.872340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11351c7-366d-480c-814c-d8d33dbce70c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e9119a-1443-47f1-baa3-6608838b9b47,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:16.910055 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e11351c7-366d-480c-814c-d8d33dbce70c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:16.913699 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e11351c7-366d-480c-814c-d8d33dbce70c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:16.942213 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e11351c7-366d-480c-814c-d8d33dbce70c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:16.943469 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e11351c7-366d-480c-814c-d8d33dbce70c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2224810 Nov 28 08:19:16.946518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47076) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:16.947472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11351c7-366d-480c-814c-d8d33dbce70c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:16.952070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-04945d6a-e102-4ed8-9e5a-b16f8c8e398b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': 'fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:19:16.979769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04945d6a-e102-4ed8-9e5a-b16f8c8e398b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.032501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04945d6a-e102-4ed8-9e5a-b16f8c8e398b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.035878 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04945d6a-e102-4ed8-9e5a-b16f8c8e398b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.053098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04945d6a-e102-4ed8-9e5a-b16f8c8e398b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf075f9-652f-444f-8664-10975baf5a09,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:17.059546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-04945d6a-e102-4ed8-9e5a-b16f8c8e398b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.060647 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-04945d6a-e102-4ed8-9e5a-b16f8c8e398b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129696 Nov 28 08:19:17.063348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47078) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:17.067571 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-aed32edc-98f7-4374-9079-65fc92ed7c4d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': 'fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:19:17.093054 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aed32edc-98f7-4374-9079-65fc92ed7c4d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.150772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aed32edc-98f7-4374-9079-65fc92ed7c4d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.154802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aed32edc-98f7-4374-9079-65fc92ed7c4d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.171894 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed32edc-98f7-4374-9079-65fc92ed7c4d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364a1f66-c707-447c-a177-33e5a5467402,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:17.179042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-aed32edc-98f7-4374-9079-65fc92ed7c4d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.179988 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-aed32edc-98f7-4374-9079-65fc92ed7c4d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157050 Nov 28 08:19:17.182584 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47080) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:17.187324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1f1a94d0-90eb-403b-b56d-b9104bb46020 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': 'fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:19:17.213749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f1a94d0-90eb-403b-b56d-b9104bb46020 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.268541 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f1a94d0-90eb-403b-b56d-b9104bb46020 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.271845 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f1a94d0-90eb-403b-b56d-b9104bb46020 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.288318 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a94d0-90eb-403b-b56d-b9104bb46020 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daef57cf-5d2f-430b-9a7b-7c67069bd436,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:17.296439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1f1a94d0-90eb-403b-b56d-b9104bb46020 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.297626 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1f1a94d0-90eb-403b-b56d-b9104bb46020 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140995 Nov 28 08:19:17.300309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47082) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:17.304886 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0de47eb8-4c72-4f2d-86af-9cad6da76417 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': 'fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:19:17.330262 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0de47eb8-4c72-4f2d-86af-9cad6da76417 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.387362 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0de47eb8-4c72-4f2d-86af-9cad6da76417 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.391436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0de47eb8-4c72-4f2d-86af-9cad6da76417 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.408625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de47eb8-4c72-4f2d-86af-9cad6da76417 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0092df4b-4510-48a9-af5b-9a0df2bc08e2,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:17.419026 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0de47eb8-4c72-4f2d-86af-9cad6da76417 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.420159 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0de47eb8-4c72-4f2d-86af-9cad6da76417 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189303 Nov 28 08:19:17.422926 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47084) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:17.427470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-0ffd328f-c964-43f1-85fc-a0b553b7baae tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': 'fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:19:17.448077 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-0ffd328f-c964-43f1-85fc-a0b553b7baae tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Project 958befc2eb02460b87fb3360e15693e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:19:17.453862 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ffd328f-c964-43f1-85fc-a0b553b7baae tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.511757 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ffd328f-c964-43f1-85fc-a0b553b7baae tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.516223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ffd328f-c964-43f1-85fc-a0b553b7baae tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.534812 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd328f-c964-43f1-85fc-a0b553b7baae tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7c289a-ee76-4ab3-9beb-a9b8975ef9e5,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:17.543178 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-0ffd328f-c964-43f1-85fc-a0b553b7baae tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.544852 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0ffd328f-c964-43f1-85fc-a0b553b7baae tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205139 Nov 28 08:19:17.547671 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47086) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:17.552096 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-dcef3e6f-9534-409d-84ff-b79f437cb89f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': 'fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:19:17.573710 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-dcef3e6f-9534-409d-84ff-b79f437cb89f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Project 958befc2eb02460b87fb3360e15693e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:19:17.578335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dcef3e6f-9534-409d-84ff-b79f437cb89f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.634886 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dcef3e6f-9534-409d-84ff-b79f437cb89f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.638443 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dcef3e6f-9534-409d-84ff-b79f437cb89f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.655565 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef3e6f-9534-409d-84ff-b79f437cb89f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83614a6-8d28-480c-9607-785aea1eed48,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:17.662407 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dcef3e6f-9534-409d-84ff-b79f437cb89f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.663832 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dcef3e6f-9534-409d-84ff-b79f437cb89f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152186 Nov 28 08:19:17.666643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47088) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:17.672097 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c3d14c52-904e-4e68-851a-997f904a28e6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'network': {'name': 'tempest-network-smoke--198550632', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'port_security_enabled': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:19:17.695679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d14c52-904e-4e68-851a-997f904a28e6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:19:17.699905 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c3d14c52-904e-4e68-851a-997f904a28e6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.728177 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d14c52-904e-4e68-851a-997f904a28e6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:19:17.740789 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c3d14c52-904e-4e68-851a-997f904a28e6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.741236 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-c3d14c52-904e-4e68-851a-997f904a28e6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Added segment 888c641d-0aa7-4771-b1ed-a85dd5e0b013 of type vlan for network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 Nov 28 08:19:17.781895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c3d14c52-904e-4e68-851a-997f904a28e6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.808877 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c3d14c52-904e-4e68-851a-997f904a28e6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.814959 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d14c52-904e-4e68-851a-997f904a28e6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:17.815529 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c3d14c52-904e-4e68-851a-997f904a28e6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.850772 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c3d14c52-904e-4e68-851a-997f904a28e6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1829712 Nov 28 08:19:17.853804 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47090) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:17.858973 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'admin_state_up': True, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:19:17.882048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.882716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d14c52-904e-4e68-851a-997f904a28e6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Network': ['ID=b4b0e64f-a61a-4225-9aad-b76f2cad4e34,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:17.883190 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:17.892896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:19:17.947570 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:18.003273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ed71267b-8c42-4b11-a3f2-9fe75cabd38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:18.104101 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:18.296312 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:18.314104 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:18.414522 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.26.2.197 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/958436a6-3e51-40f1-bf19-e70631dd6a7c) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:19:18.510517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:18.550686 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:18.588232 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:19:18.593482 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:19:18.599334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:19:18.607322 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caaa574-dadd-40b8-8f86-1b31ff18790a None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:19:18.622920 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=958436a6-3e51-40f1-bf19-e70631dd6a7c,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:18.725416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7450dcfe-bfe1-4109-a685-cbb7d7b0e7f7 None None] Provisioning complete for port 958436a6-3e51-40f1-bf19-e70631dd6a7c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:19:18.725688 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7450dcfe-bfe1-4109-a685-cbb7d7b0e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:18.764573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7450dcfe-bfe1-4109-a685-cbb7d7b0e7f7 None None] Port 958436a6-3e51-40f1-bf19-e70631dd6a7c cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:19:18.873330 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:19.152175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:19.414117 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:19.563984 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 3fb8b35e-d65e-408a-b953-f7620a116402 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:19:19.683786 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:19:19.693066 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Sync routers for ids ['3fb8b35e-d65e-408a-b953-f7620a116402'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:19:19.703096 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Routers {'3fb8b35e-d65e-408a-b953-f7620a116402'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:19:19.703708 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:19:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3fb8b35e-d65e-408a-b953-f7620a116402'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:19.707235 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:19.708482 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ddb02a10-7e8a-4958-9be3-fbaa24d3f2fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8536630 Nov 28 08:19:19.711505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47092) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:19.823922 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Set router 3fb8b35e-d65e-408a-b953-f7620a116402 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:19:19.839428 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1d749183-e7be-4b5c-a52f-370e8de1d37a tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=958befc2eb02460b87fb3360e15693e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1267376 Nov 28 08:19:19.842687 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47096) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:19.927582 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45783194-7861-49d3-9fe5-d67e13b3a9ef tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:19.931753 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-45783194-7861-49d3-9fe5-d67e13b3a9ef tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854776 Nov 28 08:19:19.931995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47098) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:19.967570 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cfc7d5e0-91f8-4204-9aec-007b8c649224 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312583 Nov 28 08:19:19.967570 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47100) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:19.972304 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b144efbb-5f15-4952-b746-d7c54c20a0fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-750987207', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:19:20.002482 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:19:18Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:20.030942 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Checking router: 3fb8b35e-d65e-408a-b953-f7620a116402 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:19:20.031285 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Updating router 3fb8b35e-d65e-408a-b953-f7620a116402 port 958436a6-3e51-40f1-bf19-e70631dd6a7c binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:19:20.060045 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.064229 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b144efbb-5f15-4952-b746-d7c54c20a0fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:19:20.067788 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b144efbb-5f15-4952-b746-d7c54c20a0fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.242825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b144efbb-5f15-4952-b746-d7c54c20a0fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.301015 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144efbb-5f15-4952-b746-d7c54c20a0fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Subnet': ['ID=11976dea-66b1-46a0-80c6-9450c9d07793,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:20.312308 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144efbb-5f15-4952-b746-d7c54c20a0fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Checking segment: {'id': '888c641d-0aa7-4771-b1ed-a85dd5e0b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:19:20.312762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b144efbb-5f15-4952-b746-d7c54c20a0fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network hostable DHCP agents. Network: b4b0e64f-a61a-4225-9aad-b76f2cad4e34, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:19:20.322647 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.328210 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.329421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b144efbb-5f15-4952-b746-d7c54c20a0fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:19:20.340587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-b144efbb-5f15-4952-b746-d7c54c20a0fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, b4b0e64f-a61a-4225-9aad-b76f2cad4e34) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:19:20.348232 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b144efbb-5f15-4952-b746-d7c54c20a0fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:20.348896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b144efbb-5f15-4952-b746-d7c54c20a0fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.349721 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09feb2f6-cddc-457e-bb69-22ce742005f6 None None] Network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:19:20.369641 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b144efbb-5f15-4952-b746-d7c54c20a0fa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4010201 Nov 28 08:19:20.372808 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47102) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:20.381484 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d7dea-4620-4c11-bd2f-646b5e57bb96 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:19:20.382033 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Attempting to bind port 958436a6-3e51-40f1-bf19-e70631dd6a7c on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:19:20.382447 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Attempting to bind port 958436a6-3e51-40f1-bf19-e70631dd6a7c by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:19:20.382968 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Attempting to bind port 958436a6-3e51-40f1-bf19-e70631dd6a7c on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:19:20.394787 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:19:20.395463 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:19:20.396043 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.396583 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:19:20.397216 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Bound port: 958436a6-3e51-40f1-bf19-e70631dd6a7c, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:19:20.397813 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.445074 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.453372 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] For port 958436a6-3e51-40f1-bf19-e70631dd6a7c, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:19:20.456525 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] For port 958436a6-3e51-40f1-bf19-e70631dd6a7c, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=958436a6-3e51-40f1-bf19-e70631dd6a7c,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:19:20.462917 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.474297 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Pushing event updated for resources: {'Port': ['ID=958436a6-3e51-40f1-bf19-e70631dd6a7c,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:20.482703 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:20.482946 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:20.483148 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:20.483437 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:20.483764 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:20.484089 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:20.484417 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:20.484742 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:20.485065 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:20.485394 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:20.485706 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:20.486023 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:20.486339 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:19:20.511149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-305b0116-c7e1-462c-8ff4-8317e1a6dceb None None] Provisioning complete for port 958436a6-3e51-40f1-bf19-e70631dd6a7c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:19:20.511973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-305b0116-c7e1-462c-8ff4-8317e1a6dceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.529848 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Routers {'3fb8b35e-d65e-408a-b953-f7620a116402'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:19:20.530448 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:19:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3fb8b35e-d65e-408a-b953-f7620a116402'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:20.537910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1185b1ca-8b9e-4439-b59e-dbf90d5aaedb None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:19:20.567684 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ips': [{'subnet_id': '11976dea-66b1-46a0-80c6-9450c9d07793'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:19:20.569042 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.602672 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fced7bf-fb7b-47d8-8c3a-74d34fdffc6e None None] Pushing event updated for resources: {'Port': ['ID=958436a6-3e51-40f1-bf19-e70631dd6a7c,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:20.692379 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] Set router 3fb8b35e-d65e-408a-b953-f7620a116402 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:19:20.749279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-305b0116-c7e1-462c-8ff4-8317e1a6dceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.780584 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-305b0116-c7e1-462c-8ff4-8317e1a6dceb None None] For port 958436a6-3e51-40f1-bf19-e70631dd6a7c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=958436a6-3e51-40f1-bf19-e70631dd6a7c,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:19:20.784917 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Allocated IP 172.20.0.2 (b4b0e64f-a61a-4225-9aad-b76f2cad4e34/11976dea-66b1-46a0-80c6-9450c9d07793/0907a717-4239-423a-a13a-8cd9e57a37a1) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:19:20.790458 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-305b0116-c7e1-462c-8ff4-8317e1a6dceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.873972 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:19:20.882069 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:19:18Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:20.890706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:20.897470 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b0116-c7e1-462c-8ff4-8317e1a6dceb None None] Pushing event updated for resources: {'Port': ['ID=958436a6-3e51-40f1-bf19-e70631dd6a7c,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:20.912400 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60402c82-56ed-4083-9ecf-28aebb97a4ed None None] The sync data for ids ['3fb8b35e-d65e-408a-b953-f7620a116402'] in dv-neutron-744815-16-hyperv is: [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:19:18Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:19:20.946455 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ac99f4eb-d438-4e73-be7b-48802c4e03f1 None None] Provisioning complete for port 958436a6-3e51-40f1-bf19-e70631dd6a7c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:19:20.946828 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ac99f4eb-d438-4e73-be7b-48802c4e03f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:21.047250 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:21.054682 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:21.116057 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:19:21.121770 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:19:21.129127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:19:21.161322 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Pushing event updated for resources: {'Port': ['ID=0907a717-4239-423a-a13a-8cd9e57a37a1,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:21.225496 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Attempting to bind port 0907a717-4239-423a-a13a-8cd9e57a37a1 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:19:21.225978 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Attempting to bind port 0907a717-4239-423a-a13a-8cd9e57a37a1 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '888c641d-0aa7-4771-b1ed-a85dd5e0b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:19:21.226451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Attempting to bind port 0907a717-4239-423a-a13a-8cd9e57a37a1 on network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:19:21.228879 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.20.0.1 (b4b0e64f-a61a-4225-9aad-b76f2cad4e34/11976dea-66b1-46a0-80c6-9450c9d07793/ac4c17a8-5fe3-462b-8471-e7903207f64a) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:19:21.235217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:19:21.235741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Checking segment: {'id': '888c641d-0aa7-4771-b1ed-a85dd5e0b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:19:21.236347 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:21.236809 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Bound using segment: {'id': '888c641d-0aa7-4771-b1ed-a85dd5e0b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:19:21.237358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Bound port: 0907a717-4239-423a-a13a-8cd9e57a37a1, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888c641d-0aa7-4771-b1ed-a85dd5e0b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:19:21.237808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:21.321371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 958436a6-3e51-40f1-bf19-e70631dd6a7c up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:19:21.359764 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] For port 0907a717-4239-423a-a13a-8cd9e57a37a1, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:19:21.370740 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:21.380487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] For port 0907a717-4239-423a-a13a-8cd9e57a37a1, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=0907a717-4239-423a-a13a-8cd9e57a37a1,segment=NetworkSegment(888c641d-0aa7-4771-b1ed-a85dd5e0b013),segment_id=888c641d-0aa7-4771-b1ed-a85dd5e0b013)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:19:21.391411 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:21.413579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:21.442532 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:21.464231 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:19:21.466591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:19:21.469429 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:19:21.476408 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 958436a6-3e51-40f1-bf19-e70631dd6a7c triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:19:21.476772 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:21.504016 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6b32c-ec96-4829-9b90-3b02efe0fbcd None None] Pushing event updated for resources: {'Port': ['ID=0907a717-4239-423a-a13a-8cd9e57a37a1,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:21.517648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=ac4c17a8-5fe3-462b-8471-e7903207f64a,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:21.537105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:21.726550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:22.065283 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:22.069679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:22.143145 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:22.151471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=ac4c17a8-5fe3-462b-8471-e7903207f64a,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:22.245300 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:19:22.246743 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:19:22.379306 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 3fb8b35e-d65e-408a-b953-f7620a116402 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:19:22.407958 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ff896-befc-45c1-8b2e-ce67d3105d5f None None] Network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:19:22.538355 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-43f0a572-5ed8-422a-8a54-d53f0059835f None None] Provisioning complete for port 0907a717-4239-423a-a13a-8cd9e57a37a1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:19:22.538723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-43f0a572-5ed8-422a-8a54-d53f0059835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:22.666335 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-43f0a572-5ed8-422a-8a54-d53f0059835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:22.705605 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-43f0a572-5ed8-422a-8a54-d53f0059835f None None] For port 0907a717-4239-423a-a13a-8cd9e57a37a1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=0907a717-4239-423a-a13a-8cd9e57a37a1,segment=NetworkSegment(888c641d-0aa7-4771-b1ed-a85dd5e0b013),segment_id=888c641d-0aa7-4771-b1ed-a85dd5e0b013)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:19:22.711437 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-43f0a572-5ed8-422a-8a54-d53f0059835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:22.776086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0a572-5ed8-422a-8a54-d53f0059835f None None] Pushing event updated for resources: {'Port': ['ID=0907a717-4239-423a-a13a-8cd9e57a37a1,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:22.847810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:19:22.853182 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3f34bc12-3825-43af-8c37-0e66259a96c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "PUT /v2.0/routers/3fb8b35e-d65e-408a-b953-f7620a116402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4791553 Nov 28 08:19:22.944302 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1811d161-ce1b-45c6-81b9-f6dee141638e None None] Provisioning complete for port 0907a717-4239-423a-a13a-8cd9e57a37a1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:19:22.944683 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1811d161-ce1b-45c6-81b9-f6dee141638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:22.976726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Sync routers for ids ['3fb8b35e-d65e-408a-b953-f7620a116402'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:19:23.001915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Routers {'3fb8b35e-d65e-408a-b953-f7620a116402'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:19:23.002554 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:19:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3fb8b35e-d65e-408a-b953-f7620a116402'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:23.036250 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-f233cf67-0a08-4f76-b260-ce465166a92d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234257899&fields=id&tenant_id=958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 267 time: 0.0485692 Nov 28 08:19:23.151273 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-b9b016ff-0de1-425d-b3e8-5f8064ffba37 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:23.152784 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-b9b016ff-0de1-425d-b3e8-5f8064ffba37 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/networks?id=b4b0e64f-a61a-4225-9aad-b76f2cad4e34 HTTP/1.1" status: 200 len: 796 time: 0.1091702 Nov 28 08:19:23.169053 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-db2fe8bc-9057-4747-b1be-7f067621ddee tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/quotas/958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 375 time: 0.0095217 Nov 28 08:19:23.176820 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Set router 3fb8b35e-d65e-408a-b953-f7620a116402 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:19:23.179304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-1811d161-ce1b-45c6-81b9-f6dee141638e None None] Provisioning complete for port ac4c17a8-5fe3-462b-8471-e7903207f64a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:19:23.179676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1811d161-ce1b-45c6-81b9-f6dee141638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:23.245803 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-84b3ff67-886e-4d46-b723-45d312660ab5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644276 Nov 28 08:19:23.293458 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 0907a717-4239-423a-a13a-8cd9e57a37a1 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:19:23.327999 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-1811d161-ce1b-45c6-81b9-f6dee141638e None None] Port ac4c17a8-5fe3-462b-8471-e7903207f64a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:19:23.332005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-5d37ddd7-0eb2-4a5a-bf3b-5212be4e8809 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:19:23.333154 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-5d37ddd7-0eb2-4a5a-bf3b-5212be4e8809 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0611072 Nov 28 08:19:23.434035 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-21aabdb5-e83e-44d8-94cb-b6cf101d4611 service neutron] 10.222.0.31 "GET /v2.0/networks/b4b0e64f-a61a-4225-9aad-b76f2cad4e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929432 Nov 28 08:19:23.525212 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-ed718bc0-cf6a-4a36-a04d-c58fc051a65a service neutron] 10.222.0.31 "GET /v2.0/networks/b4b0e64f-a61a-4225-9aad-b76f2cad4e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848720 Nov 28 08:19:23.628182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e330e1ea-dc47-40b3-9227-a1da704cd4a2 None None] Provisioning complete for port ac4c17a8-5fe3-462b-8471-e7903207f64a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:19:23.628723 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e330e1ea-dc47-40b3-9227-a1da704cd4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:23.712823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 0907a717-4239-423a-a13a-8cd9e57a37a1 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:19:23.713104 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:23.743544 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-e330e1ea-dc47-40b3-9227-a1da704cd4a2 None None] Port ac4c17a8-5fe3-462b-8471-e7903207f64a cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:19:23.855272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:19:21Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ac4c17a8-5fe3-462b-8471-e7903207f64a', 'name': '', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1c:15:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:21Z', 'updated_at': '2021-11-28T08:19:21Z', 'revision_number': 2, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:23.889428 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Checking router: 3fb8b35e-d65e-408a-b953-f7620a116402 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:19:23.889428 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Updating router 3fb8b35e-d65e-408a-b953-f7620a116402 port ac4c17a8-5fe3-462b-8471-e7903207f64a binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:19:23.936990 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:24.228225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:24.233614 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:24.305409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ccd66-1a47-4a0f-b135-78e93f62ca0c None None] Pushing event updated for resources: {'Port': ['ID=ac4c17a8-5fe3-462b-8471-e7903207f64a,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:24.339358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Attempting to bind port ac4c17a8-5fe3-462b-8471-e7903207f64a on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:19:24.339727 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Attempting to bind port ac4c17a8-5fe3-462b-8471-e7903207f64a by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '888c641d-0aa7-4771-b1ed-a85dd5e0b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:19:24.340088 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Attempting to bind port ac4c17a8-5fe3-462b-8471-e7903207f64a on network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:19:24.345839 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:19:24.346266 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Checking segment: {'id': '888c641d-0aa7-4771-b1ed-a85dd5e0b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:19:24.346678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:24.347093 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Bound using segment: {'id': '888c641d-0aa7-4771-b1ed-a85dd5e0b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:19:24.347555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Bound port: ac4c17a8-5fe3-462b-8471-e7903207f64a, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888c641d-0aa7-4771-b1ed-a85dd5e0b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:19:24.347932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:24.416069 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] For port ac4c17a8-5fe3-462b-8471-e7903207f64a, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:19:24.419535 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] For port ac4c17a8-5fe3-462b-8471-e7903207f64a, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ac4c17a8-5fe3-462b-8471-e7903207f64a,segment=NetworkSegment(888c641d-0aa7-4771-b1ed-a85dd5e0b013),segment_id=888c641d-0aa7-4771-b1ed-a85dd5e0b013)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:19:24.424707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:24.501537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Routers {'3fb8b35e-d65e-408a-b953-f7620a116402'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:19:24.502182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:19:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3fb8b35e-d65e-408a-b953-f7620a116402'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:24.507746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-0bce6d1c-d52a-4e49-acc1-c68602c36379 None None] Provisioning complete for port ac4c17a8-5fe3-462b-8471-e7903207f64a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:19:24.508114 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0bce6d1c-d52a-4e49-acc1-c68602c36379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:24.544425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ccd66-1a47-4a0f-b135-78e93f62ca0c None None] Pushing event updated for resources: {'Port': ['ID=ac4c17a8-5fe3-462b-8471-e7903207f64a,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:24.695680 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] Set router 3fb8b35e-d65e-408a-b953-f7620a116402 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:19:24.730204 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-0ec1974d-cb57-436b-b488-932036cc1da1 req-095088c2-d385-45fb-bbb6-8ba79d120ec1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 210 time: 0.0319586 Nov 28 08:19:24.739958 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0bce6d1c-d52a-4e49-acc1-c68602c36379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:24.813789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0bce6d1c-d52a-4e49-acc1-c68602c36379 None None] For port ac4c17a8-5fe3-462b-8471-e7903207f64a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ac4c17a8-5fe3-462b-8471-e7903207f64a,segment=NetworkSegment(888c641d-0aa7-4771-b1ed-a85dd5e0b013),segment_id=888c641d-0aa7-4771-b1ed-a85dd5e0b013)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:19:24.826183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0bce6d1c-d52a-4e49-acc1-c68602c36379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:24.936602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce6d1c-d52a-4e49-acc1-c68602c36379 None None] Pushing event updated for resources: {'Port': ['ID=ac4c17a8-5fe3-462b-8471-e7903207f64a,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:24.976323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e6240562-1d32-4edb-bd42-2d8f34e7dff3 None None] Provisioning complete for port ac4c17a8-5fe3-462b-8471-e7903207f64a triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:19:24.976782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e6240562-1d32-4edb-bd42-2d8f34e7dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:25.045971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:19:21Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ac4c17a8-5fe3-462b-8471-e7903207f64a', 'name': '', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1c:15:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:21Z', 'updated_at': '2021-11-28T08:19:24Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:25.098340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ecf95-f123-48ec-9131-140b6bb8e5f8 None None] The sync data for ids ['3fb8b35e-d65e-408a-b953-f7620a116402'] in dv-neutron-744815-16-hyperv is: [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:19:21Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ac4c17a8-5fe3-462b-8471-e7903207f64a', 'name': '', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1c:15:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:21Z', 'updated_at': '2021-11-28T08:19:24Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:19:25.282263 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ac4c17a8-5fe3-462b-8471-e7903207f64a up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:19:25.343846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port ac4c17a8-5fe3-462b-8471-e7903207f64a triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:19:25.344179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:25.827548 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1beec1c1-56a0-4deb-936a-cedd987f2613 req-c95de3dd-d5d6-425f-b4c5-d2bff053bd73 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 210 time: 0.0278878 Nov 28 08:19:26.192527 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-163e8f0a-f0f8-452f-be52-a76672b4a443 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:26.194088 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-163e8f0a-f0f8-452f-be52-a76672b4a443 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/networks?id=b4b0e64f-a61a-4225-9aad-b76f2cad4e34 HTTP/1.1" status: 200 len: 796 time: 0.1129286 Nov 28 08:19:26.261890 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-043dd61f-cdbd-448d-a44c-ff1e50a9ca59 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 380 time: 0.0538297 Nov 28 08:19:26.275150 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-a21ca3d9-cbc8-4616-a82c-65db8f2f270e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'port': {'device_id': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'admin_state_up': True, 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'security_groups': ['fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:19:26.386459 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-a21ca3d9-cbc8-4616-a82c-65db8f2f270e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:19:26.390443 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-a21ca3d9-cbc8-4616-a82c-65db8f2f270e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:26.506352 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-a21ca3d9-cbc8-4616-a82c-65db8f2f270e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.20.0.3 (b4b0e64f-a61a-4225-9aad-b76f2cad4e34/11976dea-66b1-46a0-80c6-9450c9d07793/b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:19:26.640600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-a21ca3d9-cbc8-4616-a82c-65db8f2f270e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:26.676876 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-a21ca3d9-cbc8-4616-a82c-65db8f2f270e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:26.719851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-a21ca3d9-cbc8-4616-a82c-65db8f2f270e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:19:26.724796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-a21ca3d9-cbc8-4616-a82c-65db8f2f270e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:19:26.730929 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-a21ca3d9-cbc8-4616-a82c-65db8f2f270e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:19:26.761796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ca3d9-cbc8-4616-a82c-65db8f2f270e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:26.788243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-a21ca3d9-cbc8-4616-a82c-65db8f2f270e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:26.788877 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-a21ca3d9-cbc8-4616-a82c-65db8f2f270e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:26.812069 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-a21ca3d9-cbc8-4616-a82c-65db8f2f270e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5406692 Nov 28 08:19:26.824866 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Request body: {'port': {'device_id': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:19:26.891551 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:26.955259 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6569e9-bf19-400b-92ca-9052c497437a req-58231ae5-9102-4a0c-bfbe-00ae9fe3b35e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:26.956870 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9a6569e9-bf19-400b-92ca-9052c497437a req-58231ae5-9102-4a0c-bfbe-00ae9fe3b35e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 931 time: 0.0577490 Nov 28 08:19:26.958714 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6917770a-06eb-43ce-8532-d86e6b4ace62 None None] Provisioning complete for port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:19:26.959229 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6917770a-06eb-43ce-8532-d86e6b4ace62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:26.999701 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-6917770a-06eb-43ce-8532-d86e6b4ace62 None None] Port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:19:27.021106 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9a6569e9-bf19-400b-92ca-9052c497437a req-4ce5edfe-ea93-4429-9564-fbdddca20272 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515347 Nov 28 08:19:27.168045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:19:27.176673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:27.188604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Transition to ACTIVE for port object b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:19:27.191477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:27.248066 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:27.312812 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Attempting to bind port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:19:27.313150 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Attempting to bind port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '888c641d-0aa7-4771-b1ed-a85dd5e0b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:19:27.313473 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Attempting to bind port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 on network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:19:27.318006 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 on network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:19:27.318323 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Attempting to bind port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 on network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:19:27.323218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:19:27.323533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Checking segment: {'id': '888c641d-0aa7-4771-b1ed-a85dd5e0b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:19:27.323916 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Bound using segment: {'id': '888c641d-0aa7-4771-b1ed-a85dd5e0b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:19:27.324342 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Bound port: b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888c641d-0aa7-4771-b1ed-a85dd5e0b013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:19:27.324693 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:27.398258 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] For port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:19:27.401234 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] For port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5,segment=NetworkSegment(888c641d-0aa7-4771-b1ed-a85dd5e0b013),segment_id=888c641d-0aa7-4771-b1ed-a85dd5e0b013)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:19:27.405969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:27.439593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:27.440237 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:27.441591 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] 10.222.0.35 "PUT /v2.0/ports/b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 HTTP/1.1" status: 200 len: 1093 time: 0.6210551 Nov 28 08:19:27.444075 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'tag': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:19:27.446356 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99907ce3-0164-41ab-b9a9-9dd3832c3eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "bc412518-3784-45ca-a3d9-dbb641b80d3e", "tag": "b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:19:27.481274 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44990dc9-780d-4f1f-88e5-ba61287862b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:27.490412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137d922a-7beb-4360-9930-3825abaf0783 x-openstack-request-id: req-137d922a-7beb-4360-9930-3825abaf0783 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:19:27.490705 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc412518-3784-45ca-a3d9-dbb641b80d3e", "tag": "b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:19:27.491017 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-137d922a-7beb-4360-9930-3825abaf0783 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:19:27.491990 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'tag': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5', 'status': 'completed', 'code': 200} Nov 28 08:19:27.543507 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-b5fadacf-329b-4e80-a925-a34962679291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:27.545015 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-b5fadacf-329b-4e80-a925-a34962679291 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 1096 time: 0.0489974 Nov 28 08:19:27.603811 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-65ffa3bf-1c30-4fbf-b2ff-9eedcee257c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 HTTP/1.1" status: 200 len: 217 time: 0.0431373 Nov 28 08:19:27.652802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-c7ef9948-ec11-4975-80e8-3c25ba84274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:27.654964 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-c7ef9948-ec11-4975-80e8-3c25ba84274f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11976dea-66b1-46a0-80c6-9450c9d07793 HTTP/1.1" status: 200 len: 834 time: 0.0438907 Nov 28 08:19:27.712076 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-5051d682-db1e-4556-9268-b542b9c9f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:27.713461 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-5051d682-db1e-4556-9268-b542b9c9f42a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4b0e64f-a61a-4225-9aad-b76f2cad4e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0459685 Nov 28 08:19:27.809220 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-0750f6c1-7bb4-4fa0-8c45-b1a0ba06aded service neutron] 10.222.0.35 "GET /v2.0/networks/b4b0e64f-a61a-4225-9aad-b76f2cad4e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823276 Nov 28 08:19:27.901955 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-635d3ad1-557e-4f4c-bb82-fe9c25adef0f req-09562064-8c1a-476e-ac18-3b7ceeb9e90a service neutron] 10.222.0.35 "GET /v2.0/networks/b4b0e64f-a61a-4225-9aad-b76f2cad4e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792775 Nov 28 08:19:28.011029 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99907ce3-0164-41ab-b9a9-9dd3832c3eb4 req-41ec36e0-f34d-4f54-87ab-0df5023b38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:28.013160 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-99907ce3-0164-41ab-b9a9-9dd3832c3eb4 req-41ec36e0-f34d-4f54-87ab-0df5023b38aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 1096 time: 0.0502574 Nov 28 08:19:28.103548 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99907ce3-0164-41ab-b9a9-9dd3832c3eb4 req-10da47cc-c779-4593-af20-86c6c7a7c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:28.105020 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-99907ce3-0164-41ab-b9a9-9dd3832c3eb4 req-10da47cc-c779-4593-af20-86c6c7a7c844 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4b0e64f-a61a-4225-9aad-b76f2cad4e34 HTTP/1.1" status: 200 len: 897 time: 0.0841544 Nov 28 08:19:28.144936 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce267b-7ba1-4205-8eb7-4a1269787e5a req-5966f715-ab1b-415a-ae3f-e1e1268f424e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:28.146411 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-48ce267b-7ba1-4205-8eb7-4a1269787e5a req-5966f715-ab1b-415a-ae3f-e1e1268f424e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 943 time: 0.0556409 Nov 28 08:19:28.154151 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-99907ce3-0164-41ab-b9a9-9dd3832c3eb4 req-d9da6331-1b3d-4eda-a643-bd3c123e8b72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 HTTP/1.1" status: 200 len: 217 time: 0.0394216 Nov 28 08:19:28.195539 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-48ce267b-7ba1-4205-8eb7-4a1269787e5a req-0e1142eb-2ada-4118-9df9-d6117357fda3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431688 Nov 28 08:19:28.207472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99907ce3-0164-41ab-b9a9-9dd3832c3eb4 req-c5b5258a-ab38-4f64-80a4-5ed87937895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:28.208935 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-99907ce3-0164-41ab-b9a9-9dd3832c3eb4 req-c5b5258a-ab38-4f64-80a4-5ed87937895b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11976dea-66b1-46a0-80c6-9450c9d07793 HTTP/1.1" status: 200 len: 834 time: 0.0438080 Nov 28 08:19:28.260713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99907ce3-0164-41ab-b9a9-9dd3832c3eb4 req-9d0dddae-ed14-4b94-b6f3-2b60b2f1269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:28.262156 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-99907ce3-0164-41ab-b9a9-9dd3832c3eb4 req-9d0dddae-ed14-4b94-b6f3-2b60b2f1269d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4b0e64f-a61a-4225-9aad-b76f2cad4e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0455985 Nov 28 08:19:28.352675 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-99907ce3-0164-41ab-b9a9-9dd3832c3eb4 req-bc9b95ca-5d05-4887-9d79-1e3e81e313f9 service neutron] 10.222.0.35 "GET /v2.0/networks/b4b0e64f-a61a-4225-9aad-b76f2cad4e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822616 Nov 28 08:19:28.441882 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-99907ce3-0164-41ab-b9a9-9dd3832c3eb4 req-7de5df6f-4959-4ca1-97ce-04acc8115033 service neutron] 10.222.0.35 "GET /v2.0/networks/b4b0e64f-a61a-4225-9aad-b76f2cad4e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805092 Nov 28 08:19:29.320441 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6764d-fcbc-4c35-909e-a818512e616b req-f452514b-4255-496d-ae7a-ee29a1ca86b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:29.321904 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-59b6764d-fcbc-4c35-909e-a818512e616b req-f452514b-4255-496d-ae7a-ee29a1ca86b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 943 time: 0.0607786 Nov 28 08:19:29.369335 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-59b6764d-fcbc-4c35-909e-a818512e616b req-a411ce8a-5bc3-4eff-a20f-99233d84ffe4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407715 Nov 28 08:19:29.707742 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:19:29.799278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5,segment=NetworkSegment(888c641d-0aa7-4771-b1ed-a85dd5e0b013),segment_id=888c641d-0aa7-4771-b1ed-a85dd5e0b013)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:19:29.810179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'port_id': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5', 'mac_address': 'fa:16:3e:a3:2d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:19:29.853255 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:30.018199 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:19:30.037373 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5,segment=NetworkSegment(888c641d-0aa7-4771-b1ed-a85dd5e0b013),segment_id=888c641d-0aa7-4771-b1ed-a85dd5e0b013)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:19:30.041149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:30.091569 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:30.397685 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:19:30.490448 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822775cc-bdfa-424d-b0ff-5540d75b0b42 req-ab110157-4a21-45f4-bc2a-b026fc01220e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:30.491940 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-822775cc-bdfa-424d-b0ff-5540d75b0b42 req-ab110157-4a21-45f4-bc2a-b026fc01220e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 944 time: 0.0544095 Nov 28 08:19:30.543123 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-822775cc-bdfa-424d-b0ff-5540d75b0b42 req-2ad0b488-4e50-4e46-9cab-39fd1ad20183 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451696 Nov 28 08:19:31.486397 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:31.664324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59de92-6807-460f-8691-25b632f9cffe req-ae6f4d86-5b90-45ab-9a4e-59d56db4a108 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:31.665768 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd59de92-6807-460f-8691-25b632f9cffe req-ae6f4d86-5b90-45ab-9a4e-59d56db4a108 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 944 time: 0.0528879 Nov 28 08:19:31.716362 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd59de92-6807-460f-8691-25b632f9cffe req-d4e446e2-9d68-454c-86c0-998a9e4ab79d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440595 Nov 28 08:19:31.724016 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:19:31.780105 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:19:31.783910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:19:31.784276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:31.866865 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:31.889887 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:19:31.892148 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf65840-cfdb-41ac-b8a2-19632edbb45b" -d '{"events": [{"server_uuid": "bc412518-3784-45ca-a3d9-dbb641b80d3e", "name": "network-vif-plugged", "status": "completed", "tag": "b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:19:31.905190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5,segment=NetworkSegment(888c641d-0aa7-4771-b1ed-a85dd5e0b013),segment_id=888c641d-0aa7-4771-b1ed-a85dd5e0b013)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:19:31.909669 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:31.966576 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:31.988414 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e04667-ec67-485e-a5c4-6bab968c12ba x-openstack-request-id: req-47e04667-ec67-485e-a5c4-6bab968c12ba {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:19:31.988708 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc412518-3784-45ca-a3d9-dbb641b80d3e", "name": "network-vif-plugged", "status": "completed", "tag": "b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:19:31.988989 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47e04667-ec67-485e-a5c4-6bab968c12ba {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:19:31.989380 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5', 'code': 200} Nov 28 08:19:32.171355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3686ef-7b23-49aa-95b4-47add8d6bbbb req-d4363a02-9172-4091-8ecd-50d9cb6328b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:32.172837 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3d3686ef-7b23-49aa-95b4-47add8d6bbbb req-d4363a02-9172-4091-8ecd-50d9cb6328b0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 1098 time: 0.0456510 Nov 28 08:19:32.223871 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3d3686ef-7b23-49aa-95b4-47add8d6bbbb req-23288fc4-3f4c-4dc2-a7e4-fb74c87cc32d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417490 Nov 28 08:19:32.836708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2846889-649d-47ff-b43f-584d50bc145d req-60f71099-f457-48e7-a0a9-3c39bcb52d8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:32.838137 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b2846889-649d-47ff-b43f-584d50bc145d req-60f71099-f457-48e7-a0a9-3c39bcb52d8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 945 time: 0.0553415 Nov 28 08:19:32.887301 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b2846889-649d-47ff-b43f-584d50bc145d req-d6276aa9-005a-462e-9893-d1e93182edae tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431857 Nov 28 08:19:34.009645 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe220af9-fb08-4c86-b724-10ebc79d8d74 req-f300abbc-16ac-4e7c-8b4b-7bd955c5361b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:34.011406 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fe220af9-fb08-4c86-b724-10ebc79d8d74 req-f300abbc-16ac-4e7c-8b4b-7bd955c5361b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 945 time: 0.0553594 Nov 28 08:19:34.059463 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fe220af9-fb08-4c86-b724-10ebc79d8d74 req-db576926-d784-4f13-be32-60c86fd437a4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414422 Nov 28 08:19:34.180397 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51cc9-4ab8-4ef4-87c4-6d94bd747d83 req-fd698aa0-b698-44a3-9eb2-c3c56f5bce96 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:34.181768 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1ae51cc9-4ab8-4ef4-87c4-6d94bd747d83 req-fd698aa0-b698-44a3-9eb2-c3c56f5bce96 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 945 time: 0.0547109 Nov 28 08:19:34.228434 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1ae51cc9-4ab8-4ef4-87c4-6d94bd747d83 req-b7fa776b-fdc7-40fd-9f87-1bf565bd9c46 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401099 Nov 28 08:19:34.250177 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47164) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:34.296830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b481034-5350-4ef0-b176-ba440c8e3fde tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:34.298281 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-0b481034-5350-4ef0-b176-ba440c8e3fde tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 1093 time: 0.0471897 Nov 28 08:19:34.301056 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47166) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:34.305406 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:19:34.326494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:34.417925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:34.519262 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.26.2.224 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/210b44c0-7787-4d75-a597-9a9412fb5be4) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:19:34.618265 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:34.652302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:34.692506 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:19:34.695389 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:19:34.701309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:19:34.731796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=210b44c0-7787-4d75-a597-9a9412fb5be4,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:35.428995 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:35.503914 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:35.653239 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:35.658847 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:35.738809 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=210b44c0-7787-4d75-a597-9a9412fb5be4,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:19:35.746292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:35.859746 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Floating IP c27f69c4-dbce-4c9a-b653-c5e106b6f1f0 associated. External IP: 172.26.2.224, port: b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5. Nov 28 08:19:36.097538 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 3fb8b35e-d65e-408a-b953-f7620a116402 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:19:36.218817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:19:36.229155 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a7d69f-f762-4497-8c6f-e08f0905c987 None None] Sync routers for ids ['3fb8b35e-d65e-408a-b953-f7620a116402'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:19:36.235911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:36.239918 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a7d69f-f762-4497-8c6f-e08f0905c987 None None] Routers {'3fb8b35e-d65e-408a-b953-f7620a116402'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:19:36.240524 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d5a7d69f-f762-4497-8c6f-e08f0905c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:19:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3fb8b35e-d65e-408a-b953-f7620a116402'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:36.267859 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-550373cf-2ccc-4572-bfc5-fde1a2271f04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9655550 Nov 28 08:19:36.268420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'tag': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:19:36.270748 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed491059-1ed5-4a8b-b864-7f01b7f76262" -d '{"events": [{"name": "network-changed", "server_uuid": "bc412518-3784-45ca-a3d9-dbb641b80d3e", "tag": "b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:19:36.308477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf45a11-ded0-4359-8795-a5ad5565247b x-openstack-request-id: req-5cf45a11-ded0-4359-8795-a5ad5565247b {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:19:36.308786 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc412518-3784-45ca-a3d9-dbb641b80d3e", "tag": "b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:19:36.309077 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cf45a11-ded0-4359-8795-a5ad5565247b {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:19:36.309491 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'tag': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5', 'status': 'completed', 'code': 200} Nov 28 08:19:36.378440 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f4eb6-84f0-4e88-a182-5bbec08fdfb1 req-1c349d2b-095c-40d5-a99e-a9b2d2194456 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:36.380108 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5b7f4eb6-84f0-4e88-a182-5bbec08fdfb1 req-1c349d2b-095c-40d5-a99e-a9b2d2194456 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 945 time: 0.0610440 Nov 28 08:19:36.395375 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed491059-1ed5-4a8b-b864-7f01b7f76262 req-7b83b65f-ac6e-4372-8822-cd4f506273ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:36.396593 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed491059-1ed5-4a8b-b864-7f01b7f76262 req-7b83b65f-ac6e-4372-8822-cd4f506273ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 1098 time: 0.0543900 Nov 28 08:19:36.439549 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5b7f4eb6-84f0-4e88-a182-5bbec08fdfb1 req-fa79a8c7-e25e-445c-8e51-16c2b8dfc111 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525787 Nov 28 08:19:36.460780 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47172) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:36.470352 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-d5a7d69f-f762-4497-8c6f-e08f0905c987 None None] Set router 3fb8b35e-d65e-408a-b953-f7620a116402 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:19:36.548296 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-21db6401-402c-4335-8ece-f76a80729301 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/c27f69c4-dbce-4c9a-b653-c5e106b6f1f0 HTTP/1.1" status: 200 len: 991 time: 0.0864215 Nov 28 08:19:36.549685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed491059-1ed5-4a8b-b864-7f01b7f76262 req-ea56c00b-7b48-4208-955d-ec513384edce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:36.551091 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed491059-1ed5-4a8b-b864-7f01b7f76262 req-ea56c00b-7b48-4208-955d-ec513384edce service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4b0e64f-a61a-4225-9aad-b76f2cad4e34 HTTP/1.1" status: 200 len: 897 time: 0.1458952 Nov 28 08:19:36.621401 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed491059-1ed5-4a8b-b864-7f01b7f76262 req-55cdc5ad-dbfe-492c-b4b8-2e8d91c9ba0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 HTTP/1.1" status: 200 len: 999 time: 0.0625126 Nov 28 08:19:36.675790 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed491059-1ed5-4a8b-b864-7f01b7f76262 req-7ce6116d-f7e8-408f-9c3d-5b3817abed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:36.677520 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed491059-1ed5-4a8b-b864-7f01b7f76262 req-7ce6116d-f7e8-408f-9c3d-5b3817abed2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11976dea-66b1-46a0-80c6-9450c9d07793 HTTP/1.1" status: 200 len: 834 time: 0.0479360 Nov 28 08:19:36.699255 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d5a7d69f-f762-4497-8c6f-e08f0905c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:19:21Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'c27f69c4-dbce-4c9a-b653-c5e106b6f1f0', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.224', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'port_id': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'mac_address': 'fa:16:3e:a3:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:19:34Z', 'updated_at': '2021-11-28T08:19:34Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4c17a8-5fe3-462b-8471-e7903207f64a', 'name': '', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1c:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:21Z', 'updated_at': '2021-11-28T08:19:24Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:36.730982 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed491059-1ed5-4a8b-b864-7f01b7f76262 req-2785152b-6c0e-4bb4-b11e-1018e8396096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:36.731203 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a7d69f-f762-4497-8c6f-e08f0905c987 None None] Checking router: 3fb8b35e-d65e-408a-b953-f7620a116402 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:19:36.732503 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed491059-1ed5-4a8b-b864-7f01b7f76262 req-2785152b-6c0e-4bb4-b11e-1018e8396096 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4b0e64f-a61a-4225-9aad-b76f2cad4e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0475495 Nov 28 08:19:36.739293 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a7d69f-f762-4497-8c6f-e08f0905c987 None None] Routers {'3fb8b35e-d65e-408a-b953-f7620a116402'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:19:36.739881 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d5a7d69f-f762-4497-8c6f-e08f0905c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:19:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3fb8b35e-d65e-408a-b953-f7620a116402'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:36.821051 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed491059-1ed5-4a8b-b864-7f01b7f76262 req-4423932f-0c8b-44c1-a93e-97507d1c3e9f service neutron] 10.222.0.35 "GET /v2.0/networks/b4b0e64f-a61a-4225-9aad-b76f2cad4e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811260 Nov 28 08:19:36.860299 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-d5a7d69f-f762-4497-8c6f-e08f0905c987 None None] Set router 3fb8b35e-d65e-408a-b953-f7620a116402 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:19:36.945011 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ed491059-1ed5-4a8b-b864-7f01b7f76262 req-41994ebb-c3cc-44d9-bebf-3d960e26c5f5 service neutron] 10.222.0.35 "GET /v2.0/networks/b4b0e64f-a61a-4225-9aad-b76f2cad4e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163108 Nov 28 08:19:36.954617 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5dc27500-038c-426b-a4f5-1eb0df958de7 req-6a2fa377-91c5-4e3e-a227-79b4af246ec2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694702 Nov 28 08:19:37.058598 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27500-038c-426b-a4f5-1eb0df958de7 req-5e3e66ae-18de-4294-8253-bef7c5ca5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:37.060750 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5dc27500-038c-426b-a4f5-1eb0df958de7 req-5e3e66ae-18de-4294-8253-bef7c5ca5881 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 1098 time: 0.0488224 Nov 28 08:19:37.102806 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-d5a7d69f-f762-4497-8c6f-e08f0905c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:19:21Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'c27f69c4-dbce-4c9a-b653-c5e106b6f1f0', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.224', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'port_id': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'mac_address': 'fa:16:3e:a3:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:19:34Z', 'updated_at': '2021-11-28T08:19:34Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4c17a8-5fe3-462b-8471-e7903207f64a', 'name': '', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1c:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:21Z', 'updated_at': '2021-11-28T08:19:24Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:19:37.131461 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a7d69f-f762-4497-8c6f-e08f0905c987 None None] The sync data for ids ['3fb8b35e-d65e-408a-b953-f7620a116402'] in dv-neutron-744815-16-hyperv is: [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:19:21Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'c27f69c4-dbce-4c9a-b653-c5e106b6f1f0', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.224', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'port_id': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'mac_address': 'fa:16:3e:a3:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:19:34Z', 'updated_at': '2021-11-28T08:19:34Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4c17a8-5fe3-462b-8471-e7903207f64a', 'name': '', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1c:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:21Z', 'updated_at': '2021-11-28T08:19:24Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:19:37.177709 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27500-038c-426b-a4f5-1eb0df958de7 req-0163ec5b-cec1-43a4-a3da-48ac86508521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:37.179442 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5dc27500-038c-426b-a4f5-1eb0df958de7 req-0163ec5b-cec1-43a4-a3da-48ac86508521 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4b0e64f-a61a-4225-9aad-b76f2cad4e34 HTTP/1.1" status: 200 len: 897 time: 0.0974789 Nov 28 08:19:37.256833 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5dc27500-038c-426b-a4f5-1eb0df958de7 req-aeed701b-cab9-43e3-8666-01245db6a538 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 HTTP/1.1" status: 200 len: 999 time: 0.0688920 Nov 28 08:19:37.307216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27500-038c-426b-a4f5-1eb0df958de7 req-c70dad32-d0be-455b-8041-85320ad612de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:37.308706 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5dc27500-038c-426b-a4f5-1eb0df958de7 req-c70dad32-d0be-455b-8041-85320ad612de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11976dea-66b1-46a0-80c6-9450c9d07793 HTTP/1.1" status: 200 len: 834 time: 0.0452979 Nov 28 08:19:37.318988 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e401129-b0b1-4c38-87f3-3952bf130f99 None None] New status for floating IP c27f69c4-dbce-4c9a-b653-c5e106b6f1f0: ACTIVE {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:19:37.361807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27500-038c-426b-a4f5-1eb0df958de7 req-c54dc6f1-712a-46f7-bf12-ba4d8b881b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:19:37.363343 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5dc27500-038c-426b-a4f5-1eb0df958de7 req-c54dc6f1-712a-46f7-bf12-ba4d8b881b6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4b0e64f-a61a-4225-9aad-b76f2cad4e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0475283 Nov 28 08:19:37.457077 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5dc27500-038c-426b-a4f5-1eb0df958de7 req-96a68b54-91ac-47ea-8b2e-52526e1b9e50 service neutron] 10.222.0.35 "GET /v2.0/networks/b4b0e64f-a61a-4225-9aad-b76f2cad4e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860808 Nov 28 08:19:37.546446 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5dc27500-038c-426b-a4f5-1eb0df958de7 req-553c229b-3857-44f6-a88c-4c4ee51ea723 service neutron] 10.222.0.35 "GET /v2.0/networks/b4b0e64f-a61a-4225-9aad-b76f2cad4e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824485 Nov 28 08:19:37.552231 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47174) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:19:37.620636 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a711347d-37ee-448c-beb1-73ab1995f742 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/c27f69c4-dbce-4c9a-b653-c5e106b6f1f0 HTTP/1.1" status: 200 len: 993 time: 0.0673261 Nov 28 08:19:45.488656 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b78700e3-a364-4bc4-a882-ce7961f5629d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:47.993659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fbdfe49b-2a4c-443b-948b-735dfe3bac8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:49.152564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:50.441146 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:51.395151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:19:57.873728 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:20:01.500704 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:11.126456 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934602db-631d-44ec-bcf9-5d33309addfd req-ad8436a6-7cb2-4d3e-afea-fda58f297336 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:11.128001 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-934602db-631d-44ec-bcf9-5d33309addfd req-ad8436a6-7cb2-4d3e-afea-fda58f297336 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 945 time: 0.0567245 Nov 28 08:20:11.175291 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-934602db-631d-44ec-bcf9-5d33309addfd req-2727278b-0b4b-49d2-9515-57eeaf163bd6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413821 Nov 28 08:20:12.299258 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4ad6f-c46d-427f-9404-6172eae4f2af req-e136b050-43c8-402f-a6c5-7e4e9d007372 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:12.300724 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6bd4ad6f-c46d-427f-9404-6172eae4f2af req-e136b050-43c8-402f-a6c5-7e4e9d007372 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 945 time: 0.0557241 Nov 28 08:20:12.349629 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6bd4ad6f-c46d-427f-9404-6172eae4f2af req-57f38294-5efd-48e1-8ea0-c70ea685ecab tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 Nov 28 08:20:12.371389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47202) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:12.437283 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-55fab6bf-2916-4a7d-ba88-6ca50072d3ea tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/c27f69c4-dbce-4c9a-b653-c5e106b6f1f0 HTTP/1.1" status: 200 len: 993 time: 0.0647914 Nov 28 08:20:13.744748 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa4865-9c8b-4979-b74e-181f53648e7f req-ad474027-d245-467b-9315-47612fb63d2c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:13.746132 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-affa4865-9c8b-4979-b74e-181f53648e7f req-ad474027-d245-467b-9315-47612fb63d2c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 945 time: 0.0598693 Nov 28 08:20:13.794647 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-affa4865-9c8b-4979-b74e-181f53648e7f req-5f2e44a1-d136-45fc-8789-07aae9a261df tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422628 Nov 28 08:20:14.918797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e5382-9edf-43e1-8de5-77f9fa4a14c3 req-d95c1001-1364-4798-9877-4cafc06738a4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:14.920872 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f13e5382-9edf-43e1-8de5-77f9fa4a14c3 req-d95c1001-1364-4798-9877-4cafc06738a4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 945 time: 0.0552542 Nov 28 08:20:14.969277 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f13e5382-9edf-43e1-8de5-77f9fa4a14c3 req-8a0bfcf8-b631-4569-a3e5-30b52d8d6292 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422566 Nov 28 08:20:14.991814 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47212) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:15.058907 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-63f23b89-6646-495c-9f8b-bc31616f951f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/c27f69c4-dbce-4c9a-b653-c5e106b6f1f0 HTTP/1.1" status: 200 len: 993 time: 0.0659790 Nov 28 08:20:15.330099 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47218) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:15.490184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-559cc272-44c1-480c-a7bb-f3efe11b1f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:15.502665 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port 210b44c0-7787-4d75-a597-9a9412fb5be4 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:20:15.503041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:15.579142 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:15.579463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:15.591662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for 210b44c0-7787-4d75-a597-9a9412fb5be4 owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:20:15.744181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:15.773931 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=210b44c0-7787-4d75-a597-9a9412fb5be4,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:15.799243 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:15.799604 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:15.799941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:15.800280 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:15.800609 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:15.800936 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:15.801513 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:15.801834 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:15.802154 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:15.802471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:15.802790 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:15.803135 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:15.803451 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:15.845746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:15.846015 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Floating IP c27f69c4-dbce-4c9a-b653-c5e106b6f1f0 disassociated (deleted). External IP: 172.26.2.224, port: b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5. Nov 28 08:20:16.082150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 3fb8b35e-d65e-408a-b953-f7620a116402 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:20:16.203909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:20:16.208612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:16.213209 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e3641-cf00-4244-8231-0d99a11e0d25 None None] Sync routers for ids ['3fb8b35e-d65e-408a-b953-f7620a116402'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:20:16.225198 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e3641-cf00-4244-8231-0d99a11e0d25 None None] Routers {'3fb8b35e-d65e-408a-b953-f7620a116402'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:20:16.225802 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a70e3641-cf00-4244-8231-0d99a11e0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:19:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3fb8b35e-d65e-408a-b953-f7620a116402'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:16.243480 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3f5ee353-4329-427c-850e-8cdcac5e1841 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/floatingips/c27f69c4-dbce-4c9a-b653-c5e106b6f1f0 HTTP/1.1" status: 204 len: 168 time: 0.9123631 Nov 28 08:20:16.244178 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'tag': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:20:16.246559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757fb0e5-3048-4ac1-b091-b5246930607c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc412518-3784-45ca-a3d9-dbb641b80d3e", "tag": "b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:20:16.292008 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02b382c-a6cc-4654-a28f-58c763763949 x-openstack-request-id: req-c02b382c-a6cc-4654-a28f-58c763763949 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:20:16.292325 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc412518-3784-45ca-a3d9-dbb641b80d3e", "tag": "b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:20:16.292568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c02b382c-a6cc-4654-a28f-58c763763949 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:20:16.293095 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'tag': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5', 'status': 'completed', 'code': 200} Nov 28 08:20:16.355877 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-a70e3641-cf00-4244-8231-0d99a11e0d25 None None] Set router 3fb8b35e-d65e-408a-b953-f7620a116402 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:20:16.373680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fb0e5-3048-4ac1-b091-b5246930607c req-eab6dbd6-8fa2-473b-a953-fdbd382fbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:16.375249 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-757fb0e5-3048-4ac1-b091-b5246930607c req-eab6dbd6-8fa2-473b-a953-fdbd382fbe45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 1098 time: 0.0511477 Nov 28 08:20:16.479665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fb0e5-3048-4ac1-b091-b5246930607c req-bb23d41b-e55e-4da3-bc22-2d93d57d3dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:16.481283 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-757fb0e5-3048-4ac1-b091-b5246930607c req-bb23d41b-e55e-4da3-bc22-2d93d57d3dc3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4b0e64f-a61a-4225-9aad-b76f2cad4e34 HTTP/1.1" status: 200 len: 897 time: 0.0933588 Nov 28 08:20:16.530919 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-757fb0e5-3048-4ac1-b091-b5246930607c req-94109e48-ef38-46d9-85b4-192b619367b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 HTTP/1.1" status: 200 len: 217 time: 0.0371027 Nov 28 08:20:16.586451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fb0e5-3048-4ac1-b091-b5246930607c req-871e93ca-ae46-42b6-922d-3715b53dcc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:16.587949 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-757fb0e5-3048-4ac1-b091-b5246930607c req-871e93ca-ae46-42b6-922d-3715b53dcc67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11976dea-66b1-46a0-80c6-9450c9d07793 HTTP/1.1" status: 200 len: 834 time: 0.0451908 Nov 28 08:20:16.614815 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a70e3641-cf00-4244-8231-0d99a11e0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:19:21Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ac4c17a8-5fe3-462b-8471-e7903207f64a', 'name': '', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1c:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:21Z', 'updated_at': '2021-11-28T08:19:24Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:16.650485 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e3641-cf00-4244-8231-0d99a11e0d25 None None] Checking router: 3fb8b35e-d65e-408a-b953-f7620a116402 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:20:16.660608 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e3641-cf00-4244-8231-0d99a11e0d25 None None] Routers {'3fb8b35e-d65e-408a-b953-f7620a116402'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:20:16.661288 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a70e3641-cf00-4244-8231-0d99a11e0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:19:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3fb8b35e-d65e-408a-b953-f7620a116402'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:16.678340 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fb0e5-3048-4ac1-b091-b5246930607c req-1b6be6bc-fd57-40e8-8872-b54027ab2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:16.679883 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-757fb0e5-3048-4ac1-b091-b5246930607c req-1b6be6bc-fd57-40e8-8872-b54027ab2db6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4b0e64f-a61a-4225-9aad-b76f2cad4e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0814819 Nov 28 08:20:16.698055 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715ac66-ac7a-42fc-943a-a47739864b09 req-5e5dc15e-0257-441b-9c52-ab165dd6a607 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:16.699472 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d715ac66-ac7a-42fc-943a-a47739864b09 req-5e5dc15e-0257-441b-9c52-ab165dd6a607 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 945 time: 0.0730953 Nov 28 08:20:16.785370 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-a70e3641-cf00-4244-8231-0d99a11e0d25 None None] Set router 3fb8b35e-d65e-408a-b953-f7620a116402 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:20:16.800514 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d715ac66-ac7a-42fc-943a-a47739864b09 req-8d4a7e99-b98c-4e04-a9e8-4ae8e0977b90 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936606 Nov 28 08:20:16.821350 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-757fb0e5-3048-4ac1-b091-b5246930607c req-222ef3d8-e912-44d3-b048-d8a9ab6ab617 service neutron] 10.222.0.35 "GET /v2.0/networks/b4b0e64f-a61a-4225-9aad-b76f2cad4e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312308 Nov 28 08:20:16.910838 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-757fb0e5-3048-4ac1-b091-b5246930607c req-f5ada6db-47de-45d3-abd2-3d8dc6f5a10b service neutron] 10.222.0.35 "GET /v2.0/networks/b4b0e64f-a61a-4225-9aad-b76f2cad4e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801985 Nov 28 08:20:17.084026 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-a70e3641-cf00-4244-8231-0d99a11e0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:19:21Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ac4c17a8-5fe3-462b-8471-e7903207f64a', 'name': '', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1c:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:21Z', 'updated_at': '2021-11-28T08:19:24Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:17.114343 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e3641-cf00-4244-8231-0d99a11e0d25 None None] The sync data for ids ['3fb8b35e-d65e-408a-b953-f7620a116402'] in dv-neutron-744815-16-hyperv is: [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:19:21Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ac4c17a8-5fe3-462b-8471-e7903207f64a', 'name': '', 'network_id': 'b4b0e64f-a61a-4225-9aad-b76f2cad4e34', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1c:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:21Z', 'updated_at': '2021-11-28T08:19:24Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '11976dea-66b1-46a0-80c6-9450c9d07793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:20:17.329452 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c384022b-ef6c-46c6-9024-e9c29a7812bb None None] New status for floating IP c27f69c4-dbce-4c9a-b653-c5e106b6f1f0: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:20:17.922666 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932a545-282e-42d0-ab67-a6868857cd4f req-d41911e6-6986-4e40-90ee-657df1409a95 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:17.924178 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e932a545-282e-42d0-ab67-a6868857cd4f req-d41911e6-6986-4e40-90ee-657df1409a95 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 945 time: 0.0549953 Nov 28 08:20:17.973727 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e932a545-282e-42d0-ab67-a6868857cd4f req-04ea5ce7-7998-4451-802c-99f61482d98f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434182 Nov 28 08:20:17.994095 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-22f59620-f12e-4529-add5-f1eda1d7bf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:18.430123 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486f563-b8cc-4899-b612-6bf8c64a419e req-cf870c9d-fdfa-43c0-ac48-8f32d8a7aa42 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:18.431588 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8486f563-b8cc-4899-b612-6bf8c64a419e req-cf870c9d-fdfa-43c0-ac48-8f32d8a7aa42 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 945 time: 0.0541921 Nov 28 08:20:18.535546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-8486f563-b8cc-4899-b612-6bf8c64a419e req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:20:18.535882 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8486f563-b8cc-4899-b612-6bf8c64a419e req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:18.623439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-8486f563-b8cc-4899-b612-6bf8c64a419e req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5,segment=NetworkSegment(888c641d-0aa7-4771-b1ed-a85dd5e0b013),segment_id=888c641d-0aa7-4771-b1ed-a85dd5e0b013)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:20:18.623793 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8486f563-b8cc-4899-b612-6bf8c64a419e req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:18.635213 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-8486f563-b8cc-4899-b612-6bf8c64a419e req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:20:18.765059 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8486f563-b8cc-4899-b612-6bf8c64a419e req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:18.794665 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:18.804384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:18.804728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:18.805067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:18.805403 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:18.805739 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:18.806069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:18.806396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:18.807305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:18.807305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:18.807488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:18.807685 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:18.807985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:18.808302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:18.850788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-8486f563-b8cc-4899-b612-6bf8c64a419e req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] No DVR routers for this DVR port b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:20:18.853259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8486f563-b8cc-4899-b612-6bf8c64a419e req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:18.856549 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8486f563-b8cc-4899-b612-6bf8c64a419e req-30436f21-0069-401d-ba96-18824bc7b9f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "DELETE /v2.0/ports/b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 HTTP/1.1" status: 204 len: 173 time: 0.4145391 Nov 28 08:20:18.856977 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'name': 'network-vif-deleted', 'tag': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:20:18.859218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c181b9-df8a-4ee8-b186-86f3ee255545" -d '{"events": [{"server_uuid": "bc412518-3784-45ca-a3d9-dbb641b80d3e", "name": "network-vif-deleted", "tag": "b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:20:18.901300 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef921a5-4385-4414-baae-5ff067dc54c7 x-openstack-request-id: req-8ef921a5-4385-4414-baae-5ff067dc54c7 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:20:18.901592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc412518-3784-45ca-a3d9-dbb641b80d3e", "name": "network-vif-deleted", "tag": "b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:20:18.901846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ef921a5-4385-4414-baae-5ff067dc54c7 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:20:18.902649 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc412518-3784-45ca-a3d9-dbb641b80d3e', 'name': 'network-vif-deleted', 'tag': 'b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5', 'status': 'completed', 'code': 200} Nov 28 08:20:19.079163 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1e3cf880-8c14-428d-b83e-35c057e7e95b req-62c84ad8-2306-44ee-ab87-88be7cc8fc8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc412518-3784-45ca-a3d9-dbb641b80d3e HTTP/1.1" status: 200 len: 210 time: 0.0268466 Nov 28 08:20:19.155294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:20.133230 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47234) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:20.443589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:20.542132 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-068ac579-2d2a-4d51-aadb-e1ff01fd39d0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:20.826225 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-068ac579-2d2a-4d51-aadb-e1ff01fd39d0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port ac4c17a8-5fe3-462b-8471-e7903207f64a {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:20:20.826562 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-068ac579-2d2a-4d51-aadb-e1ff01fd39d0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:20.914813 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-068ac579-2d2a-4d51-aadb-e1ff01fd39d0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port ac4c17a8-5fe3-462b-8471-e7903207f64a, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ac4c17a8-5fe3-462b-8471-e7903207f64a,segment=NetworkSegment(888c641d-0aa7-4771-b1ed-a85dd5e0b013),segment_id=888c641d-0aa7-4771-b1ed-a85dd5e0b013)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:20:20.915197 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-068ac579-2d2a-4d51-aadb-e1ff01fd39d0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:20.926931 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-068ac579-2d2a-4d51-aadb-e1ff01fd39d0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for ac4c17a8-5fe3-462b-8471-e7903207f64a owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:20:21.132153 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-068ac579-2d2a-4d51-aadb-e1ff01fd39d0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:21.159381 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ac579-2d2a-4d51-aadb-e1ff01fd39d0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=ac4c17a8-5fe3-462b-8471-e7903207f64a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:21.363023 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-068ac579-2d2a-4d51-aadb-e1ff01fd39d0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:21.397336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:21.609353 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068ac579-2d2a-4d51-aadb-e1ff01fd39d0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 3fb8b35e-d65e-408a-b953-f7620a116402 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:20:21.733128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068ac579-2d2a-4d51-aadb-e1ff01fd39d0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:20:21.738773 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-068ac579-2d2a-4d51-aadb-e1ff01fd39d0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "PUT /v2.0/routers/3fb8b35e-d65e-408a-b953-f7620a116402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6045237 Nov 28 08:20:21.741466 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47236) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:21.744896 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3be93b-3ff5-485d-9c4c-0cc7b1fbbbce None None] Sync routers for ids ['3fb8b35e-d65e-408a-b953-f7620a116402'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:20:21.754070 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3be93b-3ff5-485d-9c4c-0cc7b1fbbbce None None] Routers {'3fb8b35e-d65e-408a-b953-f7620a116402'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:20:21.754747 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-df3be93b-3ff5-485d-9c4c-0cc7b1fbbbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:20:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3fb8b35e-d65e-408a-b953-f7620a116402'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:21.790976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff4ae3d-acb0-4bd1-9724-483bb86d2311 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting subnet 11976dea-66b1-46a0-80c6-9450c9d07793 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:20:21.794648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ff4ae3d-acb0-4bd1-9724-483bb86d2311 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:21.836711 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ff4ae3d-acb0-4bd1-9724-483bb86d2311 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:21.874222 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-df3be93b-3ff5-485d-9c4c-0cc7b1fbbbce None None] Set router 3fb8b35e-d65e-408a-b953-f7620a116402 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:20:21.921405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ff4ae3d-acb0-4bd1-9724-483bb86d2311 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:21.940611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:20:21.980201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:20:21.980697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device b0a4ec50-ba7b-49f2-a030-9bc8b5ba21a5 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:20:21.983331 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ff4ae3d-acb0-4bd1-9724-483bb86d2311 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:22.014302 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4ae3d-acb0-4bd1-9724-483bb86d2311 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Subnet': ['ID=11976dea-66b1-46a0-80c6-9450c9d07793,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:22.018020 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6ff4ae3d-acb0-4bd1-9724-483bb86d2311 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:22.021463 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6ff4ae3d-acb0-4bd1-9724-483bb86d2311 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/subnets/11976dea-66b1-46a0-80c6-9450c9d07793 HTTP/1.1" status: 204 len: 168 time: 0.2788992 Nov 28 08:20:22.024270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47238) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:22.027610 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ff9a10-b64e-4752-857a-055f73cbf4c9 None None] Network b4b0e64f-a61a-4225-9aad-b76f2cad4e34 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:20:22.064466 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-df3be93b-3ff5-485d-9c4c-0cc7b1fbbbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:20:21Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:22.096946 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3be93b-3ff5-485d-9c4c-0cc7b1fbbbce None None] Checking router: 3fb8b35e-d65e-408a-b953-f7620a116402 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:20:22.105181 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3be93b-3ff5-485d-9c4c-0cc7b1fbbbce None None] Routers {'3fb8b35e-d65e-408a-b953-f7620a116402'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:20:22.105780 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-df3be93b-3ff5-485d-9c4c-0cc7b1fbbbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:20:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['3fb8b35e-d65e-408a-b953-f7620a116402'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:22.157677 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:22.230311 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-df3be93b-3ff5-485d-9c4c-0cc7b1fbbbce None None] Set router 3fb8b35e-d65e-408a-b953-f7620a116402 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:20:22.236458 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] DHCP port deletion for b4b0e64f-a61a-4225-9aad-b76f2cad4e34 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:20:22.280101 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:22.289550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Deleting port 0907a717-4239-423a-a13a-8cd9e57a37a1 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:20:22.289925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:22.345421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port 958436a6-3e51-40f1-bf19-e70631dd6a7c {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:20:22.345911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:22.356450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] For port 0907a717-4239-423a-a13a-8cd9e57a37a1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=0907a717-4239-423a-a13a-8cd9e57a37a1,segment=NetworkSegment(888c641d-0aa7-4771-b1ed-a85dd5e0b013),segment_id=888c641d-0aa7-4771-b1ed-a85dd5e0b013)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:20:22.356450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:22.370794 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Calling delete_port for 0907a717-4239-423a-a13a-8cd9e57a37a1 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:20:22.417210 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-df3be93b-3ff5-485d-9c4c-0cc7b1fbbbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:20:21Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:22.432985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port 958436a6-3e51-40f1-bf19-e70631dd6a7c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=958436a6-3e51-40f1-bf19-e70631dd6a7c,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:20:22.433478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:22.445485 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3be93b-3ff5-485d-9c4c-0cc7b1fbbbce None None] The sync data for ids ['3fb8b35e-d65e-408a-b953-f7620a116402'] in dv-neutron-744815-16-hyperv is: [{'id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827202431', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:19:17Z', 'updated_at': '2021-11-28T08:20:21Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '958436a6-3e51-40f1-bf19-e70631dd6a7c', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8b35e-d65e-408a-b953-f7620a116402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:19:18Z', 'updated_at': '2021-11-28T08:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:20:22.446598 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for 958436a6-3e51-40f1-bf19-e70631dd6a7c owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:20:22.456622 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:22.472726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] No DVR routers for this DVR port 0907a717-4239-423a-a13a-8cd9e57a37a1 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:20:22.494269 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Pushing event deleted for resources: {'Port': ['ID=0907a717-4239-423a-a13a-8cd9e57a37a1,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:22.502152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:22.502580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:22.503098 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:22.503503 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:22.503908 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:22.504305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:22.504703 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:22.505101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:22.505514 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:22.505939 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:22.506404 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:22.506732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:22.507080 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fd0d0-be54-423b-8eda-8898be463581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:22.628259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:22.654783 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=958436a6-3e51-40f1-bf19-e70631dd6a7c,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:22.667392 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6346de5-b2a7-4795-ab84-cf3a0a02c453 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:20:22.716938 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.156519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.158508 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.201646 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.202728 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Fanout notify agent at l3_agent the message router_deleted on router 3fb8b35e-d65e-408a-b953-f7620a116402 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:20:23.210090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.214152 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-ad0a2380-b6fd-4296-b72e-93365789101b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/routers/3fb8b35e-d65e-408a-b953-f7620a116402 HTTP/1.1" status: 204 len: 168 time: 1.1888459 Nov 28 08:20:23.214803 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47240) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:23.299945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-549e601b-7466-4238-a189-ae71254a858e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.328707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ac4c17a8-5fe3-462b-8471-e7903207f64a no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:20:23.351155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: ac4c17a8-5fe3-462b-8471-e7903207f64a {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:20:23.351570 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ac4c17a8-5fe3-462b-8471-e7903207f64a not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:20:23.352056 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 0907a717-4239-423a-a13a-8cd9e57a37a1 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:20:23.371923 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 0907a717-4239-423a-a13a-8cd9e57a37a1 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:20:23.372271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 0907a717-4239-423a-a13a-8cd9e57a37a1 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:20:23.393087 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-549e601b-7466-4238-a189-ae71254a858e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.416773 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-549e601b-7466-4238-a189-ae71254a858e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b0e64f-a61a-4225-9aad-b76f2cad4e34']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:23.426425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-549e601b-7466-4238-a189-ae71254a858e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888c641d-0aa7-4771-b1ed-a85dd5e0b013') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:23.426717 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-549e601b-7466-4238-a189-ae71254a858e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888c641d-0aa7-4771-b1ed-a85dd5e0b013') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:23.435658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-549e601b-7466-4238-a189-ae71254a858e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.448116 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-549e601b-7466-4238-a189-ae71254a858e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.454251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549e601b-7466-4238-a189-ae71254a858e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:20:23.454623 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-549e601b-7466-4238-a189-ae71254a858e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:20:23.457477 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:20:23.512173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-549e601b-7466-4238-a189-ae71254a858e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.519343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-549e601b-7466-4238-a189-ae71254a858e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.522433 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-549e601b-7466-4238-a189-ae71254a858e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/networks/b4b0e64f-a61a-4225-9aad-b76f2cad4e34 HTTP/1.1" status: 204 len: 168 time: 0.3057399 Nov 28 08:20:23.525340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47242) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:23.533656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e601b-7466-4238-a189-ae71254a858e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Network': ['ID=b4b0e64f-a61a-4225-9aad-b76f2cad4e34,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:23.581842 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-838c5f3b-c6f5-48b7-87bb-bdb897186c42 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.606745 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-838c5f3b-c6f5-48b7-87bb-bdb897186c42 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.670787 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-838c5f3b-c6f5-48b7-87bb-bdb897186c42 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.673531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-838c5f3b-c6f5-48b7-87bb-bdb897186c42 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:23.674761 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-838c5f3b-c6f5-48b7-87bb-bdb897186c42 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/security-groups/fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25 HTTP/1.1" status: 204 len: 168 time: 0.1483793 Nov 28 08:20:23.690020 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c5f3b-c6f5-48b7-87bb-bdb897186c42 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf6ddf5-e187-4e31-a4e2-e1a68ddb9b25,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:24.198077 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47248) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:24.203340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c112ae63-2fec-446b-8e25-65f17bfe0a2e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116452221', 'description': 'tempest-secgroup-smoke-116452221 description', 'project_id': '958befc2eb02460b87fb3360e15693e8'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:20:24.224745 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c112ae63-2fec-446b-8e25-65f17bfe0a2e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.288359 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c112ae63-2fec-446b-8e25-65f17bfe0a2e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.291866 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c112ae63-2fec-446b-8e25-65f17bfe0a2e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.325812 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c112ae63-2fec-446b-8e25-65f17bfe0a2e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.327045 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c112ae63-2fec-446b-8e25-65f17bfe0a2e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1279566 Nov 28 08:20:24.329269 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112ae63-2fec-446b-8e25-65f17bfe0a2e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acbf36e1-0181-48e5-8336-a6ebfe03e925,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:24.330050 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47250) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:24.334750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-4be9ae55-7588-4249-90f2-08d568272db5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': 'acbf36e1-0181-48e5-8336-a6ebfe03e925', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:20:24.360053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4be9ae55-7588-4249-90f2-08d568272db5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.412285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4be9ae55-7588-4249-90f2-08d568272db5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.415716 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4be9ae55-7588-4249-90f2-08d568272db5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.437384 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9ae55-7588-4249-90f2-08d568272db5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e224f61b-fc76-4981-8aab-91bd16d7c17c,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:24.445801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-4be9ae55-7588-4249-90f2-08d568272db5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.447027 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-4be9ae55-7588-4249-90f2-08d568272db5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158824 Nov 28 08:20:24.449655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47252) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:24.453898 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-86e4f12f-8d47-4b2d-9375-1ee6a7e496df tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': 'acbf36e1-0181-48e5-8336-a6ebfe03e925', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:20:24.478449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-86e4f12f-8d47-4b2d-9375-1ee6a7e496df tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.533554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-86e4f12f-8d47-4b2d-9375-1ee6a7e496df tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.536932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-86e4f12f-8d47-4b2d-9375-1ee6a7e496df tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.554146 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4f12f-8d47-4b2d-9375-1ee6a7e496df tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7115d77-bac5-4ef7-aa1b-b30c67f96e1f,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:24.562679 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-86e4f12f-8d47-4b2d-9375-1ee6a7e496df tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.563882 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-86e4f12f-8d47-4b2d-9375-1ee6a7e496df tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132896 Nov 28 08:20:24.566573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47254) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:24.570820 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-159a9c98-e007-4abe-8c8d-73a5180a96c1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': 'acbf36e1-0181-48e5-8336-a6ebfe03e925', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:20:24.596263 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-159a9c98-e007-4abe-8c8d-73a5180a96c1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.652173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-159a9c98-e007-4abe-8c8d-73a5180a96c1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.656093 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-159a9c98-e007-4abe-8c8d-73a5180a96c1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.676346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a9c98-e007-4abe-8c8d-73a5180a96c1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35c3ec9-0bcd-49f3-bd54-ecf5c5c794bc,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:24.682526 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-159a9c98-e007-4abe-8c8d-73a5180a96c1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.684087 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-159a9c98-e007-4abe-8c8d-73a5180a96c1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164722 Nov 28 08:20:24.686802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47256) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:24.691293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-fa916e95-c63f-479b-b810-75ed2e4b490b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': 'acbf36e1-0181-48e5-8336-a6ebfe03e925', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:20:24.716927 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fa916e95-c63f-479b-b810-75ed2e4b490b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.771763 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fa916e95-c63f-479b-b810-75ed2e4b490b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.775354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fa916e95-c63f-479b-b810-75ed2e4b490b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.797397 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa916e95-c63f-479b-b810-75ed2e4b490b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7a0afb-d936-404b-bc91-1a224406e5c3,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:24.803505 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fa916e95-c63f-479b-b810-75ed2e4b490b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.804628 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fa916e95-c63f-479b-b810-75ed2e4b490b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168368 Nov 28 08:20:24.807444 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47258) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:24.811671 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-6fdd52c9-db6f-4a5c-bb5d-cebcf40f6455 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': 'acbf36e1-0181-48e5-8336-a6ebfe03e925', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:20:24.832650 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-6fdd52c9-db6f-4a5c-bb5d-cebcf40f6455 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Project 958befc2eb02460b87fb3360e15693e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:20:24.837884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6fdd52c9-db6f-4a5c-bb5d-cebcf40f6455 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.895709 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6fdd52c9-db6f-4a5c-bb5d-cebcf40f6455 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.899141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6fdd52c9-db6f-4a5c-bb5d-cebcf40f6455 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.916951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd52c9-db6f-4a5c-bb5d-cebcf40f6455 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759392a7-53b5-456f-9bdb-ecb018a4b2da,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:24.922392 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6fdd52c9-db6f-4a5c-bb5d-cebcf40f6455 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:24.926345 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6fdd52c9-db6f-4a5c-bb5d-cebcf40f6455 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1152527 Nov 28 08:20:24.926833 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47260) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:24.931095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-877070e1-fa46-43ff-8c96-6a9a504ce328 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': 'acbf36e1-0181-48e5-8336-a6ebfe03e925', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:20:24.952998 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-877070e1-fa46-43ff-8c96-6a9a504ce328 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Project 958befc2eb02460b87fb3360e15693e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:20:24.957816 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-877070e1-fa46-43ff-8c96-6a9a504ce328 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:25.014672 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-877070e1-fa46-43ff-8c96-6a9a504ce328 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:25.018105 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-877070e1-fa46-43ff-8c96-6a9a504ce328 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:25.036922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877070e1-fa46-43ff-8c96-6a9a504ce328 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3e56b9-c879-4045-a066-c2c2fdb8d379,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:25.042611 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-877070e1-fa46-43ff-8c96-6a9a504ce328 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:25.043837 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-877070e1-fa46-43ff-8c96-6a9a504ce328 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1160285 Nov 28 08:20:25.046624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47262) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:25.051721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-3b6f0f1f-544a-4bd3-a997-fe607f281324 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'network': {'name': 'tempest-network-smoke--95076383', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'port_security_enabled': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:20:25.071620 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6f0f1f-544a-4bd3-a997-fe607f281324 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:20:25.075532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3b6f0f1f-544a-4bd3-a997-fe607f281324 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:25.097998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6f0f1f-544a-4bd3-a997-fe607f281324 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:20:25.106530 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3b6f0f1f-544a-4bd3-a997-fe607f281324 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:25.106803 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-3b6f0f1f-544a-4bd3-a997-fe607f281324 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Added segment ad791b23-4a2e-4431-b294-e76995afd190 of type vlan for network 6bc6d52f-97d4-487b-8308-a9db54466862 Nov 28 08:20:25.146758 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3b6f0f1f-544a-4bd3-a997-fe607f281324 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:25.171552 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3b6f0f1f-544a-4bd3-a997-fe607f281324 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:25.177192 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6f0f1f-544a-4bd3-a997-fe607f281324 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:25.177763 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3b6f0f1f-544a-4bd3-a997-fe607f281324 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:25.214826 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3b6f0f1f-544a-4bd3-a997-fe607f281324 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1671376 Nov 28 08:20:25.218239 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47264) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:25.218725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 958436a6-3e51-40f1-bf19-e70631dd6a7c no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:20:25.222832 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'admin_state_up': True, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:20:25.243273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 958436a6-3e51-40f1-bf19-e70631dd6a7c {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:20:25.243644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 958436a6-3e51-40f1-bf19-e70631dd6a7c not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:20:25.250170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:25.250334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f0f1f-544a-4bd3-a997-fe607f281324 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Network': ['ID=6bc6d52f-97d4-487b-8308-a9db54466862,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:25.251305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:25.261309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 6bc6d52f-97d4-487b-8308-a9db54466862 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:20:25.310691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:25.783114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:25.980560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:26.003605 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:26.104471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.26.2.60 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/7d59ad03-0192-49b5-aab5-1df5253aaa30) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:20:26.201338 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:26.242333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:26.277254 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:20:26.280629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:20:26.283291 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:20:26.293383 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadf53af-96f2-4fd5-83c5-10acd2835b2d None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:20:26.322330 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=7d59ad03-0192-49b5-aab5-1df5253aaa30,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:26.410165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-90501036-71aa-4be3-87ed-8609004c7074 None None] Provisioning complete for port 7d59ad03-0192-49b5-aab5-1df5253aaa30 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:26.410445 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-90501036-71aa-4be3-87ed-8609004c7074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:26.449193 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-90501036-71aa-4be3-87ed-8609004c7074 None None] Port 7d59ad03-0192-49b5-aab5-1df5253aaa30 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:20:26.574662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:26.797335 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:26.938049 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 47ba4fd3-900a-4f86-9079-8f1f55a57236 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:20:27.064480 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:20:27.074219 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Sync routers for ids ['47ba4fd3-900a-4f86-9079-8f1f55a57236'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:20:27.084376 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:27.085405 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Routers {'47ba4fd3-900a-4f86-9079-8f1f55a57236'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:20:27.086082 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:20:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['47ba4fd3-900a-4f86-9079-8f1f55a57236'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:27.088829 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-383af035-e727-431d-9e60-2422c75f761e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8695006 Nov 28 08:20:27.088967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47266) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:27.116734 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-35aa23b4-b227-43f9-b129-0d882d0c4ed8 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=958befc2eb02460b87fb3360e15693e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266016 Nov 28 08:20:27.119309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47268) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:27.208177 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Set router 47ba4fd3-900a-4f86-9079-8f1f55a57236 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:20:27.208817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142de0d1-3cc6-4a0b-83ce-f8f537f2626b tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:27.213305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47270) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:27.213478 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-142de0d1-3cc6-4a0b-83ce-f8f537f2626b tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930216 Nov 28 08:20:27.241455 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-075da15b-afc7-4257-b5e8-52fd8cdf4ced tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268738 Nov 28 08:20:27.243875 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47272) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:27.249160 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9d13d21d-bfab-4456-91e5-8e6e5c5d97fb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-953822784', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:20:27.332920 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d13d21d-bfab-4456-91e5-8e6e5c5d97fb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:20:27.336310 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9d13d21d-bfab-4456-91e5-8e6e5c5d97fb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:27.384763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:20:26Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:27.412873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Checking router: 47ba4fd3-900a-4f86-9079-8f1f55a57236 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:20:27.413222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Updating router 47ba4fd3-900a-4f86-9079-8f1f55a57236 port 7d59ad03-0192-49b5-aab5-1df5253aaa30 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:20:27.449224 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:27.518650 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9d13d21d-bfab-4456-91e5-8e6e5c5d97fb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:27.584190 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13d21d-bfab-4456-91e5-8e6e5c5d97fb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Subnet': ['ID=032ffad6-68e2-4086-8e3e-e803e902cb56,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:27.592159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13d21d-bfab-4456-91e5-8e6e5c5d97fb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Checking segment: {'id': 'ad791b23-4a2e-4431-b294-e76995afd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:20:27.592159 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d13d21d-bfab-4456-91e5-8e6e5c5d97fb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network hostable DHCP agents. Network: 6bc6d52f-97d4-487b-8308-a9db54466862, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:20:27.609556 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d13d21d-bfab-4456-91e5-8e6e5c5d97fb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 6bc6d52f-97d4-487b-8308-a9db54466862 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:20:27.618202 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-9d13d21d-bfab-4456-91e5-8e6e5c5d97fb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 6bc6d52f-97d4-487b-8308-a9db54466862) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:20:27.623284 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d13d21d-bfab-4456-91e5-8e6e5c5d97fb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:27.623976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9d13d21d-bfab-4456-91e5-8e6e5c5d97fb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:27.627253 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3c1d50-1501-41d1-96ed-fbeb411d7208 None None] Network 6bc6d52f-97d4-487b-8308-a9db54466862 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:20:27.640805 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9d13d21d-bfab-4456-91e5-8e6e5c5d97fb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3959730 Nov 28 08:20:27.643750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47274) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:27.818340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:27.826353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:27.882722 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b161a36-cb6a-4262-8ea7-ac098ac45ccc None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:20:27.902305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-6bc6d52f-97d4-487b-8308-a9db54466862', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ips': [{'subnet_id': '032ffad6-68e2-4086-8e3e-e803e902cb56'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:20:27.903713 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:28.090133 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Attempting to bind port 7d59ad03-0192-49b5-aab5-1df5253aaa30 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:20:28.091093 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Attempting to bind port 7d59ad03-0192-49b5-aab5-1df5253aaa30 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:20:28.091449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Attempting to bind port 7d59ad03-0192-49b5-aab5-1df5253aaa30 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:20:28.104580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b0d76-1528-4874-9680-da287cfb685c None None] Pushing event updated for resources: {'Port': ['ID=7d59ad03-0192-49b5-aab5-1df5253aaa30,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:28.109000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:20:28.109381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:20:28.109779 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:28.110166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:20:28.110636 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Bound port: 7d59ad03-0192-49b5-aab5-1df5253aaa30, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:20:28.111051 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:28.149627 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:28.202067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-119e1aa3-b31f-445f-9e9c-cbc1b66ed09d None None] Provisioning complete for port 7d59ad03-0192-49b5-aab5-1df5253aaa30 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:28.202441 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-119e1aa3-b31f-445f-9e9c-cbc1b66ed09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:28.298134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] For port 7d59ad03-0192-49b5-aab5-1df5253aaa30, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:20:28.305087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-119e1aa3-b31f-445f-9e9c-cbc1b66ed09d None None] Port 7d59ad03-0192-49b5-aab5-1df5253aaa30 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:20:28.317529 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] For port 7d59ad03-0192-49b5-aab5-1df5253aaa30, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7d59ad03-0192-49b5-aab5-1df5253aaa30,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:20:28.323068 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:28.362450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Allocated IP 172.20.0.2 (6bc6d52f-97d4-487b-8308-a9db54466862/032ffad6-68e2-4086-8e3e-e803e902cb56/2744f669-b836-469d-a017-5fe5dd36129c) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:20:28.379248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573d71ae-37fc-4128-90aa-4cdce7c962ff None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:20:28.423825 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Routers {'47ba4fd3-900a-4f86-9079-8f1f55a57236'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:20:28.424463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:20:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['47ba4fd3-900a-4f86-9079-8f1f55a57236'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:28.473624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b0d76-1528-4874-9680-da287cfb685c None None] Pushing event updated for resources: {'Port': ['ID=7d59ad03-0192-49b5-aab5-1df5253aaa30,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:28.603900 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b9f543b3-f77e-481f-b8cf-61a92a9ed2ff None None] Provisioning complete for port 7d59ad03-0192-49b5-aab5-1df5253aaa30 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:28.604272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9f543b3-f77e-481f-b8cf-61a92a9ed2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:28.691862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] Set router 47ba4fd3-900a-4f86-9079-8f1f55a57236 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:20:28.766459 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:28.788850 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:28.829003 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.20.0.1 (6bc6d52f-97d4-487b-8308-a9db54466862/032ffad6-68e2-4086-8e3e-e803e902cb56/9a95515d-f10f-4ab8-a585-ee9469462127) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:20:28.885654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Network 6bc6d52f-97d4-487b-8308-a9db54466862 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:20:28.900705 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:20:28.909192 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:20:28.926449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Pushing event updated for resources: {'Port': ['ID=2744f669-b836-469d-a017-5fe5dd36129c,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:28.934705 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9f543b3-f77e-481f-b8cf-61a92a9ed2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:28.944903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:28.981621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b9f543b3-f77e-481f-b8cf-61a92a9ed2ff None None] For port 7d59ad03-0192-49b5-aab5-1df5253aaa30, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7d59ad03-0192-49b5-aab5-1df5253aaa30,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:20:28.987086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:29.015233 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b9f543b3-f77e-481f-b8cf-61a92a9ed2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:29.027141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 6bc6d52f-97d4-487b-8308-a9db54466862 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:20:29.032873 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:20:29.038423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:20:29.058859 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Attempting to bind port 2744f669-b836-469d-a017-5fe5dd36129c on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:20:29.060323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Attempting to bind port 2744f669-b836-469d-a017-5fe5dd36129c by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'ad791b23-4a2e-4431-b294-e76995afd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:20:29.060323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Attempting to bind port 2744f669-b836-469d-a017-5fe5dd36129c on network 6bc6d52f-97d4-487b-8308-a9db54466862 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:20:29.065313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=9a95515d-f10f-4ab8-a585-ee9469462127,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:29.074905 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:20:29.075292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Checking segment: {'id': 'ad791b23-4a2e-4431-b294-e76995afd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:20:29.075695 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:29.076094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Bound using segment: {'id': 'ad791b23-4a2e-4431-b294-e76995afd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:20:29.076572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Bound port: 2744f669-b836-469d-a017-5fe5dd36129c, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad791b23-4a2e-4431-b294-e76995afd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:20:29.076960 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:29.084821 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:29.109928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f543b3-f77e-481f-b8cf-61a92a9ed2ff None None] Pushing event updated for resources: {'Port': ['ID=7d59ad03-0192-49b5-aab5-1df5253aaa30,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:29.145506 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:20:26Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:29.180052 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3276039-fc48-4b7d-89d8-3278e2820db3 None None] The sync data for ids ['47ba4fd3-900a-4f86-9079-8f1f55a57236'] in dv-neutron-744815-16-hyperv is: [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:20:26Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:20:29.221305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] For port 2744f669-b836-469d-a017-5fe5dd36129c, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:20:29.224516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] For port 2744f669-b836-469d-a017-5fe5dd36129c, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=2744f669-b836-469d-a017-5fe5dd36129c,segment=NetworkSegment(ad791b23-4a2e-4431-b294-e76995afd190),segment_id=ad791b23-4a2e-4431-b294-e76995afd190)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:20:29.228101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:29.253401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:29.301717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1fd98-990f-4945-8889-3a8c91c7592b None None] Pushing event updated for resources: {'Port': ['ID=2744f669-b836-469d-a017-5fe5dd36129c,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:29.638628 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:29.644378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:29.733504 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:29.735366 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=9a95515d-f10f-4ab8-a585-ee9469462127,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:29.832667 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 6bc6d52f-97d4-487b-8308-a9db54466862 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:20:29.834163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:20:29.970505 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 47ba4fd3-900a-4f86-9079-8f1f55a57236 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:20:30.105142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:20:30.110699 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2eec787e-d25e-4b9c-82f7-7247980845ed tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "PUT /v2.0/routers/47ba4fd3-900a-4f86-9079-8f1f55a57236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4658823 Nov 28 08:20:30.269962 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-4f955fe4-a0fe-47f2-93d9-89cb89b9a0f9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116452221&fields=id&tenant_id=958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 267 time: 0.0486982 Nov 28 08:20:30.320985 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d4aa95-6300-412f-a1c7-9f49d23859c9 None None] Network 6bc6d52f-97d4-487b-8308-a9db54466862 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:20:30.384061 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-77c1112f-4e8b-41fa-835f-f8008664894c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:30.385556 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-77c1112f-4e8b-41fa-835f-f8008664894c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/networks?id=6bc6d52f-97d4-487b-8308-a9db54466862 HTTP/1.1" status: 200 len: 795 time: 0.1083384 Nov 28 08:20:30.393713 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4981cbe8-5fa8-4942-88c0-89770c520136 None None] Provisioning complete for port 2744f669-b836-469d-a017-5fe5dd36129c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:30.394085 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4981cbe8-5fa8-4942-88c0-89770c520136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:30.400979 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-c8c5559f-5944-45d0-b206-3825bc9eb48a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/quotas/958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 375 time: 0.0095637 Nov 28 08:20:30.463041 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-fdc6ac1d-e870-465e-8534-2d381568af5f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563509 Nov 28 08:20:30.534294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-3dfbff41-2c85-48eb-975e-3ebe2acaa74d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:20:30.535643 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-3dfbff41-2c85-48eb-975e-3ebe2acaa74d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0577683 Nov 28 08:20:30.551836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4981cbe8-5fa8-4942-88c0-89770c520136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:30.592414 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4981cbe8-5fa8-4942-88c0-89770c520136 None None] For port 2744f669-b836-469d-a017-5fe5dd36129c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=2744f669-b836-469d-a017-5fe5dd36129c,segment=NetworkSegment(ad791b23-4a2e-4431-b294-e76995afd190),segment_id=ad791b23-4a2e-4431-b294-e76995afd190)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:20:30.599328 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4981cbe8-5fa8-4942-88c0-89770c520136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:30.635035 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-c88ccee9-68e9-48db-83cb-c8326b6bdbdb service neutron] 10.222.0.31 "GET /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931480 Nov 28 08:20:30.658284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981cbe8-5fa8-4942-88c0-89770c520136 None None] Pushing event updated for resources: {'Port': ['ID=2744f669-b836-469d-a017-5fe5dd36129c,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:30.742246 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-4a8b208e-86c0-4e37-98f0-0da506d55456 service neutron] 10.222.0.31 "GET /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006088 Nov 28 08:20:30.819642 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bc1d8c30-1d97-4db6-9c88-a1f91b4ea199 None None] Provisioning complete for port 2744f669-b836-469d-a017-5fe5dd36129c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:30.819960 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8c30-1d97-4db6-9c88-a1f91b4ea199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:30.912043 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Sync routers for ids ['47ba4fd3-900a-4f86-9079-8f1f55a57236'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:20:30.925694 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Routers {'47ba4fd3-900a-4f86-9079-8f1f55a57236'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:20:30.927429 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:20:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['47ba4fd3-900a-4f86-9079-8f1f55a57236'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:30.929247 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bc1d8c30-1d97-4db6-9c88-a1f91b4ea199 None None] Provisioning complete for port 9a95515d-f10f-4ab8-a585-ee9469462127 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:30.929623 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8c30-1d97-4db6-9c88-a1f91b4ea199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:30.938379 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fb33305a-d6bc-4fbf-8cbb-1575e9f2d363 req-b69b0a44-8bd4-4808-b56f-7b1fb9e2abfa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 210 time: 0.0453176 Nov 28 08:20:31.092398 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Set router 47ba4fd3-900a-4f86-9079-8f1f55a57236 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:20:31.168994 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-bc1d8c30-1d97-4db6-9c88-a1f91b4ea199 None None] Port 9a95515d-f10f-4ab8-a585-ee9469462127 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:20:31.297075 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-8a5411a4-8bc6-4951-adf8-3cef5cce7686 None None] Provisioning complete for port 9a95515d-f10f-4ab8-a585-ee9469462127 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:31.297414 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8a5411a4-8bc6-4951-adf8-3cef5cce7686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:31.358899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7d59ad03-0192-49b5-aab5-1df5253aaa30 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:20:31.382481 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:20:29Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9a95515d-f10f-4ab8-a585-ee9469462127', 'name': '', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:af:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:28Z', 'updated_at': '2021-11-28T08:20:29Z', 'revision_number': 2, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:31.391450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-8a5411a4-8bc6-4951-adf8-3cef5cce7686 None None] Port 9a95515d-f10f-4ab8-a585-ee9469462127 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:20:31.415477 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Checking router: 47ba4fd3-900a-4f86-9079-8f1f55a57236 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:20:31.415828 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Updating router 47ba4fd3-900a-4f86-9079-8f1f55a57236 port 9a95515d-f10f-4ab8-a585-ee9469462127 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:20:31.428254 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 7d59ad03-0192-49b5-aab5-1df5253aaa30 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:31.428621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:31.446801 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:31.545116 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:31.551184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 2744f669-b836-469d-a017-5fe5dd36129c up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:20:31.554056 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-edb9efa6-e345-436e-a9db-4d46b299ed70 None None] Provisioning complete for port 9a95515d-f10f-4ab8-a585-ee9469462127 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:31.554543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-edb9efa6-e345-436e-a9db-4d46b299ed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:31.629305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-edb9efa6-e345-436e-a9db-4d46b299ed70 None None] Port 9a95515d-f10f-4ab8-a585-ee9469462127 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:20:31.639719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 2744f669-b836-469d-a017-5fe5dd36129c triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:31.640089 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:31.820147 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:31.826518 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:31.881170 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Pushing event updated for resources: {'Port': ['ID=9a95515d-f10f-4ab8-a585-ee9469462127,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:31.908003 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:31.908365 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:31.908676 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:31.909004 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:31.909343 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:31.909657 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:31.909972 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:31.910291 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:31.910611 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:31.910950 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:31.911266 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:31.911578 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:31.911890 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:20:31.948509 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Attempting to bind port 9a95515d-f10f-4ab8-a585-ee9469462127 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:20:31.949188 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Attempting to bind port 9a95515d-f10f-4ab8-a585-ee9469462127 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'ad791b23-4a2e-4431-b294-e76995afd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:20:31.949315 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Attempting to bind port 9a95515d-f10f-4ab8-a585-ee9469462127 on network 6bc6d52f-97d4-487b-8308-a9db54466862 {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:20:31.959436 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:20:31.959880 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Checking segment: {'id': 'ad791b23-4a2e-4431-b294-e76995afd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:20:31.960310 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:31.960722 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Bound using segment: {'id': 'ad791b23-4a2e-4431-b294-e76995afd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:20:31.961320 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Bound port: 9a95515d-f10f-4ab8-a585-ee9469462127, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad791b23-4a2e-4431-b294-e76995afd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:20:31.961703 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:32.067531 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] For port 9a95515d-f10f-4ab8-a585-ee9469462127, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:20:32.074190 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] For port 9a95515d-f10f-4ab8-a585-ee9469462127, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9a95515d-f10f-4ab8-a585-ee9469462127,segment=NetworkSegment(ad791b23-4a2e-4431-b294-e76995afd190),segment_id=ad791b23-4a2e-4431-b294-e76995afd190)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:20:32.078279 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c576f18c-c075-4afe-a99c-48233ea43813 req-53e3007f-df54-4554-a2ed-f4377082efbd tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 210 time: 0.0406888 Nov 28 08:20:32.084880 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:32.119529 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-9a17d494-4f19-46e2-9ed8-77971fa9228c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:32.122311 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-9a17d494-4f19-46e2-9ed8-77971fa9228c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/networks?id=6bc6d52f-97d4-487b-8308-a9db54466862 HTTP/1.1" status: 200 len: 795 time: 0.1547949 Nov 28 08:20:32.156577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-bd78e4e3-923f-4586-ae1f-f903bc62e64c None None] Provisioning complete for port 9a95515d-f10f-4ab8-a585-ee9469462127 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:32.156746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bd78e4e3-923f-4586-ae1f-f903bc62e64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:32.174290 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Routers {'47ba4fd3-900a-4f86-9079-8f1f55a57236'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:20:32.174932 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:20:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['47ba4fd3-900a-4f86-9079-8f1f55a57236'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:32.209538 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-da1636d6-3509-41bf-8b1b-b17b75f5c9dc tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 379 time: 0.0760000 Nov 28 08:20:32.222425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-aa9ff586-4a00-4f4a-ad73-b5d0bfde8482 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'port': {'device_id': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'admin_state_up': True, 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'security_groups': ['acbf36e1-0181-48e5-8336-a6ebfe03e925']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:20:32.232914 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef95978-286d-4963-bce7-56f878082ba5 None None] Pushing event updated for resources: {'Port': ['ID=9a95515d-f10f-4ab8-a585-ee9469462127,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:32.286633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bd78e4e3-923f-4586-ae1f-f903bc62e64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:32.330283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-bd78e4e3-923f-4586-ae1f-f903bc62e64c None None] For port 9a95515d-f10f-4ab8-a585-ee9469462127, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9a95515d-f10f-4ab8-a585-ee9469462127,segment=NetworkSegment(ad791b23-4a2e-4431-b294-e76995afd190),segment_id=ad791b23-4a2e-4431-b294-e76995afd190)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:20:32.336790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bd78e4e3-923f-4586-ae1f-f903bc62e64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:32.348909 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] Set router 47ba4fd3-900a-4f86-9079-8f1f55a57236 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:20:32.389346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-aa9ff586-4a00-4f4a-ad73-b5d0bfde8482 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:20:32.393656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-aa9ff586-4a00-4f4a-ad73-b5d0bfde8482 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:32.407262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78e4e3-923f-4586-ae1f-f903bc62e64c None None] Pushing event updated for resources: {'Port': ['ID=9a95515d-f10f-4ab8-a585-ee9469462127,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:32.467990 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-0eb0f573-4511-4ffa-88e6-aecbbb8c245a None None] Provisioning complete for port 9a95515d-f10f-4ab8-a585-ee9469462127 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:32.468484 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f573-4511-4ffa-88e6-aecbbb8c245a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:32.526747 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-aa9ff586-4a00-4f4a-ad73-b5d0bfde8482 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.20.0.4 (6bc6d52f-97d4-487b-8308-a9db54466862/032ffad6-68e2-4086-8e3e-e803e902cb56/a7bf548e-f6b1-4670-8c76-564896325fbc) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:20:32.577328 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:20:29Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9a95515d-f10f-4ab8-a585-ee9469462127', 'name': '', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:af:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:28Z', 'updated_at': '2021-11-28T08:20:32Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:32.609605 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8502cfed-79ec-45c8-b465-364b38b2c884 None None] The sync data for ids ['47ba4fd3-900a-4f86-9079-8f1f55a57236'] in dv-neutron-744815-16-hyperv is: [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:20:29Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9a95515d-f10f-4ab8-a585-ee9469462127', 'name': '', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:af:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:28Z', 'updated_at': '2021-11-28T08:20:32Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:20:32.687865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-aa9ff586-4a00-4f4a-ad73-b5d0bfde8482 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:32.730311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-aa9ff586-4a00-4f4a-ad73-b5d0bfde8482 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:32.776951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-aa9ff586-4a00-4f4a-ad73-b5d0bfde8482 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 6bc6d52f-97d4-487b-8308-a9db54466862 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:20:32.782483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-aa9ff586-4a00-4f4a-ad73-b5d0bfde8482 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:20:32.785899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-aa9ff586-4a00-4f4a-ad73-b5d0bfde8482 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:20:32.823333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ff586-4a00-4f4a-ad73-b5d0bfde8482 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=a7bf548e-f6b1-4670-8c76-564896325fbc,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:32.854538 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-aa9ff586-4a00-4f4a-ad73-b5d0bfde8482 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:32.855267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-aa9ff586-4a00-4f4a-ad73-b5d0bfde8482 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:32.872649 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-aa9ff586-4a00-4f4a-ad73-b5d0bfde8482 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6554246 Nov 28 08:20:32.890764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Request body: {'port': {'device_id': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:20:32.964578 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:33.084524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-85d5a488-14e9-4897-8742-d6d238c43e02 None None] Provisioning complete for port a7bf548e-f6b1-4670-8c76-564896325fbc triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:33.084891 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-85d5a488-14e9-4897-8742-d6d238c43e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:33.141160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-85d5a488-14e9-4897-8742-d6d238c43e02 None None] Port a7bf548e-f6b1-4670-8c76-564896325fbc cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:20:33.251942 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4205a-b538-4e3f-b109-1424bb8e2849 req-ff66ec6b-f153-43f6-8d1a-70e7cbed276a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:33.253501 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ecb4205a-b538-4e3f-b109-1424bb8e2849 req-ff66ec6b-f153-43f6-8d1a-70e7cbed276a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 931 time: 0.0932326 Nov 28 08:20:33.318678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9a95515d-f10f-4ab8-a585-ee9469462127 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:20:33.348330 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ecb4205a-b538-4e3f-b109-1424bb8e2849 req-58d79751-e347-4573-93fa-a2e6212a9928 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886605 Nov 28 08:20:33.352199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7bf548e-f6b1-4670-8c76-564896325fbc {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:20:33.360076 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:33.372687 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Transition to ACTIVE for port object a7bf548e-f6b1-4670-8c76-564896325fbc will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:20:33.377321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:33.384797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 9a95515d-f10f-4ab8-a585-ee9469462127 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:33.385362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:33.460337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bf548e-f6b1-4670-8c76-564896325fbc,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:33.517087 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Attempting to bind port a7bf548e-f6b1-4670-8c76-564896325fbc on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:20:33.517427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Attempting to bind port a7bf548e-f6b1-4670-8c76-564896325fbc by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'ad791b23-4a2e-4431-b294-e76995afd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:20:33.517760 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Attempting to bind port a7bf548e-f6b1-4670-8c76-564896325fbc on network 6bc6d52f-97d4-487b-8308-a9db54466862 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:20:33.522560 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Port a7bf548e-f6b1-4670-8c76-564896325fbc on network 6bc6d52f-97d4-487b-8308-a9db54466862 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:20:33.522981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Attempting to bind port a7bf548e-f6b1-4670-8c76-564896325fbc on network 6bc6d52f-97d4-487b-8308-a9db54466862 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:20:33.528498 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:20:33.528840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Checking segment: {'id': 'ad791b23-4a2e-4431-b294-e76995afd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:20:33.529224 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Bound using segment: {'id': 'ad791b23-4a2e-4431-b294-e76995afd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:20:33.529648 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Bound port: a7bf548e-f6b1-4670-8c76-564896325fbc, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad791b23-4a2e-4431-b294-e76995afd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:20:33.530003 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:33.604231 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] For port a7bf548e-f6b1-4670-8c76-564896325fbc, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:20:33.608062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] For port a7bf548e-f6b1-4670-8c76-564896325fbc, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a7bf548e-f6b1-4670-8c76-564896325fbc,segment=NetworkSegment(ad791b23-4a2e-4431-b294-e76995afd190),segment_id=ad791b23-4a2e-4431-b294-e76995afd190)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:20:33.613184 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:33.654482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:33.654999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:33.656423 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] 10.222.0.35 "PUT /v2.0/ports/a7bf548e-f6b1-4670-8c76-564896325fbc HTTP/1.1" status: 200 len: 1093 time: 0.7700355 Nov 28 08:20:33.656876 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'tag': 'a7bf548e-f6b1-4670-8c76-564896325fbc'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:20:33.659182 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de71373-db16-4fcd-9c9a-1d1e7123b114" -d '{"events": [{"name": "network-changed", "server_uuid": "0d58db93-4648-41d3-bde4-9880e3b134c3", "tag": "a7bf548e-f6b1-4670-8c76-564896325fbc"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:20:33.689355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ca791-3752-45f0-b20e-c25f812fc2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bf548e-f6b1-4670-8c76-564896325fbc,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:33.723570 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d06f37-6c99-4782-a866-2646cabafdf8 x-openstack-request-id: req-e1d06f37-6c99-4782-a866-2646cabafdf8 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:20:33.724773 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d58db93-4648-41d3-bde4-9880e3b134c3", "tag": "a7bf548e-f6b1-4670-8c76-564896325fbc", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:20:33.725049 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1d06f37-6c99-4782-a866-2646cabafdf8 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:20:33.725966 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'tag': 'a7bf548e-f6b1-4670-8c76-564896325fbc', 'status': 'completed', 'code': 200} Nov 28 08:20:33.779603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-2ebab547-c15b-4721-91f3-e30cf4c35328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:33.781057 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-2ebab547-c15b-4721-91f3-e30cf4c35328 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 1096 time: 0.0682259 Nov 28 08:20:33.833426 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-fe93f2aa-2b13-4ce4-a537-d638e41abae8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7bf548e-f6b1-4670-8c76-564896325fbc HTTP/1.1" status: 200 len: 217 time: 0.0374331 Nov 28 08:20:33.889098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-a4883f9a-3364-4f43-b87f-b987126a870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:33.890624 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-a4883f9a-3364-4f43-b87f-b987126a870f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=032ffad6-68e2-4086-8e3e-e803e902cb56 HTTP/1.1" status: 200 len: 834 time: 0.0447624 Nov 28 08:20:33.950932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-171dcd30-ad61-4a8b-aee1-62bdce57f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:33.952348 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-171dcd30-ad61-4a8b-aee1-62bdce57f641 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bc6d52f-97d4-487b-8308-a9db54466862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0504024 Nov 28 08:20:34.044410 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-3750c34c-a21f-4334-947d-cabb8612c644 service neutron] 10.222.0.35 "GET /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805848 Nov 28 08:20:34.141280 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3eb45810-2bb9-4868-befb-2aa8b9566701 req-1ea3dfb6-1398-4345-86db-be76c2ab5cf7 service neutron] 10.222.0.35 "GET /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844109 Nov 28 08:20:34.238341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de71373-db16-4fcd-9c9a-1d1e7123b114 req-1f333e3d-a025-48ff-a4ec-cb2e35083ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:34.239777 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2de71373-db16-4fcd-9c9a-1d1e7123b114 req-1f333e3d-a025-48ff-a4ec-cb2e35083ef5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 1096 time: 0.0463774 Nov 28 08:20:34.331820 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de71373-db16-4fcd-9c9a-1d1e7123b114 req-a2880b05-6510-4d3c-9d98-9a0a986e9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:34.333270 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2de71373-db16-4fcd-9c9a-1d1e7123b114 req-a2880b05-6510-4d3c-9d98-9a0a986e9de1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6bc6d52f-97d4-487b-8308-a9db54466862 HTTP/1.1" status: 200 len: 896 time: 0.0851386 Nov 28 08:20:34.378860 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2de71373-db16-4fcd-9c9a-1d1e7123b114 req-2cf70c3d-0014-4b5d-a9b3-de558da733b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7bf548e-f6b1-4670-8c76-564896325fbc HTTP/1.1" status: 200 len: 217 time: 0.0345919 Nov 28 08:20:34.455580 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de71373-db16-4fcd-9c9a-1d1e7123b114 req-feead298-f863-4ba2-baed-5f6c286360e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:34.456998 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2de71373-db16-4fcd-9c9a-1d1e7123b114 req-feead298-f863-4ba2-baed-5f6c286360e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=032ffad6-68e2-4086-8e3e-e803e902cb56 HTTP/1.1" status: 200 len: 834 time: 0.0702722 Nov 28 08:20:34.510218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a319b-60ff-46fd-aced-21f5817befbf req-ad32a592-daa9-4a3e-a95f-9e56dd71eea1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:34.511705 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-566a319b-60ff-46fd-aced-21f5817befbf req-ad32a592-daa9-4a3e-a95f-9e56dd71eea1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 943 time: 0.0934219 Nov 28 08:20:34.539606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de71373-db16-4fcd-9c9a-1d1e7123b114 req-76f017d2-69a0-4656-bc52-f13b89b12eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:34.541063 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2de71373-db16-4fcd-9c9a-1d1e7123b114 req-76f017d2-69a0-4656-bc52-f13b89b12eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bc6d52f-97d4-487b-8308-a9db54466862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0730553 Nov 28 08:20:34.593570 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-566a319b-60ff-46fd-aced-21f5817befbf req-88f4d4be-5d46-4753-b828-38e8af55b6f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745966 Nov 28 08:20:34.649965 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2de71373-db16-4fcd-9c9a-1d1e7123b114 req-6d7cc40e-605d-4207-950a-adb25d0cd6e3 service neutron] 10.222.0.35 "GET /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977590 Nov 28 08:20:34.740951 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2de71373-db16-4fcd-9c9a-1d1e7123b114 req-9923d34f-21af-4743-be22-3b9c5d96e4d0 service neutron] 10.222.0.35 "GET /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825438 Nov 28 08:20:34.872934 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:20:35.718014 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b10fe-1a96-4c47-b1c7-d2f0a0f3ba5f req-6c748921-2ba8-4071-9f38-926f933e956b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:35.719495 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-592b10fe-1a96-4c47-b1c7-d2f0a0f3ba5f req-6c748921-2ba8-4071-9f38-926f933e956b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 943 time: 0.0572453 Nov 28 08:20:35.773365 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-592b10fe-1a96-4c47-b1c7-d2f0a0f3ba5f req-592f6de9-e9ab-468e-9e74-86fecf0e41f7 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478990 Nov 28 08:20:35.970223 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a7bf548e-f6b1-4670-8c76-564896325fbc details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:20:36.066381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port a7bf548e-f6b1-4670-8c76-564896325fbc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a7bf548e-f6b1-4670-8c76-564896325fbc,segment=NetworkSegment(ad791b23-4a2e-4431-b294-e76995afd190),segment_id=ad791b23-4a2e-4431-b294-e76995afd190)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:20:36.076353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'a7bf548e-f6b1-4670-8c76-564896325fbc', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'port_id': 'a7bf548e-f6b1-4670-8c76-564896325fbc', 'mac_address': 'fa:16:3e:2d:ea:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:20:36.117310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:36.129248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bf548e-f6b1-4670-8c76-564896325fbc {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:20:36.148362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port a7bf548e-f6b1-4670-8c76-564896325fbc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a7bf548e-f6b1-4670-8c76-564896325fbc,segment=NetworkSegment(ad791b23-4a2e-4431-b294-e76995afd190),segment_id=ad791b23-4a2e-4431-b294-e76995afd190)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:20:36.152062 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:36.205616 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=a7bf548e-f6b1-4670-8c76-564896325fbc,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:36.421328 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['a7bf548e-f6b1-4670-8c76-564896325fbc'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:20:36.896405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620a31b-3f7f-4dc3-b79c-639a046e7fce req-59070222-c518-4438-81d4-06a80395f648 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:36.897871 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5620a31b-3f7f-4dc3-b79c-639a046e7fce req-59070222-c518-4438-81d4-06a80395f648 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 944 time: 0.0584831 Nov 28 08:20:37.285879 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5620a31b-3f7f-4dc3-b79c-639a046e7fce req-b036fad8-7163-4b18-9515-4d66b454c8c0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3821099 Nov 28 08:20:37.988628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a7bf548e-f6b1-4670-8c76-564896325fbc up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:20:38.042541 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port a7bf548e-f6b1-4670-8c76-564896325fbc completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:20:38.046420 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port a7bf548e-f6b1-4670-8c76-564896325fbc triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:20:38.046784 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:38.134184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:38.157328 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf548e-f6b1-4670-8c76-564896325fbc'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:20:38.159574 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e37354e-d3c4-44ab-b6a7-e41820ffd315" -d '{"events": [{"server_uuid": "0d58db93-4648-41d3-bde4-9880e3b134c3", "name": "network-vif-plugged", "status": "completed", "tag": "a7bf548e-f6b1-4670-8c76-564896325fbc"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:20:38.171530 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port a7bf548e-f6b1-4670-8c76-564896325fbc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a7bf548e-f6b1-4670-8c76-564896325fbc,segment=NetworkSegment(ad791b23-4a2e-4431-b294-e76995afd190),segment_id=ad791b23-4a2e-4431-b294-e76995afd190)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:20:38.175616 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:38.202406 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994d5587-1701-441b-8a16-1c6b67ca9740 x-openstack-request-id: req-994d5587-1701-441b-8a16-1c6b67ca9740 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:20:38.202696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d58db93-4648-41d3-bde4-9880e3b134c3", "name": "network-vif-plugged", "status": "completed", "tag": "a7bf548e-f6b1-4670-8c76-564896325fbc", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:20:38.202973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-994d5587-1701-441b-8a16-1c6b67ca9740 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:20:38.203363 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf548e-f6b1-4670-8c76-564896325fbc', 'code': 200} Nov 28 08:20:38.233572 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=a7bf548e-f6b1-4670-8c76-564896325fbc,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:38.422780 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d503d-65ce-474b-82b6-d8d460c43111 req-25ae1cf3-0276-43b4-96ea-d3ad8e17c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:38.424558 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5e9d503d-65ce-474b-82b6-d8d460c43111 req-25ae1cf3-0276-43b4-96ea-d3ad8e17c2fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 1098 time: 0.0773811 Nov 28 08:20:38.435994 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1c158-b0e5-4421-b05a-a620ea19fafd req-160e923c-9a53-43ca-91d0-9ef8e00d8e53 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:38.437318 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5ca1c158-b0e5-4421-b05a-a620ea19fafd req-160e923c-9a53-43ca-91d0-9ef8e00d8e53 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0815179 Nov 28 08:20:38.510213 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5e9d503d-65ce-474b-82b6-d8d460c43111 req-51d5d4e0-8cd4-4dc3-9a06-b179048747e8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713122 Nov 28 08:20:38.514279 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5ca1c158-b0e5-4421-b05a-a620ea19fafd req-65375993-ea8a-4262-aadf-9028ec80ce98 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704317 Nov 28 08:20:39.645601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4219f6-98d0-4148-9353-84598fd109e8 req-9494a3dc-5cb9-4e64-8477-32898c3822aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:39.647167 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fe4219f6-98d0-4148-9353-84598fd109e8 req-9494a3dc-5cb9-4e64-8477-32898c3822aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0624416 Nov 28 08:20:39.698545 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fe4219f6-98d0-4148-9353-84598fd109e8 req-114a6801-fdb2-4d13-993b-e6b92ee8d63f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452697 Nov 28 08:20:40.818284 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d761b-a962-4aa8-b8c7-a4398b426cae req-77293e48-d536-4f2c-a7c8-1129b945544a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:40.819758 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-491d761b-a962-4aa8-b8c7-a4398b426cae req-77293e48-d536-4f2c-a7c8-1129b945544a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0543885 Nov 28 08:20:40.866629 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-491d761b-a962-4aa8-b8c7-a4398b426cae req-027c9572-e468-4079-99ce-500d13162639 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410450 Nov 28 08:20:40.984734 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480c7b1-6350-4cdf-b882-7d02aa9cafc4 req-5acb2f97-ef60-48c4-a9d3-8c5e63346957 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:40.986139 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6480c7b1-6350-4cdf-b882-7d02aa9cafc4 req-5acb2f97-ef60-48c4-a9d3-8c5e63346957 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0551109 Nov 28 08:20:41.046227 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6480c7b1-6350-4cdf-b882-7d02aa9cafc4 req-201027ba-7aae-4e29-aff0-ad0ea7ad4692 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540402 Nov 28 08:20:41.068226 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47330) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:41.113526 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e618795c-49c8-43fe-a0c2-46859e132320 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:41.115038 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e618795c-49c8-43fe-a0c2-46859e132320 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 1093 time: 0.0458317 Nov 28 08:20:41.117814 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47332) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:41.122001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': 'a7bf548e-f6b1-4670-8c76-564896325fbc', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:20:41.143789 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:41.236914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:41.348520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.26.2.30 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/bd288f15-d9a1-47b0-ae3a-71fb57462f25) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:20:41.446149 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:41.481932 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:41.523357 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:20:41.527976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:20:41.533836 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:20:41.556323 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=bd288f15-d9a1-47b0-ae3a-71fb57462f25,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:41.929546 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:42.004680 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:42.158070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:42.162493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:42.241387 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=bd288f15-d9a1-47b0-ae3a-71fb57462f25,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:20:42.249352 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:42.362648 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Floating IP 1194e011-58dc-4fc9-9aad-230b61712316 associated. External IP: 172.26.2.30, port: a7bf548e-f6b1-4670-8c76-564896325fbc. Nov 28 08:20:42.594098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 47ba4fd3-900a-4f86-9079-8f1f55a57236 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:20:42.713737 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:20:42.724284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3b8e17-bd64-4a3b-9b65-ddcbf57b889a None None] Sync routers for ids ['47ba4fd3-900a-4f86-9079-8f1f55a57236'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:20:42.733223 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:42.734815 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3b8e17-bd64-4a3b-9b65-ddcbf57b889a None None] Routers {'47ba4fd3-900a-4f86-9079-8f1f55a57236'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:20:42.735463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0a3b8e17-bd64-4a3b-9b65-ddcbf57b889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:20:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['47ba4fd3-900a-4f86-9079-8f1f55a57236'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:42.765624 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ce2e4873-6bc9-4e05-9da2-de7c567a5883 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6467543 Nov 28 08:20:42.766619 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'tag': 'a7bf548e-f6b1-4670-8c76-564896325fbc'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:20:42.769136 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d515fd4-8b88-45ab-814e-0b2a6bb351af" -d '{"events": [{"name": "network-changed", "server_uuid": "0d58db93-4648-41d3-bde4-9880e3b134c3", "tag": "a7bf548e-f6b1-4670-8c76-564896325fbc"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:20:42.828595 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5c7ab2-5484-45d4-b217-1699ae2d4d63 x-openstack-request-id: req-4a5c7ab2-5484-45d4-b217-1699ae2d4d63 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:20:42.828965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d58db93-4648-41d3-bde4-9880e3b134c3", "tag": "a7bf548e-f6b1-4670-8c76-564896325fbc", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:20:42.829282 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a5c7ab2-5484-45d4-b217-1699ae2d4d63 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:20:42.829775 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'tag': 'a7bf548e-f6b1-4670-8c76-564896325fbc', 'status': 'completed', 'code': 200} Nov 28 08:20:42.865329 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-0a3b8e17-bd64-4a3b-9b65-ddcbf57b889a None None] Set router 47ba4fd3-900a-4f86-9079-8f1f55a57236 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:20:42.926525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b39cf4-a062-455a-8401-d739f4dd376c req-7a6fa210-cce6-4894-bee3-6b2a519f86f1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:42.928045 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-80b39cf4-a062-455a-8401-d739f4dd376c req-7a6fa210-cce6-4894-bee3-6b2a519f86f1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0945055 Nov 28 08:20:42.930658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d515fd4-8b88-45ab-814e-0b2a6bb351af req-b79bdc4b-d347-4a66-a5e5-b478dec734b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:42.932010 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1d515fd4-8b88-45ab-814e-0b2a6bb351af req-b79bdc4b-d347-4a66-a5e5-b478dec734b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 1098 time: 0.0702672 Nov 28 08:20:43.036354 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-80b39cf4-a062-455a-8401-d739f4dd376c req-146c3420-c7ff-429e-88cd-0f45d654cc7c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019218 Nov 28 08:20:43.061356 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47338) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:43.068176 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d515fd4-8b88-45ab-814e-0b2a6bb351af req-bb4ea9a3-902a-4eed-b13d-6441dcf53e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:43.069914 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1d515fd4-8b88-45ab-814e-0b2a6bb351af req-bb4ea9a3-902a-4eed-b13d-6441dcf53e9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=6bc6d52f-97d4-487b-8308-a9db54466862 HTTP/1.1" status: 200 len: 896 time: 0.1291046 Nov 28 08:20:43.103706 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0a3b8e17-bd64-4a3b-9b65-ddcbf57b889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:20:29Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '1194e011-58dc-4fc9-9aad-230b61712316', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.30', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'port_id': 'a7bf548e-f6b1-4670-8c76-564896325fbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'mac_address': 'fa:16:3e:2d:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:20:41Z', 'updated_at': '2021-11-28T08:20:41Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a95515d-f10f-4ab8-a585-ee9469462127', 'name': '', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:af:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:28Z', 'updated_at': '2021-11-28T08:20:32Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:43.133085 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-28ad12fc-9cec-43c1-83e0-9d5c925cc418 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/1194e011-58dc-4fc9-9aad-230b61712316 HTTP/1.1" status: 200 len: 990 time: 0.0697691 Nov 28 08:20:43.136119 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3b8e17-bd64-4a3b-9b65-ddcbf57b889a None None] Checking router: 47ba4fd3-900a-4f86-9079-8f1f55a57236 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:20:43.144779 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3b8e17-bd64-4a3b-9b65-ddcbf57b889a None None] Routers {'47ba4fd3-900a-4f86-9079-8f1f55a57236'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:20:43.145367 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0a3b8e17-bd64-4a3b-9b65-ddcbf57b889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:20:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['47ba4fd3-900a-4f86-9079-8f1f55a57236'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:43.152931 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1d515fd4-8b88-45ab-814e-0b2a6bb351af req-9b3ce739-e4ae-4faf-b74a-e91f0dff4607 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7bf548e-f6b1-4670-8c76-564896325fbc HTTP/1.1" status: 200 len: 998 time: 0.0739577 Nov 28 08:20:43.201291 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d515fd4-8b88-45ab-814e-0b2a6bb351af req-613300af-c28e-4acf-a01a-106e2978efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:43.202745 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1d515fd4-8b88-45ab-814e-0b2a6bb351af req-613300af-c28e-4acf-a01a-106e2978efdb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=032ffad6-68e2-4086-8e3e-e803e902cb56 HTTP/1.1" status: 200 len: 834 time: 0.0427327 Nov 28 08:20:43.254975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d515fd4-8b88-45ab-814e-0b2a6bb351af req-bb730e2d-0f22-4ee8-b5c2-3cc19ea694fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:20:43.256549 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1d515fd4-8b88-45ab-814e-0b2a6bb351af req-bb730e2d-0f22-4ee8-b5c2-3cc19ea694fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bc6d52f-97d4-487b-8308-a9db54466862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0460017 Nov 28 08:20:43.269656 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-0a3b8e17-bd64-4a3b-9b65-ddcbf57b889a None None] Set router 47ba4fd3-900a-4f86-9079-8f1f55a57236 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:20:43.357960 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1d515fd4-8b88-45ab-814e-0b2a6bb351af req-543044f8-4a99-4357-b908-0c6c57b75425 service neutron] 10.222.0.35 "GET /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929143 Nov 28 08:20:43.467503 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1d515fd4-8b88-45ab-814e-0b2a6bb351af req-e8805478-4f3b-4bec-aee5-4bc56363caf2 service neutron] 10.222.0.35 "GET /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017737 Nov 28 08:20:43.659396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0a3b8e17-bd64-4a3b-9b65-ddcbf57b889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:20:29Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '1194e011-58dc-4fc9-9aad-230b61712316', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.30', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'port_id': 'a7bf548e-f6b1-4670-8c76-564896325fbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'mac_address': 'fa:16:3e:2d:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:20:41Z', 'updated_at': '2021-11-28T08:20:41Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a95515d-f10f-4ab8-a585-ee9469462127', 'name': '', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:af:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:28Z', 'updated_at': '2021-11-28T08:20:32Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:20:43.690561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3b8e17-bd64-4a3b-9b65-ddcbf57b889a None None] The sync data for ids ['47ba4fd3-900a-4f86-9079-8f1f55a57236'] in dv-neutron-744815-16-hyperv is: [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:20:29Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '1194e011-58dc-4fc9-9aad-230b61712316', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.30', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'port_id': 'a7bf548e-f6b1-4670-8c76-564896325fbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'mac_address': 'fa:16:3e:2d:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:20:41Z', 'updated_at': '2021-11-28T08:20:41Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a95515d-f10f-4ab8-a585-ee9469462127', 'name': '', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:af:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:28Z', 'updated_at': '2021-11-28T08:20:32Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:20:43.877870 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4976799-869b-4acb-81ad-d7057fbd8a26 None None] New status for floating IP 1194e011-58dc-4fc9-9aad-230b61712316: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:20:44.136619 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47340) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:20:44.200100 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d82fb9a2-fe54-4669-adff-9ac1a9bda8d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/1194e011-58dc-4fc9-9aad-230b61712316 HTTP/1.1" status: 200 len: 992 time: 0.0623653 Nov 28 08:20:45.492188 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-baf9b391-cd74-4d76-b725-4adafb1cf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:47.995235 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c474-c1ab-40bb-9b6e-4cca54004e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:49.157539 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:50.445061 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:20:51.398642 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:21:01.522669 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:21:11.872102 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:21:15.497470 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-02549caf-591f-4f47-bbc2-ff335c1d9cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:21:17.624573 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384a007-b5de-4c8a-b72b-5a9cc2af8349 req-ba6683af-b4e7-41b0-a0b4-7152bedced4f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:17.626769 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1384a007-b5de-4c8a-b72b-5a9cc2af8349 req-ba6683af-b4e7-41b0-a0b4-7152bedced4f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0560336 Nov 28 08:21:17.630445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aef64-a02e-443f-a45d-80945233c1fa req-a148b757-fbab-4790-a8de-40b741422eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:17.631944 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d71aef64-a02e-443f-a45d-80945233c1fa req-a148b757-fbab-4790-a8de-40b741422eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 1098 time: 0.0468657 Nov 28 08:21:17.676114 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1384a007-b5de-4c8a-b72b-5a9cc2af8349 req-add347dc-eb80-4b3c-ad29-9a1845b932d8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428798 Nov 28 08:21:17.728670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aef64-a02e-443f-a45d-80945233c1fa req-aa326f8d-eabf-41e3-bc73-5384a4cb7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:17.730137 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d71aef64-a02e-443f-a45d-80945233c1fa req-aa326f8d-eabf-41e3-bc73-5384a4cb7b58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6bc6d52f-97d4-487b-8308-a9db54466862 HTTP/1.1" status: 200 len: 896 time: 0.0866499 Nov 28 08:21:17.804062 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d71aef64-a02e-443f-a45d-80945233c1fa req-878018c0-aaf0-401e-8c90-e067ba4dab94 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7bf548e-f6b1-4670-8c76-564896325fbc HTTP/1.1" status: 200 len: 1000 time: 0.0661292 Nov 28 08:21:17.861018 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aef64-a02e-443f-a45d-80945233c1fa req-566fb414-5211-450c-8eea-ff511ce0a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:17.862225 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d71aef64-a02e-443f-a45d-80945233c1fa req-566fb414-5211-450c-8eea-ff511ce0a7cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=032ffad6-68e2-4086-8e3e-e803e902cb56 HTTP/1.1" status: 200 len: 834 time: 0.0425360 Nov 28 08:21:17.916742 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aef64-a02e-443f-a45d-80945233c1fa req-5689b60d-d53c-4769-9b83-5a0ae0c47af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:17.918279 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d71aef64-a02e-443f-a45d-80945233c1fa req-5689b60d-d53c-4769-9b83-5a0ae0c47af8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bc6d52f-97d4-487b-8308-a9db54466862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0453348 Nov 28 08:21:17.997988 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-50e00a1c-f304-4cc2-be75-bc21e9587f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:21:18.013562 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d71aef64-a02e-443f-a45d-80945233c1fa req-ce34d3e5-9c6c-4281-9921-69fd985c8fda service neutron] 10.222.0.35 "GET /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872235 Nov 28 08:21:18.108116 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d71aef64-a02e-443f-a45d-80945233c1fa req-390e2f30-f895-40a5-bcf4-3ffa06b61a4a service neutron] 10.222.0.35 "GET /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821056 Nov 28 08:21:18.802014 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f44aa-c84f-4bf8-b1d0-c825d4e967fa req-5d34b0af-ac0f-4c0d-bb60-f3144d863d99 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:18.803583 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b02f44aa-c84f-4bf8-b1d0-c825d4e967fa req-5d34b0af-ac0f-4c0d-bb60-f3144d863d99 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0588808 Nov 28 08:21:18.852306 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b02f44aa-c84f-4bf8-b1d0-c825d4e967fa req-98104d1a-9c8b-4915-a66a-c8b5e53189d0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419853 Nov 28 08:21:19.160248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:21:19.979200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a300f-b58a-4e76-ad03-9f4260dc3436 req-f7f85b2f-fda3-40b1-a44c-191715b0d080 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:19.980642 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-cb4a300f-b58a-4e76-ad03-9f4260dc3436 req-f7f85b2f-fda3-40b1-a44c-191715b0d080 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0586872 Nov 28 08:21:20.028655 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-cb4a300f-b58a-4e76-ad03-9f4260dc3436 req-94d9e1f4-4056-4297-bc09-22d218f99c51 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415885 Nov 28 08:21:20.447591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:21:21.148603 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2648a-92ee-4af8-9874-becf0a45c362 req-c3a6ddf7-76fd-49ac-8293-77643998f6e0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:21.150077 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-26d2648a-92ee-4af8-9874-becf0a45c362 req-c3a6ddf7-76fd-49ac-8293-77643998f6e0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0545433 Nov 28 08:21:21.198508 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-26d2648a-92ee-4af8-9874-becf0a45c362 req-6d164ce9-f1b7-4f5b-bba8-314757a80d91 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424016 Nov 28 08:21:21.399915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:21:22.319016 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b551ce-10ff-4bcf-a215-8f8aba7065d9 req-8df3c454-e617-487c-9934-581b62fea5c6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:22.320464 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a6b551ce-10ff-4bcf-a215-8f8aba7065d9 req-8df3c454-e617-487c-9934-581b62fea5c6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0544841 Nov 28 08:21:22.367571 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a6b551ce-10ff-4bcf-a215-8f8aba7065d9 req-c2077962-4caf-4f37-8527-4ca7cb95a1b1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412033 Nov 28 08:21:23.492488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b767b-8a1d-48e0-a9fa-6f34953272ea req-c761695a-1e6d-4415-8e39-638be39445f2 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:23.494038 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-986b767b-8a1d-48e0-a9fa-6f34953272ea req-c761695a-1e6d-4415-8e39-638be39445f2 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0591948 Nov 28 08:21:23.542568 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-986b767b-8a1d-48e0-a9fa-6f34953272ea req-aa4934e2-fd6e-4c8c-b63f-503e40216236 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426164 Nov 28 08:21:24.663562 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c214dd2-c43b-43d6-b037-733aba3ea98d req-8e7d772e-8f0b-4a8c-8be1-698deaa1b982 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:24.664981 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2c214dd2-c43b-43d6-b037-733aba3ea98d req-8e7d772e-8f0b-4a8c-8be1-698deaa1b982 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0568383 Nov 28 08:21:24.713035 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2c214dd2-c43b-43d6-b037-733aba3ea98d req-0b93704e-9289-4ae7-bf94-e87828f87df2 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415528 Nov 28 08:21:25.835684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99fd47-2a87-431f-b941-b66cbb5915f9 req-6029e13b-23dd-45f0-ac36-0e1211bd2965 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:25.837139 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cc99fd47-2a87-431f-b941-b66cbb5915f9 req-6029e13b-23dd-45f0-ac36-0e1211bd2965 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0537109 Nov 28 08:21:25.884611 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cc99fd47-2a87-431f-b941-b66cbb5915f9 req-74428665-8290-4e95-bca2-a5a5ff011566 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409007 Nov 28 08:21:27.005919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c4f61-4b8f-43c3-a9e4-c38138c8d7a4 req-6c232c66-8193-4c03-aeb2-0e3f705624b6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:27.007386 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7b4c4f61-4b8f-43c3-a9e4-c38138c8d7a4 req-6c232c66-8193-4c03-aeb2-0e3f705624b6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0552020 Nov 28 08:21:27.055211 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7b4c4f61-4b8f-43c3-a9e4-c38138c8d7a4 req-b72a9dc2-5ef2-470a-826d-af609faa5b0b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415206 Nov 28 08:21:28.173144 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199098dd-fa04-4ef7-a6bb-88ac0e71fc66 req-a2065744-55ae-4558-af50-fc7d309dee45 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:28.174626 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-199098dd-fa04-4ef7-a6bb-88ac0e71fc66 req-a2065744-55ae-4558-af50-fc7d309dee45 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0541244 Nov 28 08:21:28.227712 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-199098dd-fa04-4ef7-a6bb-88ac0e71fc66 req-e867cc6a-19d8-4807-baa1-41367de3d99f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468221 Nov 28 08:21:29.351512 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5a88f-979d-41b1-953e-7dd3802f7014 req-e4ea8c1a-70c5-42ca-bf97-3837092b7b07 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:29.352949 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8ec5a88f-979d-41b1-953e-7dd3802f7014 req-e4ea8c1a-70c5-42ca-bf97-3837092b7b07 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0579877 Nov 28 08:21:29.400226 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8ec5a88f-979d-41b1-953e-7dd3802f7014 req-a490cb93-165e-4abc-97cd-da66ea3044d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413160 Nov 28 08:21:30.520334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de617252-da47-488b-a774-a5bdeb9c1fba req-b427cc9a-8830-4fce-b891-5b7dcff444d8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:30.521809 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-de617252-da47-488b-a774-a5bdeb9c1fba req-b427cc9a-8830-4fce-b891-5b7dcff444d8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0547338 Nov 28 08:21:30.570644 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-de617252-da47-488b-a774-a5bdeb9c1fba req-ce2f7b50-0f6f-4852-b363-d16d6786cf0f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429821 Nov 28 08:21:31.527726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:21:31.689004 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230607de-f89f-4773-9331-48b2688af242 req-49f15c32-2cac-4884-be87-d20ecbdc05e2 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:31.690495 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-230607de-f89f-4773-9331-48b2688af242 req-49f15c32-2cac-4884-be87-d20ecbdc05e2 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0554070 Nov 28 08:21:31.737642 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-230607de-f89f-4773-9331-48b2688af242 req-be8e9aa3-7877-4c5e-b095-b780d4a112b5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411897 Nov 28 08:21:32.858088 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445d1d5-4b3e-4b9b-9872-1b9d0e063f06 req-e9dad987-3e10-407c-9782-8bb1a8aa2b09 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:32.859592 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d445d1d5-4b3e-4b9b-9872-1b9d0e063f06 req-e9dad987-3e10-407c-9782-8bb1a8aa2b09 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0546453 Nov 28 08:21:32.908374 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d445d1d5-4b3e-4b9b-9872-1b9d0e063f06 req-b84c9fed-b547-4db0-aab1-01a1513024ae tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429363 Nov 28 08:21:34.030893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f024d-1185-43b6-9f85-97e3740c680b req-248d3ee7-1b0e-49a4-807d-49cc799de3a9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:34.032334 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4a2f024d-1185-43b6-9f85-97e3740c680b req-248d3ee7-1b0e-49a4-807d-49cc799de3a9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0539086 Nov 28 08:21:34.083508 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4a2f024d-1185-43b6-9f85-97e3740c680b req-1fb17757-54d8-4b13-bb37-9a3ac8cca46a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451329 Nov 28 08:21:34.105475 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47388) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:21:34.168251 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-37dfdf90-cfbc-47af-8971-e00eb9329e82 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/1194e011-58dc-4fc9-9aad-230b61712316 HTTP/1.1" status: 200 len: 992 time: 0.0616822 Nov 28 08:21:39.045658 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-44c66e45-99e6-42c5-b70a-c87a0ea2a801 req-7ec16a64-a2bb-4923-8430-d1f54e2e475e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481179 Nov 28 08:21:39.132643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66e45-99e6-42c5-b70a-c87a0ea2a801 req-df3a8731-1c59-456e-bb38-7cf8d5312762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:39.134115 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-44c66e45-99e6-42c5-b70a-c87a0ea2a801 req-df3a8731-1c59-456e-bb38-7cf8d5312762 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 1098 time: 0.0467310 Nov 28 08:21:39.244879 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66e45-99e6-42c5-b70a-c87a0ea2a801 req-6b3e75d6-9e04-41ff-8709-7eb633b6859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:39.245812 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-44c66e45-99e6-42c5-b70a-c87a0ea2a801 req-6b3e75d6-9e04-41ff-8709-7eb633b6859a service neutron] 10.222.0.35 "GET /v2.0/networks?id=6bc6d52f-97d4-487b-8308-a9db54466862 HTTP/1.1" status: 200 len: 896 time: 0.0900705 Nov 28 08:21:39.316093 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-44c66e45-99e6-42c5-b70a-c87a0ea2a801 req-792e49c3-359a-418b-b66d-993c047e1322 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7bf548e-f6b1-4670-8c76-564896325fbc HTTP/1.1" status: 200 len: 1000 time: 0.0625625 Nov 28 08:21:39.364606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66e45-99e6-42c5-b70a-c87a0ea2a801 req-3b8db274-3246-45be-b828-321d6f70557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:39.365992 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-44c66e45-99e6-42c5-b70a-c87a0ea2a801 req-3b8db274-3246-45be-b828-321d6f70557e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=032ffad6-68e2-4086-8e3e-e803e902cb56 HTTP/1.1" status: 200 len: 834 time: 0.0427423 Nov 28 08:21:39.421918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66e45-99e6-42c5-b70a-c87a0ea2a801 req-1f0b2c3b-6bac-4b4f-a7f4-a7bf5bccbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:21:39.423390 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-44c66e45-99e6-42c5-b70a-c87a0ea2a801 req-1f0b2c3b-6bac-4b4f-a7f4-a7bf5bccbc03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bc6d52f-97d4-487b-8308-a9db54466862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0489867 Nov 28 08:21:39.512140 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-44c66e45-99e6-42c5-b70a-c87a0ea2a801 req-88c90e8e-9e75-4850-a07a-4ca38929c629 service neutron] 10.222.0.35 "GET /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802908 Nov 28 08:21:39.603692 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-44c66e45-99e6-42c5-b70a-c87a0ea2a801 req-fecf035b-73cb-46f1-96dc-b0470548bed1 service neutron] 10.222.0.35 "GET /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836551 Nov 28 08:21:45.501721 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ccf16cb2-80e4-4146-b192-514da93d5a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:21:47.999842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7a353efe-a7e8-49db-bc5d-b6da74796db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:21:48.871419 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:21:49.162485 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:21:50.449896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:21:51.401383 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:01.531286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:06.597315 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47400) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:07.082030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port bd288f15-d9a1-47b0-ae3a-71fb57462f25 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:22:07.082367 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:07.153672 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:07.153997 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:07.165312 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for bd288f15-d9a1-47b0-ae3a-71fb57462f25 owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:22:07.316013 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:07.342638 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=bd288f15-d9a1-47b0-ae3a-71fb57462f25,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:07.366904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:07.367251 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:07.367585 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:07.367914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:07.368240 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:07.368561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:07.368882 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:07.369209 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:07.369521 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:07.369842 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:07.370156 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:07.370472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:07.370783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:07.412995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:07.413342 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Floating IP 1194e011-58dc-4fc9-9aad-230b61712316 disassociated (deleted). External IP: 172.26.2.30, port: a7bf548e-f6b1-4670-8c76-564896325fbc. Nov 28 08:22:07.644424 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 47ba4fd3-900a-4f86-9079-8f1f55a57236 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:22:07.770630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:22:07.775750 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:07.780996 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab99250-1d4a-49ca-aa92-3ab68abf5dbe None None] Sync routers for ids ['47ba4fd3-900a-4f86-9079-8f1f55a57236'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:22:07.790104 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab99250-1d4a-49ca-aa92-3ab68abf5dbe None None] Routers {'47ba4fd3-900a-4f86-9079-8f1f55a57236'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:22:07.790721 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6ab99250-1d4a-49ca-aa92-3ab68abf5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:21:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['47ba4fd3-900a-4f86-9079-8f1f55a57236'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:07.808437 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-76e8623d-7cf9-4da6-a0c2-606006a80f8e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/floatingips/1194e011-58dc-4fc9-9aad-230b61712316 HTTP/1.1" status: 204 len: 168 time: 1.2100575 Nov 28 08:22:07.809117 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'tag': 'a7bf548e-f6b1-4670-8c76-564896325fbc'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:22:07.811736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1aef3a-331c-4d40-8ca0-3d1b188d4009" -d '{"events": [{"name": "network-changed", "server_uuid": "0d58db93-4648-41d3-bde4-9880e3b134c3", "tag": "a7bf548e-f6b1-4670-8c76-564896325fbc"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:22:07.855150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6000d88-5b4d-4549-9b97-f9fc68914c24 x-openstack-request-id: req-b6000d88-5b4d-4549-9b97-f9fc68914c24 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:22:07.855673 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d58db93-4648-41d3-bde4-9880e3b134c3", "tag": "a7bf548e-f6b1-4670-8c76-564896325fbc", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:22:07.855937 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6000d88-5b4d-4549-9b97-f9fc68914c24 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:22:07.856413 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'tag': 'a7bf548e-f6b1-4670-8c76-564896325fbc', 'status': 'completed', 'code': 200} Nov 28 08:22:07.919458 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-6ab99250-1d4a-49ca-aa92-3ab68abf5dbe None None] Set router 47ba4fd3-900a-4f86-9079-8f1f55a57236 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:22:07.936656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aef3a-331c-4d40-8ca0-3d1b188d4009 req-15e1db02-673a-46b6-ad71-f28e119a8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:07.938938 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cb1aef3a-331c-4d40-8ca0-3d1b188d4009 req-15e1db02-673a-46b6-ad71-f28e119a8fdd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 1098 time: 0.0551736 Nov 28 08:22:08.082287 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aef3a-331c-4d40-8ca0-3d1b188d4009 req-3d12ea70-0947-4916-a569-2cfe1835ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:08.083780 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cb1aef3a-331c-4d40-8ca0-3d1b188d4009 req-3d12ea70-0947-4916-a569-2cfe1835ebe1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6bc6d52f-97d4-487b-8308-a9db54466862 HTTP/1.1" status: 200 len: 896 time: 0.1361058 Nov 28 08:22:08.108235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781fa36-a8c4-40ca-b9ca-222ba1d8c8b2 req-d25279f0-f96d-4c65-9e83-b94b4c1abdce tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:08.109665 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f781fa36-a8c4-40ca-b9ca-222ba1d8c8b2 req-d25279f0-f96d-4c65-9e83-b94b4c1abdce tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.1030250 Nov 28 08:22:08.141138 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cb1aef3a-331c-4d40-8ca0-3d1b188d4009 req-4a427605-bb4c-4903-bba2-b85fdad46722 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7bf548e-f6b1-4670-8c76-564896325fbc HTTP/1.1" status: 200 len: 217 time: 0.0472841 Nov 28 08:22:08.149503 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6ab99250-1d4a-49ca-aa92-3ab68abf5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:20:29Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9a95515d-f10f-4ab8-a585-ee9469462127', 'name': '', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:af:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:28Z', 'updated_at': '2021-11-28T08:20:32Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:08.177268 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab99250-1d4a-49ca-aa92-3ab68abf5dbe None None] Checking router: 47ba4fd3-900a-4f86-9079-8f1f55a57236 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:22:08.185410 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab99250-1d4a-49ca-aa92-3ab68abf5dbe None None] Routers {'47ba4fd3-900a-4f86-9079-8f1f55a57236'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:22:08.186620 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6ab99250-1d4a-49ca-aa92-3ab68abf5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:21:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['47ba4fd3-900a-4f86-9079-8f1f55a57236'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:08.220518 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f781fa36-a8c4-40ca-b9ca-222ba1d8c8b2 req-6522d2b2-6252-4de3-80bd-1e076714ef38 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823464 Nov 28 08:22:08.222007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aef3a-331c-4d40-8ca0-3d1b188d4009 req-677d9bb6-98fc-4ac8-a2b9-8d68532498b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:08.223372 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cb1aef3a-331c-4d40-8ca0-3d1b188d4009 req-677d9bb6-98fc-4ac8-a2b9-8d68532498b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=032ffad6-68e2-4086-8e3e-e803e902cb56 HTTP/1.1" status: 200 len: 834 time: 0.0705929 Nov 28 08:22:08.278830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aef3a-331c-4d40-8ca0-3d1b188d4009 req-79cb1ae9-def4-4697-ba10-d55576c47233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:08.280412 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cb1aef3a-331c-4d40-8ca0-3d1b188d4009 req-79cb1ae9-def4-4697-ba10-d55576c47233 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6bc6d52f-97d4-487b-8308-a9db54466862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0471160 Nov 28 08:22:08.307904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-6ab99250-1d4a-49ca-aa92-3ab68abf5dbe None None] Set router 47ba4fd3-900a-4f86-9079-8f1f55a57236 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:22:08.371060 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cb1aef3a-331c-4d40-8ca0-3d1b188d4009 req-c1b321f0-d5bd-4a04-a250-65f3b37782a1 service neutron] 10.222.0.35 "GET /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805438 Nov 28 08:22:08.464389 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cb1aef3a-331c-4d40-8ca0-3d1b188d4009 req-04076dcd-1edf-4246-a58f-d61f1d5ec116 service neutron] 10.222.0.35 "GET /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847654 Nov 28 08:22:08.509811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6ab99250-1d4a-49ca-aa92-3ab68abf5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:20:29Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9a95515d-f10f-4ab8-a585-ee9469462127', 'name': '', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:af:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:28Z', 'updated_at': '2021-11-28T08:20:32Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:08.540516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab99250-1d4a-49ca-aa92-3ab68abf5dbe None None] The sync data for ids ['47ba4fd3-900a-4f86-9079-8f1f55a57236'] in dv-neutron-744815-16-hyperv is: [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:20:29Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '9a95515d-f10f-4ab8-a585-ee9469462127', 'name': '', 'network_id': '6bc6d52f-97d4-487b-8308-a9db54466862', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:af:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:28Z', 'updated_at': '2021-11-28T08:20:32Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '032ffad6-68e2-4086-8e3e-e803e902cb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:22:08.755342 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e42fd9-2dca-4d49-9756-e54f4f74970c None None] New status for floating IP 1194e011-58dc-4fc9-9aad-230b61712316: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:22:09.345880 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb9b3d-e7d8-4a3c-b179-1ed7d642d847 req-bf172367-345c-49ba-8af0-110150caf6c5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:09.347383 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5dbb9b3d-e7d8-4a3c-b179-1ed7d642d847 req-bf172367-345c-49ba-8af0-110150caf6c5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0589201 Nov 28 08:22:09.394990 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5dbb9b3d-e7d8-4a3c-b179-1ed7d642d847 req-21c43d9a-351b-488e-8e3b-bda3160b9d9c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=acbf36e1-0181-48e5-8336-a6ebfe03e925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415826 Nov 28 08:22:09.816645 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02173e15-f04a-4906-8292-fe8287ab0d9c req-688edbb6-96dd-4914-ac8d-2a7683d11e09 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:09.818068 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02173e15-f04a-4906-8292-fe8287ab0d9c req-688edbb6-96dd-4914-ac8d-2a7683d11e09 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 945 time: 0.0546854 Nov 28 08:22:09.925908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-02173e15-f04a-4906-8292-fe8287ab0d9c req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port a7bf548e-f6b1-4670-8c76-564896325fbc {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:22:09.926242 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02173e15-f04a-4906-8292-fe8287ab0d9c req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:10.012655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-02173e15-f04a-4906-8292-fe8287ab0d9c req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port a7bf548e-f6b1-4670-8c76-564896325fbc, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a7bf548e-f6b1-4670-8c76-564896325fbc,segment=NetworkSegment(ad791b23-4a2e-4431-b294-e76995afd190),segment_id=ad791b23-4a2e-4431-b294-e76995afd190)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:22:10.013023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02173e15-f04a-4906-8292-fe8287ab0d9c req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:10.024522 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-02173e15-f04a-4906-8292-fe8287ab0d9c req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for a7bf548e-f6b1-4670-8c76-564896325fbc owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:22:10.159973 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02173e15-f04a-4906-8292-fe8287ab0d9c req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:10.189699 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=a7bf548e-f6b1-4670-8c76-564896325fbc,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:10.201381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:10.201741 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:10.202091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:10.202436 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:10.202770 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:10.203145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:10.203479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:10.203808 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:10.204133 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:10.204459 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:10.204784 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:10.205115 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:10.205442 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:10.245057 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-02173e15-f04a-4906-8292-fe8287ab0d9c req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] No DVR routers for this DVR port a7bf548e-f6b1-4670-8c76-564896325fbc on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:22:10.247474 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02173e15-f04a-4906-8292-fe8287ab0d9c req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:10.250842 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02173e15-f04a-4906-8292-fe8287ab0d9c req-d6ba7eed-4ad8-4452-bd83-f9cef64c6416 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "DELETE /v2.0/ports/a7bf548e-f6b1-4670-8c76-564896325fbc HTTP/1.1" status: 204 len: 173 time: 0.4213104 Nov 28 08:22:10.251301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'name': 'network-vif-deleted', 'tag': 'a7bf548e-f6b1-4670-8c76-564896325fbc'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:22:10.253538 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94863c53-6b47-4d86-b98a-c8f1e778aa0c" -d '{"events": [{"server_uuid": "0d58db93-4648-41d3-bde4-9880e3b134c3", "name": "network-vif-deleted", "tag": "a7bf548e-f6b1-4670-8c76-564896325fbc"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:22:10.290002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc90976-bed1-4c35-8598-3e8a227d75de x-openstack-request-id: req-7cc90976-bed1-4c35-8598-3e8a227d75de {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:22:10.290387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d58db93-4648-41d3-bde4-9880e3b134c3", "name": "network-vif-deleted", "tag": "a7bf548e-f6b1-4670-8c76-564896325fbc", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:22:10.290718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cc90976-bed1-4c35-8598-3e8a227d75de {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:22:10.291222 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d58db93-4648-41d3-bde4-9880e3b134c3', 'name': 'network-vif-deleted', 'tag': 'a7bf548e-f6b1-4670-8c76-564896325fbc', 'status': 'completed', 'code': 200} Nov 28 08:22:10.499872 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9ce35c20-30d1-429f-a11d-1cc37243c20b req-ad7d451e-2609-44fb-a3ef-b6c8880f0e32 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d58db93-4648-41d3-bde4-9880e3b134c3 HTTP/1.1" status: 200 len: 210 time: 0.0271499 Nov 28 08:22:11.556767 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47418) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:11.956646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a33b7c6e-eec1-474d-bdaf-b78d0c36cf50 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:12.240381 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a33b7c6e-eec1-474d-bdaf-b78d0c36cf50 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port 9a95515d-f10f-4ab8-a585-ee9469462127 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:22:12.240628 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a33b7c6e-eec1-474d-bdaf-b78d0c36cf50 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:12.328599 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-a33b7c6e-eec1-474d-bdaf-b78d0c36cf50 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port 9a95515d-f10f-4ab8-a585-ee9469462127, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=9a95515d-f10f-4ab8-a585-ee9469462127,segment=NetworkSegment(ad791b23-4a2e-4431-b294-e76995afd190),segment_id=ad791b23-4a2e-4431-b294-e76995afd190)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:22:12.328953 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a33b7c6e-eec1-474d-bdaf-b78d0c36cf50 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:12.340592 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a33b7c6e-eec1-474d-bdaf-b78d0c36cf50 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for 9a95515d-f10f-4ab8-a585-ee9469462127 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:22:12.532852 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a33b7c6e-eec1-474d-bdaf-b78d0c36cf50 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:12.557610 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b7c6e-eec1-474d-bdaf-b78d0c36cf50 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=9a95515d-f10f-4ab8-a585-ee9469462127,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:12.656533 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a7bf548e-f6b1-4670-8c76-564896325fbc no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:22:12.678174 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: a7bf548e-f6b1-4670-8c76-564896325fbc {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:22:12.678519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a7bf548e-f6b1-4670-8c76-564896325fbc not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:22:12.752909 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a33b7c6e-eec1-474d-bdaf-b78d0c36cf50 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:12.998809 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33b7c6e-eec1-474d-bdaf-b78d0c36cf50 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 47ba4fd3-900a-4f86-9079-8f1f55a57236 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:22:13.119816 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33b7c6e-eec1-474d-bdaf-b78d0c36cf50 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:22:13.125954 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a33b7c6e-eec1-474d-bdaf-b78d0c36cf50 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "PUT /v2.0/routers/47ba4fd3-900a-4f86-9079-8f1f55a57236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5681617 Nov 28 08:22:13.128726 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47420) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:13.129876 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47f5c7-413b-4dc8-a626-1ad16927b883 None None] Sync routers for ids ['47ba4fd3-900a-4f86-9079-8f1f55a57236'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:22:13.140049 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b47f5c7-413b-4dc8-a626-1ad16927b883 None None] Routers {'47ba4fd3-900a-4f86-9079-8f1f55a57236'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:22:13.140703 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2b47f5c7-413b-4dc8-a626-1ad16927b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:21:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['47ba4fd3-900a-4f86-9079-8f1f55a57236'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:13.178439 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac186fc5-427c-4e69-8e3d-ff22a20049b0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting subnet 032ffad6-68e2-4086-8e3e-e803e902cb56 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:22:13.181570 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac186fc5-427c-4e69-8e3d-ff22a20049b0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:13.220646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac186fc5-427c-4e69-8e3d-ff22a20049b0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:13.261968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-2b47f5c7-413b-4dc8-a626-1ad16927b883 None None] Set router 47ba4fd3-900a-4f86-9079-8f1f55a57236 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:22:13.315903 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac186fc5-427c-4e69-8e3d-ff22a20049b0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:13.372180 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac186fc5-427c-4e69-8e3d-ff22a20049b0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:13.400003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac186fc5-427c-4e69-8e3d-ff22a20049b0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Subnet': ['ID=032ffad6-68e2-4086-8e3e-e803e902cb56,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:13.401968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ac186fc5-427c-4e69-8e3d-ff22a20049b0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:13.405744 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ac186fc5-427c-4e69-8e3d-ff22a20049b0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/subnets/032ffad6-68e2-4086-8e3e-e803e902cb56 HTTP/1.1" status: 204 len: 168 time: 0.2760775 Nov 28 08:22:13.410070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47422) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:13.426601 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab46a048-5c53-42a8-ad86-17e2535568c4 None None] Network 6bc6d52f-97d4-487b-8308-a9db54466862 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:22:13.537671 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:13.547474 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2b47f5c7-413b-4dc8-a626-1ad16927b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:22:12Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:13.575902 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47f5c7-413b-4dc8-a626-1ad16927b883 None None] Checking router: 47ba4fd3-900a-4f86-9079-8f1f55a57236 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:22:13.591477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b47f5c7-413b-4dc8-a626-1ad16927b883 None None] Routers {'47ba4fd3-900a-4f86-9079-8f1f55a57236'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:22:13.592609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2b47f5c7-413b-4dc8-a626-1ad16927b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:21:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['47ba4fd3-900a-4f86-9079-8f1f55a57236'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:13.661592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:13.734657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port 7d59ad03-0192-49b5-aab5-1df5253aaa30 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:22:13.735032 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:13.819232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port 7d59ad03-0192-49b5-aab5-1df5253aaa30, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7d59ad03-0192-49b5-aab5-1df5253aaa30,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:22:13.819871 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:13.832630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for 7d59ad03-0192-49b5-aab5-1df5253aaa30 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:22:13.843388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] DHCP port deletion for 6bc6d52f-97d4-487b-8308-a9db54466862 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:22:13.901754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-2b47f5c7-413b-4dc8-a626-1ad16927b883 None None] Set router 47ba4fd3-900a-4f86-9079-8f1f55a57236 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:22:14.011954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.031608 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Deleting port 2744f669-b836-469d-a017-5fe5dd36129c {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:22:14.031979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.040471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=7d59ad03-0192-49b5-aab5-1df5253aaa30,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:14.062199 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cba369-d5b6-4678-9a0b-f7aad1b5b62d None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:22:14.103452 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.143587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] For port 2744f669-b836-469d-a017-5fe5dd36129c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=2744f669-b836-469d-a017-5fe5dd36129c,segment=NetworkSegment(ad791b23-4a2e-4431-b294-e76995afd190),segment_id=ad791b23-4a2e-4431-b294-e76995afd190)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:22:14.143982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.159986 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Calling delete_port for 2744f669-b836-469d-a017-5fe5dd36129c owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:22:14.209971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.212186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.224989 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-2b47f5c7-413b-4dc8-a626-1ad16927b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:22:12Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:14.256804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.257387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Fanout notify agent at l3_agent the message router_deleted on router 47ba4fd3-900a-4f86-9079-8f1f55a57236 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:22:14.265025 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.265589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47f5c7-413b-4dc8-a626-1ad16927b883 None None] The sync data for ids ['47ba4fd3-900a-4f86-9079-8f1f55a57236'] in dv-neutron-744815-16-hyperv is: [{'id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574590025', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:20:25Z', 'updated_at': '2021-11-28T08:22:12Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '7d59ad03-0192-49b5-aab5-1df5253aaa30', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba4fd3-900a-4f86-9079-8f1f55a57236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:20:26Z', 'updated_at': '2021-11-28T08:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:22:14.266179 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-efe82772-7770-4909-b9b8-0e75ad98ee58 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/routers/47ba4fd3-900a-4f86-9079-8f1f55a57236 HTTP/1.1" status: 204 len: 168 time: 0.8544576 Nov 28 08:22:14.269335 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47424) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:14.290248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.322408 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] No DVR routers for this DVR port 2744f669-b836-469d-a017-5fe5dd36129c on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:22:14.327863 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Pushing event deleted for resources: {'Port': ['ID=2744f669-b836-469d-a017-5fe5dd36129c,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:14.341758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:14.342362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:14.342776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:14.343205 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:14.343609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:14.344014 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:14.344409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:14.344746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:14.345081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:14.345409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:14.345743 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:14.346094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:14.346416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1429fac-cbe9-4d7c-9246-6ba211bc4aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:14.672462 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9b30-781b-4481-b078-ba225f79c8d6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.764941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9b30-781b-4481-b078-ba225f79c8d6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.786040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-fdcf9b30-781b-4481-b078-ba225f79c8d6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc6d52f-97d4-487b-8308-a9db54466862']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:14.795711 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-fdcf9b30-781b-4481-b078-ba225f79c8d6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad791b23-4a2e-4431-b294-e76995afd190') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:14.796006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-fdcf9b30-781b-4481-b078-ba225f79c8d6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad791b23-4a2e-4431-b294-e76995afd190') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:14.805396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9b30-781b-4481-b078-ba225f79c8d6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.818158 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9b30-781b-4481-b078-ba225f79c8d6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.824265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcf9b30-781b-4481-b078-ba225f79c8d6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:22:14.824656 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9b30-781b-4481-b078-ba225f79c8d6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:22:14.827763 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:22:14.893510 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9b30-781b-4481-b078-ba225f79c8d6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.901413 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9b30-781b-4481-b078-ba225f79c8d6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.904785 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fdcf9b30-781b-4481-b078-ba225f79c8d6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/networks/6bc6d52f-97d4-487b-8308-a9db54466862 HTTP/1.1" status: 204 len: 168 time: 0.6339118 Nov 28 08:22:14.907662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47426) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:14.916647 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf9b30-781b-4481-b078-ba225f79c8d6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Network': ['ID=6bc6d52f-97d4-487b-8308-a9db54466862,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:14.970772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dc88c48d-213d-4e88-a04c-c1620c778409 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:14.996007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dc88c48d-213d-4e88-a04c-c1620c778409 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.059488 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dc88c48d-213d-4e88-a04c-c1620c778409 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.062204 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-dc88c48d-213d-4e88-a04c-c1620c778409 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.063413 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-dc88c48d-213d-4e88-a04c-c1620c778409 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/security-groups/acbf36e1-0181-48e5-8336-a6ebfe03e925 HTTP/1.1" status: 204 len: 168 time: 0.1547689 Nov 28 08:22:15.072637 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88c48d-213d-4e88-a04c-c1620c778409 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbf36e1-0181-48e5-8336-a6ebfe03e925,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:15.356483 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7d59ad03-0192-49b5-aab5-1df5253aaa30 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:22:15.377842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 7d59ad03-0192-49b5-aab5-1df5253aaa30 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:22:15.378186 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7d59ad03-0192-49b5-aab5-1df5253aaa30 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:22:15.378598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9a95515d-f10f-4ab8-a585-ee9469462127 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:22:15.387476 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47432) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:15.392659 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3a1819f6-b46a-4abf-83d5-cc759440924b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-746706356', 'description': 'tempest-secgroup-smoke-746706356 description', 'project_id': '958befc2eb02460b87fb3360e15693e8'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:22:15.399309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 9a95515d-f10f-4ab8-a585-ee9469462127 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:22:15.399662 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 9a95515d-f10f-4ab8-a585-ee9469462127 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:22:15.400078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 2744f669-b836-469d-a017-5fe5dd36129c no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:22:15.414762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a1819f6-b46a-4abf-83d5-cc759440924b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.420257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 2744f669-b836-469d-a017-5fe5dd36129c {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:22:15.420604 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 2744f669-b836-469d-a017-5fe5dd36129c not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:22:15.480775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a1819f6-b46a-4abf-83d5-cc759440924b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.484639 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a1819f6-b46a-4abf-83d5-cc759440924b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.502630 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c16d4a98-cca5-4671-bbc6-e1a1e469b637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.515583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3a1819f6-b46a-4abf-83d5-cc759440924b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.516805 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3a1819f6-b46a-4abf-83d5-cc759440924b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1283314 Nov 28 08:22:15.517914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1819f6-b46a-4abf-83d5-cc759440924b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4938b2e9-7b44-4f10-9869-c880a133e60c,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:15.520606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47434) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:15.525472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8ed4a278-c2d9-4572-a9bd-661214b0bf1d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4938b2e9-7b44-4f10-9869-c880a133e60c', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:22:15.555416 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a278-c2d9-4572-a9bd-661214b0bf1d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.599767 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a278-c2d9-4572-a9bd-661214b0bf1d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.603294 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a278-c2d9-4572-a9bd-661214b0bf1d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.620428 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4a278-c2d9-4572-a9bd-661214b0bf1d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c8ffe2-396e-4f02-8f56-bc010ac066eb,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:15.628749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a278-c2d9-4572-a9bd-661214b0bf1d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.629940 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8ed4a278-c2d9-4572-a9bd-661214b0bf1d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1082449 Nov 28 08:22:15.632837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47436) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:15.637193 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-31afbab7-dd61-4326-8efe-e46041ebc165 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4938b2e9-7b44-4f10-9869-c880a133e60c', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:22:15.662705 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-31afbab7-dd61-4326-8efe-e46041ebc165 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.716085 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-31afbab7-dd61-4326-8efe-e46041ebc165 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.719308 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-31afbab7-dd61-4326-8efe-e46041ebc165 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.735682 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afbab7-dd61-4326-8efe-e46041ebc165 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a76fe81-69e9-4b85-89de-96b50be3fbfe,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:15.743623 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-31afbab7-dd61-4326-8efe-e46041ebc165 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.744799 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-31afbab7-dd61-4326-8efe-e46041ebc165 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1110198 Nov 28 08:22:15.747487 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47438) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:15.752194 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1b733a4a-cc96-4bc2-be84-7bbbd2d4b592 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4938b2e9-7b44-4f10-9869-c880a133e60c', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:22:15.777354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b733a4a-cc96-4bc2-be84-7bbbd2d4b592 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.831108 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b733a4a-cc96-4bc2-be84-7bbbd2d4b592 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.834481 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b733a4a-cc96-4bc2-be84-7bbbd2d4b592 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.851163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b733a4a-cc96-4bc2-be84-7bbbd2d4b592 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072dab1e-679a-4a9f-87f2-7fe8b9c4ba8a,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:15.859335 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1b733a4a-cc96-4bc2-be84-7bbbd2d4b592 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.860559 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1b733a4a-cc96-4bc2-be84-7bbbd2d4b592 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115608 Nov 28 08:22:15.863330 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47440) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:15.867579 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f9c5b87e-2647-430f-a6a1-4e4487ed3735 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4938b2e9-7b44-4f10-9869-c880a133e60c', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:22:15.893106 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f9c5b87e-2647-430f-a6a1-4e4487ed3735 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.952248 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f9c5b87e-2647-430f-a6a1-4e4487ed3735 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.955770 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f9c5b87e-2647-430f-a6a1-4e4487ed3735 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.972396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5b87e-2647-430f-a6a1-4e4487ed3735 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53973648-0d33-4c97-888a-3ad4c003abb4,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:15.980917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f9c5b87e-2647-430f-a6a1-4e4487ed3735 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:15.982104 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f9c5b87e-2647-430f-a6a1-4e4487ed3735 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178441 Nov 28 08:22:15.985301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47442) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:15.989514 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-19df07e4-e9bf-4fe6-8213-016287fe680c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4938b2e9-7b44-4f10-9869-c880a133e60c', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:22:16.010709 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-19df07e4-e9bf-4fe6-8213-016287fe680c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Project 958befc2eb02460b87fb3360e15693e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:22:16.015374 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-19df07e4-e9bf-4fe6-8213-016287fe680c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.074229 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-19df07e4-e9bf-4fe6-8213-016287fe680c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.077766 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-19df07e4-e9bf-4fe6-8213-016287fe680c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.094270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df07e4-e9bf-4fe6-8213-016287fe680c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f478ecc-523e-4b7c-91e2-cfe16fb98656,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:16.102704 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-19df07e4-e9bf-4fe6-8213-016287fe680c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.103936 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-19df07e4-e9bf-4fe6-8213-016287fe680c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177125 Nov 28 08:22:16.106670 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47444) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:16.111463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-1a3aa499-b9f6-40a7-a315-883b4e97de3a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4938b2e9-7b44-4f10-9869-c880a133e60c', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:22:16.132484 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-1a3aa499-b9f6-40a7-a315-883b4e97de3a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Project 958befc2eb02460b87fb3360e15693e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:22:16.137141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1a3aa499-b9f6-40a7-a315-883b4e97de3a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.193915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1a3aa499-b9f6-40a7-a315-883b4e97de3a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.197415 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1a3aa499-b9f6-40a7-a315-883b4e97de3a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.213966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3aa499-b9f6-40a7-a315-883b4e97de3a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f00ecd6-a06a-4aa7-8720-d37a2d7be907,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:16.222690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1a3aa499-b9f6-40a7-a315-883b4e97de3a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.223886 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1a3aa499-b9f6-40a7-a315-883b4e97de3a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1157863 Nov 28 08:22:16.228445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47446) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:16.233712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8cb880d0-1c06-4c44-9723-fd834a4bdc34 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'network': {'name': 'tempest-network-smoke--1598950810', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'port_security_enabled': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:22:16.252571 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb880d0-1c06-4c44-9723-fd834a4bdc34 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:22:16.256018 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8cb880d0-1c06-4c44-9723-fd834a4bdc34 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.280712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb880d0-1c06-4c44-9723-fd834a4bdc34 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:22:16.289388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8cb880d0-1c06-4c44-9723-fd834a4bdc34 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.289726 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-8cb880d0-1c06-4c44-9723-fd834a4bdc34 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Added segment 71687514-23a3-4bfc-a74c-c008a3eabca4 of type vlan for network c3597435-406f-4882-942f-da25ca84d167 Nov 28 08:22:16.327760 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8cb880d0-1c06-4c44-9723-fd834a4bdc34 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.352828 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8cb880d0-1c06-4c44-9723-fd834a4bdc34 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.360961 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb880d0-1c06-4c44-9723-fd834a4bdc34 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:16.361841 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8cb880d0-1c06-4c44-9723-fd834a4bdc34 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.397883 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8cb880d0-1c06-4c44-9723-fd834a4bdc34 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1684370 Nov 28 08:22:16.400755 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47448) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:16.405941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'admin_state_up': True, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:22:16.429279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb880d0-1c06-4c44-9723-fd834a4bdc34 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Network': ['ID=c3597435-406f-4882-942f-da25ca84d167,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:16.431085 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.432095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.440598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network c3597435-406f-4882-942f-da25ca84d167 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:22:16.489816 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.642190 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.836952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.855207 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:16.956255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.26.2.38 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/781e47f6-ebe3-4ade-ab03-c5baf4bf54cf) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:22:17.054387 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:17.095213 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:17.129835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:22:17.134075 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:22:17.140577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:22:17.148519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087dedd7-ba10-444f-85ee-43f33dc64dea None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:22:17.168053 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=781e47f6-ebe3-4ade-ab03-c5baf4bf54cf,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:17.232871 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7ff21a3e-bce2-4eb8-86a3-23f13411721c None None] Provisioning complete for port 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:17.233239 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7ff21a3e-bce2-4eb8-86a3-23f13411721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:17.276504 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7ff21a3e-bce2-4eb8-86a3-23f13411721c None None] Port 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:22:17.418894 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:17.642655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:17.782242 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 8c588ed5-c729-43a9-b35c-095b41bccf32 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:22:17.900302 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:22:17.912691 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Sync routers for ids ['8c588ed5-c729-43a9-b35c-095b41bccf32'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:22:17.921340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:17.922640 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d2ccd4b1-c136-42fe-90c5-5ce8bc824cb1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5208280 Nov 28 08:22:17.923318 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Routers {'8c588ed5-c729-43a9-b35c-095b41bccf32'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:22:17.923934 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:21:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8c588ed5-c729-43a9-b35c-095b41bccf32'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:17.926098 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47450) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:17.957303 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b523ac31-63bb-4495-9455-aac3d5c83dcc tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=958befc2eb02460b87fb3360e15693e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300794 Nov 28 08:22:17.959965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47452) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:18.002862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-61824316-1eb9-41d0-8526-0826de7d1301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:18.048490 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b618de7a-7410-4c81-9a3a-7eed693f9a62 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:18.049963 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b618de7a-7410-4c81-9a3a-7eed693f9a62 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890911 Nov 28 08:22:18.053212 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47454) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:18.083411 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-23fde18b-9e5e-4135-acee-20f0bae22e46 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289464 Nov 28 08:22:18.086219 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47456) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:18.091181 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2e07be82-8445-4045-b0d9-25ccbceb3339 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1205173262', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:22:18.137823 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Set router 8c588ed5-c729-43a9-b35c-095b41bccf32 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:22:18.184678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e07be82-8445-4045-b0d9-25ccbceb3339 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:22:18.188511 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2e07be82-8445-4045-b0d9-25ccbceb3339 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:18.315572 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:17Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:18.348746 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Checking router: 8c588ed5-c729-43a9-b35c-095b41bccf32 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:22:18.349087 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Updating router 8c588ed5-c729-43a9-b35c-095b41bccf32 port 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:22:18.368695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2e07be82-8445-4045-b0d9-25ccbceb3339 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:18.379064 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:18.430464 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07be82-8445-4045-b0d9-25ccbceb3339 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Subnet': ['ID=8d123e1c-9379-417b-aeda-b0e81667109f,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:18.435691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07be82-8445-4045-b0d9-25ccbceb3339 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Checking segment: {'id': '71687514-23a3-4bfc-a74c-c008a3eabca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c3597435-406f-4882-942f-da25ca84d167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:22:18.436051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e07be82-8445-4045-b0d9-25ccbceb3339 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network hostable DHCP agents. Network: c3597435-406f-4882-942f-da25ca84d167, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:22:18.453395 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e07be82-8445-4045-b0d9-25ccbceb3339 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network c3597435-406f-4882-942f-da25ca84d167 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:22:18.461918 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-2e07be82-8445-4045-b0d9-25ccbceb3339 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, c3597435-406f-4882-942f-da25ca84d167) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:22:18.466112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e07be82-8445-4045-b0d9-25ccbceb3339 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:18.466488 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2e07be82-8445-4045-b0d9-25ccbceb3339 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:18.472674 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba529f-eced-49ef-acd1-2d7b01d37045 None None] Network c3597435-406f-4882-942f-da25ca84d167 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:22:18.489961 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2e07be82-8445-4045-b0d9-25ccbceb3339 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4000959 Nov 28 08:22:18.490579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47458) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:18.624738 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-c3597435-406f-4882-942f-da25ca84d167', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ips': [{'subnet_id': '8d123e1c-9379-417b-aeda-b0e81667109f'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:22:18.626314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:18.653148 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:18.658800 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:18.708617 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Attempting to bind port 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:22:18.708988 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Attempting to bind port 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:22:18.709351 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Attempting to bind port 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:22:18.722543 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:22:18.722941 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:22:18.723338 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:18.723725 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:22:18.724197 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Bound port: 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:22:18.724571 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:18.747396 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Pushing event updated for resources: {'Port': ['ID=781e47f6-ebe3-4ade-ab03-c5baf4bf54cf,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:18.757310 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2b51b6-61a7-4ebb-94ff-f9687491c3a4 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:22:18.772656 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Allocated IP 172.20.0.2 (c3597435-406f-4882-942f-da25ca84d167/8d123e1c-9379-417b-aeda-b0e81667109f/b683df49-3619-48f0-b092-3e2b110ca2d1) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:22:18.783627 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] For port 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:22:18.790058 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] For port 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=781e47f6-ebe3-4ade-ab03-c5baf4bf54cf,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:22:18.792411 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:18.792930 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:18.793299 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:18.793600 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:18.794136 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:18.794471 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:18.794847 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:18.795249 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:18.795566 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:18.795878 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:18.796362 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:18.796864 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:18.797189 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:22:18.801453 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:18.846207 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Routers {'8c588ed5-c729-43a9-b35c-095b41bccf32'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:22:18.847047 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:22:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8c588ed5-c729-43a9-b35c-095b41bccf32'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:18.860746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cc83ed-5efd-40ba-9386-6a39d0628056 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:22:18.869800 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b83553c1-bf22-49a6-bd7a-61b81ed78dd7 None None] Provisioning complete for port 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:18.869800 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b83553c1-bf22-49a6-bd7a-61b81ed78dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:18.953228 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839e555-98ff-43b0-83b5-e5c1e8aa5cfe None None] Pushing event updated for resources: {'Port': ['ID=781e47f6-ebe3-4ade-ab03-c5baf4bf54cf,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:18.989006 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] Set router 8c588ed5-c729-43a9-b35c-095b41bccf32 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:22:19.036531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:19.051305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:19.052891 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b83553c1-bf22-49a6-bd7a-61b81ed78dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:19.068582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:19.110804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b83553c1-bf22-49a6-bd7a-61b81ed78dd7 None None] For port 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=781e47f6-ebe3-4ade-ab03-c5baf4bf54cf,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:22:19.122326 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b83553c1-bf22-49a6-bd7a-61b81ed78dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:19.128270 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Network c3597435-406f-4882-942f-da25ca84d167 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:22:19.135839 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:22:19.138752 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:22:19.185073 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:17Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:19.201415 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Pushing event updated for resources: {'Port': ['ID=b683df49-3619-48f0-b092-3e2b110ca2d1,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:19.216344 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0326a98-e8c7-4b3e-b037-8420dbf67c72 None None] The sync data for ids ['8c588ed5-c729-43a9-b35c-095b41bccf32'] in dv-neutron-744815-16-hyperv is: [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:17Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:22:19.251637 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Attempting to bind port b683df49-3619-48f0-b092-3e2b110ca2d1 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:22:19.252013 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Attempting to bind port b683df49-3619-48f0-b092-3e2b110ca2d1 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '71687514-23a3-4bfc-a74c-c008a3eabca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c3597435-406f-4882-942f-da25ca84d167'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:22:19.252396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Attempting to bind port b683df49-3619-48f0-b092-3e2b110ca2d1 on network c3597435-406f-4882-942f-da25ca84d167 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:22:19.264293 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:19.274077 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:22:19.274452 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Checking segment: {'id': '71687514-23a3-4bfc-a74c-c008a3eabca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c3597435-406f-4882-942f-da25ca84d167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:22:19.274852 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:19.275263 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Bound using segment: {'id': '71687514-23a3-4bfc-a74c-c008a3eabca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c3597435-406f-4882-942f-da25ca84d167'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:22:19.275744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Bound port: b683df49-3619-48f0-b092-3e2b110ca2d1, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71687514-23a3-4bfc-a74c-c008a3eabca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c3597435-406f-4882-942f-da25ca84d167'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:22:19.276120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:19.338238 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83553c1-bf22-49a6-bd7a-61b81ed78dd7 None None] Pushing event updated for resources: {'Port': ['ID=781e47f6-ebe3-4ade-ab03-c5baf4bf54cf,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:19.344183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-50dc5231-63ce-4473-bdb5-b1a88b9a120b None None] Provisioning complete for port 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:19.344550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-50dc5231-63ce-4473-bdb5-b1a88b9a120b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:19.366121 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.20.0.1 (c3597435-406f-4882-942f-da25ca84d167/8d123e1c-9379-417b-aeda-b0e81667109f/7e05f4d8-0164-438b-9d9e-4873c732d4df) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:22:19.411097 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] For port b683df49-3619-48f0-b092-3e2b110ca2d1, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:22:19.415015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] For port b683df49-3619-48f0-b092-3e2b110ca2d1, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b683df49-3619-48f0-b092-3e2b110ca2d1,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:22:19.424916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:19.507445 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:19.540420 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775a060-b642-4f6e-a0f9-c83212d484c6 None None] Pushing event updated for resources: {'Port': ['ID=b683df49-3619-48f0-b092-3e2b110ca2d1,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:19.566299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:19.612002 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network c3597435-406f-4882-942f-da25ca84d167 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:22:19.615479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:22:19.621575 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:22:19.653070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=7e05f4d8-0164-438b-9d9e-4873c732d4df,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:19.678984 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:19.875305 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:20.188969 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:20.193660 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:20.275774 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:20.277518 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=7e05f4d8-0164-438b-9d9e-4873c732d4df,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:20.375648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network c3597435-406f-4882-942f-da25ca84d167 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:22:20.377096 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:22:20.455117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:20.510899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 8c588ed5-c729-43a9-b35c-095b41bccf32 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:22:20.527073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38c1e6f-1d64-4061-acce-6a6ed4e7302e None None] Network c3597435-406f-4882-942f-da25ca84d167 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:22:20.594444 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-16a04bbf-e212-4f6c-9209-41a557dcdb12 None None] Provisioning complete for port b683df49-3619-48f0-b092-3e2b110ca2d1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:20.594824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-16a04bbf-e212-4f6c-9209-41a557dcdb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:20.640997 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:22:20.649655 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-649784d4-66b4-43c0-938c-6c6b0dddefdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "PUT /v2.0/routers/8c588ed5-c729-43a9-b35c-095b41bccf32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1549942 Nov 28 08:22:20.755368 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-16a04bbf-e212-4f6c-9209-41a557dcdb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:20.797134 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-16a04bbf-e212-4f6c-9209-41a557dcdb12 None None] For port b683df49-3619-48f0-b092-3e2b110ca2d1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b683df49-3619-48f0-b092-3e2b110ca2d1,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:22:20.805237 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-16a04bbf-e212-4f6c-9209-41a557dcdb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:20.833280 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-cfcdb6bf-ad5d-45f1-89c3-c03dbd6498d2 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-746706356&fields=id&tenant_id=958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 267 time: 0.0795238 Nov 28 08:22:20.867344 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a04bbf-e212-4f6c-9209-41a557dcdb12 None None] Pushing event updated for resources: {'Port': ['ID=b683df49-3619-48f0-b092-3e2b110ca2d1,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:20.952554 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-d91eb991-6c0c-46b8-8d37-5de4e0167302 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:20.956946 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-d91eb991-6c0c-46b8-8d37-5de4e0167302 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/networks?id=c3597435-406f-4882-942f-da25ca84d167 HTTP/1.1" status: 200 len: 797 time: 0.1098232 Nov 28 08:22:20.978108 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-6c090c56-db4c-40b8-bd96-afb7746208c3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/quotas/958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 375 time: 0.0181327 Nov 28 08:22:21.027750 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d7bd4371-3a78-49a3-bb07-d09270d6487d None None] Provisioning complete for port 7e05f4d8-0164-438b-9d9e-4873c732d4df triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:21.028203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d7bd4371-3a78-49a3-bb07-d09270d6487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:21.039188 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-061f42b7-258c-4719-8f03-c5e7850e4b63 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602102 Nov 28 08:22:21.075547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-d7bd4371-3a78-49a3-bb07-d09270d6487d None None] Port 7e05f4d8-0164-438b-9d9e-4873c732d4df cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:22:21.087002 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d7bd4371-3a78-49a3-bb07-d09270d6487d None None] Provisioning complete for port b683df49-3619-48f0-b092-3e2b110ca2d1 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:21.087381 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d7bd4371-3a78-49a3-bb07-d09270d6487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:21.155626 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-7953e1a8-2a6f-4f0f-bf35-823770e86c1a service neutron] 10.222.0.31 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010098 Nov 28 08:22:21.173952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Sync routers for ids ['8c588ed5-c729-43a9-b35c-095b41bccf32'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:22:21.205343 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Routers {'8c588ed5-c729-43a9-b35c-095b41bccf32'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:22:21.205971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:22:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8c588ed5-c729-43a9-b35c-095b41bccf32'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:21.260345 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-9b080992-3bc1-453a-b8fc-bdcd4770c693 service neutron] 10.222.0.31 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962946 Nov 28 08:22:21.481284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b683df49-3619-48f0-b092-3e2b110ca2d1 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:22:21.495164 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b3da9a36-6f8c-43c7-890e-65b7563e1c96 req-3be7f6a0-722c-41cf-aead-0b5883b2afd5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 210 time: 0.0324614 Nov 28 08:22:21.544172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:21.561898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-5521b804-1386-4463-b8a8-87380d670490 None None] Provisioning complete for port 7e05f4d8-0164-438b-9d9e-4873c732d4df triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:21.562263 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5521b804-1386-4463-b8a8-87380d670490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:21.598088 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Set router 8c588ed5-c729-43a9-b35c-095b41bccf32 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:22:21.664230 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-5521b804-1386-4463-b8a8-87380d670490 None None] Port 7e05f4d8-0164-438b-9d9e-4873c732d4df cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:22:21.702798 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port b683df49-3619-48f0-b092-3e2b110ca2d1 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:21.703190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:21.826835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-46e04adf-8102-4174-870f-c9dec914a121 None None] Provisioning complete for port 7e05f4d8-0164-438b-9d9e-4873c732d4df triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:21.827222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-46e04adf-8102-4174-870f-c9dec914a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:21.920530 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-46e04adf-8102-4174-870f-c9dec914a121 None None] Port 7e05f4d8-0164-438b-9d9e-4873c732d4df cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:22:21.940800 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:22:21.996000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '7e05f4d8-0164-438b-9d9e-4873c732d4df', 'name': '', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:ee:ff:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:19Z', 'updated_at': '2021-11-28T08:22:20Z', 'revision_number': 2, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:22.031107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Checking router: 8c588ed5-c729-43a9-b35c-095b41bccf32 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:22:22.031463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Updating router 8c588ed5-c729-43a9-b35c-095b41bccf32 port 7e05f4d8-0164-438b-9d9e-4873c732d4df binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:22:22.068989 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:22.069355 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:22.070843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:22.409086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:22.417119 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:22.515287 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bfb8e-4ebf-4fda-8696-ce87c8364ef5 None None] Pushing event updated for resources: {'Port': ['ID=7e05f4d8-0164-438b-9d9e-4873c732d4df,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:22.527652 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Attempting to bind port 7e05f4d8-0164-438b-9d9e-4873c732d4df on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:22:22.528159 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Attempting to bind port 7e05f4d8-0164-438b-9d9e-4873c732d4df by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '71687514-23a3-4bfc-a74c-c008a3eabca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c3597435-406f-4882-942f-da25ca84d167'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:22:22.528609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Attempting to bind port 7e05f4d8-0164-438b-9d9e-4873c732d4df on network c3597435-406f-4882-942f-da25ca84d167 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:22:22.530548 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-670372ba-5458-48dc-99e5-33efdf360056 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:22.533468 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-670372ba-5458-48dc-99e5-33efdf360056 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/networks?id=c3597435-406f-4882-942f-da25ca84d167 HTTP/1.1" status: 200 len: 797 time: 0.1280417 Nov 28 08:22:22.535560 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:22:22.536058 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Checking segment: {'id': '71687514-23a3-4bfc-a74c-c008a3eabca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c3597435-406f-4882-942f-da25ca84d167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:22:22.536658 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:22.537166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Bound using segment: {'id': '71687514-23a3-4bfc-a74c-c008a3eabca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c3597435-406f-4882-942f-da25ca84d167'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:22:22.537706 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Bound port: 7e05f4d8-0164-438b-9d9e-4873c732d4df, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71687514-23a3-4bfc-a74c-c008a3eabca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c3597435-406f-4882-942f-da25ca84d167'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:22:22.538211 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:22.623027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] For port 7e05f4d8-0164-438b-9d9e-4873c732d4df, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:22:22.629257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] For port 7e05f4d8-0164-438b-9d9e-4873c732d4df, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7e05f4d8-0164-438b-9d9e-4873c732d4df,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:22:22.630562 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-1be0ae28-3176-4b93-a114-81f577defdec tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 379 time: 0.0812685 Nov 28 08:22:22.636941 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8d81f4e5-316d-4a9b-bc65-940ecc91ad0e req-00204426-0dbe-44cc-8f13-f7070de9f617 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 210 time: 0.0370977 Nov 28 08:22:22.637971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:22.643644 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-d01c2ad4-644b-4b11-ad49-406d52f96f01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'port': {'device_id': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'admin_state_up': True, 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'security_groups': ['4938b2e9-7b44-4f10-9869-c880a133e60c']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:22:22.712779 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Routers {'8c588ed5-c729-43a9-b35c-095b41bccf32'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:22:22.713422 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:22:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8c588ed5-c729-43a9-b35c-095b41bccf32'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:22.755590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bfb8e-4ebf-4fda-8696-ce87c8364ef5 None None] Pushing event updated for resources: {'Port': ['ID=7e05f4d8-0164-438b-9d9e-4873c732d4df,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:22.768990 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-d01c2ad4-644b-4b11-ad49-406d52f96f01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:22:22.772640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-d01c2ad4-644b-4b11-ad49-406d52f96f01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:22.793880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2f3951e5-5d13-4ce4-9a56-68f93c3d33b6 None None] Provisioning complete for port 7e05f4d8-0164-438b-9d9e-4873c732d4df triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:22.794253 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2f3951e5-5d13-4ce4-9a56-68f93c3d33b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:22.891871 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] Set router 8c588ed5-c729-43a9-b35c-095b41bccf32 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:22:22.912019 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-d01c2ad4-644b-4b11-ad49-406d52f96f01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.20.0.5 (c3597435-406f-4882-942f-da25ca84d167/8d123e1c-9379-417b-aeda-b0e81667109f/167c0d87-9f64-4b6b-9ab2-ffad65291393) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:22:23.052161 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-d01c2ad4-644b-4b11-ad49-406d52f96f01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:23.052582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2f3951e5-5d13-4ce4-9a56-68f93c3d33b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:23.093694 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-d01c2ad4-644b-4b11-ad49-406d52f96f01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:23.113593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-2f3951e5-5d13-4ce4-9a56-68f93c3d33b6 None None] For port 7e05f4d8-0164-438b-9d9e-4873c732d4df, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7e05f4d8-0164-438b-9d9e-4873c732d4df,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:22:23.134321 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2f3951e5-5d13-4ce4-9a56-68f93c3d33b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:23.142005 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-d01c2ad4-644b-4b11-ad49-406d52f96f01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network c3597435-406f-4882-942f-da25ca84d167 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:22:23.145179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-d01c2ad4-644b-4b11-ad49-406d52f96f01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:22:23.148133 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-d01c2ad4-644b-4b11-ad49-406d52f96f01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:22:23.187564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c2ad4-644b-4b11-ad49-406d52f96f01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=167c0d87-9f64-4b6b-9ab2-ffad65291393,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:23.199306 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3951e5-5d13-4ce4-9a56-68f93c3d33b6 None None] Pushing event updated for resources: {'Port': ['ID=7e05f4d8-0164-438b-9d9e-4873c732d4df,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:23.210704 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '7e05f4d8-0164-438b-9d9e-4873c732d4df', 'name': '', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:ee:ff:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:19Z', 'updated_at': '2021-11-28T08:22:22Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:23.214468 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-d01c2ad4-644b-4b11-ad49-406d52f96f01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:23.215522 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-d01c2ad4-644b-4b11-ad49-406d52f96f01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:23.233914 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-d01c2ad4-644b-4b11-ad49-406d52f96f01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5971766 Nov 28 08:22:23.240830 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5f3ae-6616-43b9-903e-5b740a7d5da8 None None] The sync data for ids ['8c588ed5-c729-43a9-b35c-095b41bccf32'] in dv-neutron-744815-16-hyperv is: [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '7e05f4d8-0164-438b-9d9e-4873c732d4df', 'name': '', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:ee:ff:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:19Z', 'updated_at': '2021-11-28T08:22:22Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:22:23.261880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-3c6a6202-8e5a-453b-aceb-6b43c6fa485c None None] Provisioning complete for port 7e05f4d8-0164-438b-9d9e-4873c732d4df triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:23.262424 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3c6a6202-8e5a-453b-aceb-6b43c6fa485c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:23.330675 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Request body: {'port': {'device_id': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:22:23.418198 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:23.515899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a4f8c689-7d0b-4c6f-8ef6-2991bbf3ad5a None None] Provisioning complete for port 167c0d87-9f64-4b6b-9ab2-ffad65291393 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:23.516413 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c689-7d0b-4c6f-8ef6-2991bbf3ad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:23.559020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8c689-7d0b-4c6f-8ef6-2991bbf3ad5a None None] Port 167c0d87-9f64-4b6b-9ab2-ffad65291393 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:22:24.095266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037cacc-ab8e-4c82-b654-86f5ef62a1cd req-45f11abc-04a0-484e-86b3-bcf742cf1109 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:24.096779 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0037cacc-ab8e-4c82-b654-86f5ef62a1cd req-45f11abc-04a0-484e-86b3-bcf742cf1109 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 931 time: 0.0958931 Nov 28 08:22:24.118024 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167c0d87-9f64-4b6b-9ab2-ffad65291393 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:22:24.132865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:24.158301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Transition to ACTIVE for port object 167c0d87-9f64-4b6b-9ab2-ffad65291393 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:22:24.163860 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:24.198367 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0037cacc-ab8e-4c82-b654-86f5ef62a1cd req-bd66b616-8b48-4cba-b43a-5eec3a6c9626 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930538 Nov 28 08:22:24.229936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Pushing event updated for resources: {'Port': ['ID=167c0d87-9f64-4b6b-9ab2-ffad65291393,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:24.301708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Attempting to bind port 167c0d87-9f64-4b6b-9ab2-ffad65291393 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:22:24.302059 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Attempting to bind port 167c0d87-9f64-4b6b-9ab2-ffad65291393 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '71687514-23a3-4bfc-a74c-c008a3eabca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c3597435-406f-4882-942f-da25ca84d167'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:22:24.302376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Attempting to bind port 167c0d87-9f64-4b6b-9ab2-ffad65291393 on network c3597435-406f-4882-942f-da25ca84d167 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:22:24.309068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Port 167c0d87-9f64-4b6b-9ab2-ffad65291393 on network c3597435-406f-4882-942f-da25ca84d167 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:22:24.309397 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Attempting to bind port 167c0d87-9f64-4b6b-9ab2-ffad65291393 on network c3597435-406f-4882-942f-da25ca84d167 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:22:24.316327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:22:24.316450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Checking segment: {'id': '71687514-23a3-4bfc-a74c-c008a3eabca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c3597435-406f-4882-942f-da25ca84d167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:22:24.316842 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Bound using segment: {'id': '71687514-23a3-4bfc-a74c-c008a3eabca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c3597435-406f-4882-942f-da25ca84d167'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:22:24.317278 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Bound port: 167c0d87-9f64-4b6b-9ab2-ffad65291393, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71687514-23a3-4bfc-a74c-c008a3eabca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c3597435-406f-4882-942f-da25ca84d167'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:22:24.317633 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:24.392944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] For port 167c0d87-9f64-4b6b-9ab2-ffad65291393, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:22:24.396537 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] For port 167c0d87-9f64-4b6b-9ab2-ffad65291393, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:22:24.401851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:24.438327 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:24.439180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:24.440600 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] 10.222.0.35 "PUT /v2.0/ports/167c0d87-9f64-4b6b-9ab2-ffad65291393 HTTP/1.1" status: 200 len: 1093 time: 1.1982915 Nov 28 08:22:24.443590 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'tag': '167c0d87-9f64-4b6b-9ab2-ffad65291393'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:22:24.445849 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fc01a8-de07-4ece-bfc6-bc3a0201a2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "75cb1b10-ebee-46b8-9ba2-75685be3248a", "tag": "167c0d87-9f64-4b6b-9ab2-ffad65291393"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:22:24.493469 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e34e2a1-fa8a-4ecd-88ca-aae583d3ae5d x-openstack-request-id: req-6e34e2a1-fa8a-4ecd-88ca-aae583d3ae5d {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:22:24.493846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cb1b10-ebee-46b8-9ba2-75685be3248a", "tag": "167c0d87-9f64-4b6b-9ab2-ffad65291393", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:22:24.494186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e34e2a1-fa8a-4ecd-88ca-aae583d3ae5d {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:22:24.494616 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'tag': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'status': 'completed', 'code': 200} Nov 28 08:22:24.502182 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ee5c2-eb2c-4294-94f7-e5ba96a0865c service neutron] Pushing event updated for resources: {'Port': ['ID=167c0d87-9f64-4b6b-9ab2-ffad65291393,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:24.551324 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-f64d5a50-b869-48dc-922e-d6ba71c94772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:24.552964 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-f64d5a50-b869-48dc-922e-d6ba71c94772 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 1096 time: 0.0518358 Nov 28 08:22:24.608068 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-c43e7544-a340-4a0c-be98-1e146c8a2a13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393 HTTP/1.1" status: 200 len: 217 time: 0.0394771 Nov 28 08:22:24.661612 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-b7a88ead-e4a0-4462-a2ba-5bf4a7e1a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:24.663062 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-b7a88ead-e4a0-4462-a2ba-5bf4a7e1a30a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d123e1c-9379-417b-aeda-b0e81667109f HTTP/1.1" status: 200 len: 835 time: 0.0460258 Nov 28 08:22:24.723899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-9205dc8e-feff-49ba-a90b-b2841b3d0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:24.725430 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-9205dc8e-feff-49ba-a90b-b2841b3d0c91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3597435-406f-4882-942f-da25ca84d167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0511882 Nov 28 08:22:24.822382 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-6431e929-7f8e-4570-b6ec-74ae405ace02 service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862753 Nov 28 08:22:24.912428 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-10932126-d4b6-4ec0-a3eb-3da0ecc0be71 req-ca449ea3-fc71-452e-b5a2-aa9cb0bc83c8 service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792329 Nov 28 08:22:25.026624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc01a8-de07-4ece-bfc6-bc3a0201a2b8 req-67e7af01-2a46-4ed2-b11c-d3eafda986fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:25.028175 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-11fc01a8-de07-4ece-bfc6-bc3a0201a2b8 req-67e7af01-2a46-4ed2-b11c-d3eafda986fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 1096 time: 0.0531242 Nov 28 08:22:25.118941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc01a8-de07-4ece-bfc6-bc3a0201a2b8 req-176cf88d-d7f2-48a8-a082-58efa7605013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:25.120381 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-11fc01a8-de07-4ece-bfc6-bc3a0201a2b8 req-176cf88d-d7f2-48a8-a082-58efa7605013 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3597435-406f-4882-942f-da25ca84d167 HTTP/1.1" status: 200 len: 898 time: 0.0833437 Nov 28 08:22:25.166849 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-11fc01a8-de07-4ece-bfc6-bc3a0201a2b8 req-f106f13a-2c23-4e50-9c51-e3ea88eea350 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393 HTTP/1.1" status: 200 len: 217 time: 0.0370948 Nov 28 08:22:25.214766 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc01a8-de07-4ece-bfc6-bc3a0201a2b8 req-a8a95896-5ea0-41c8-8b4d-6609a78f45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:25.216170 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-11fc01a8-de07-4ece-bfc6-bc3a0201a2b8 req-a8a95896-5ea0-41c8-8b4d-6609a78f45f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d123e1c-9379-417b-aeda-b0e81667109f HTTP/1.1" status: 200 len: 835 time: 0.0418041 Nov 28 08:22:25.272735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc01a8-de07-4ece-bfc6-bc3a0201a2b8 req-43c96140-a9f1-40f9-9f67-7f96e67b48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:25.274343 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-11fc01a8-de07-4ece-bfc6-bc3a0201a2b8 req-43c96140-a9f1-40f9-9f67-7f96e67b48fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3597435-406f-4882-942f-da25ca84d167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0507071 Nov 28 08:22:25.349977 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7e05f4d8-0164-438b-9d9e-4873c732d4df up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:22:25.387952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4966c-18ac-4cba-939d-8d857dee2971 req-9bf2a2b1-16ff-429c-87d1-294b7609bdc0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:25.389474 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-20a4966c-18ac-4cba-939d-8d857dee2971 req-9bf2a2b1-16ff-429c-87d1-294b7609bdc0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 943 time: 0.1195035 Nov 28 08:22:25.403286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 7e05f4d8-0164-438b-9d9e-4873c732d4df triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:25.403649 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:25.423237 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-11fc01a8-de07-4ece-bfc6-bc3a0201a2b8 req-19a4510d-c9b1-40fb-b8e0-1817a45cea00 service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398022 Nov 28 08:22:25.474760 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-20a4966c-18ac-4cba-939d-8d857dee2971 req-2db34fd7-ec06-4483-9f8a-d58ba5f4bcd2 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785427 Nov 28 08:22:25.537399 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-11fc01a8-de07-4ece-bfc6-bc3a0201a2b8 req-99afbd0a-5e12-4d42-8726-51edecbf17ab service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036270 Nov 28 08:22:25.870649 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:22:26.597303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8229eb-79f9-40ac-bc6e-ff4f5f62f295 req-0148bec1-e367-4a25-a938-a4f9d5022e04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:26.598658 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-de8229eb-79f9-40ac-bc6e-ff4f5f62f295 req-0148bec1-e367-4a25-a938-a4f9d5022e04 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 943 time: 0.0550191 Nov 28 08:22:26.646642 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-de8229eb-79f9-40ac-bc6e-ff4f5f62f295 req-f48d609b-44b6-475e-985c-78e0a360ff16 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421219 Nov 28 08:22:26.734823 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 167c0d87-9f64-4b6b-9ab2-ffad65291393 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:22:26.830739 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 167c0d87-9f64-4b6b-9ab2-ffad65291393, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:22:26.840800 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'port_id': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'mac_address': 'fa:16:3e:8a:6b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:22:26.882166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:26.894069 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167c0d87-9f64-4b6b-9ab2-ffad65291393 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:22:26.912014 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 167c0d87-9f64-4b6b-9ab2-ffad65291393, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:22:26.915886 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:26.971004 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=167c0d87-9f64-4b6b-9ab2-ffad65291393,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:27.181676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['167c0d87-9f64-4b6b-9ab2-ffad65291393'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:22:27.768148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434df27-c4d0-4f02-9218-e1e1847ceb42 req-2a927cfc-e34f-4529-b6b1-2d63179373f6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:27.769629 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4434df27-c4d0-4f02-9218-e1e1847ceb42 req-2a927cfc-e34f-4529-b6b1-2d63179373f6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 944 time: 0.0559638 Nov 28 08:22:27.818467 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4434df27-c4d0-4f02-9218-e1e1847ceb42 req-80632ce1-0218-4f3d-a1b8-edb28ed86eae tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428090 Nov 28 08:22:28.765881 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 167c0d87-9f64-4b6b-9ab2-ffad65291393 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:22:28.818757 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 167c0d87-9f64-4b6b-9ab2-ffad65291393 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:22:28.822519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 167c0d87-9f64-4b6b-9ab2-ffad65291393 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:22:28.822917 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:28.912791 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:28.936035 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167c0d87-9f64-4b6b-9ab2-ffad65291393'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:22:28.938336 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d02104d-86a5-48cc-975d-d6f5351619fb" -d '{"events": [{"server_uuid": "75cb1b10-ebee-46b8-9ba2-75685be3248a", "name": "network-vif-plugged", "status": "completed", "tag": "167c0d87-9f64-4b6b-9ab2-ffad65291393"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:22:28.945624 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d308d-421f-451e-b0f9-be512d71d3a4 req-030dbb41-96aa-48e0-b1f3-49895709c69f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:28.947206 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-281d308d-421f-451e-b0f9-be512d71d3a4 req-030dbb41-96aa-48e0-b1f3-49895709c69f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 944 time: 0.0605824 Nov 28 08:22:28.951251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 167c0d87-9f64-4b6b-9ab2-ffad65291393, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:22:28.955545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:28.986176 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e96afd-4645-4aaa-bc80-ecdeca5d1fbe x-openstack-request-id: req-01e96afd-4645-4aaa-bc80-ecdeca5d1fbe {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:22:28.986476 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cb1b10-ebee-46b8-9ba2-75685be3248a", "name": "network-vif-plugged", "status": "completed", "tag": "167c0d87-9f64-4b6b-9ab2-ffad65291393", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:22:28.986732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01e96afd-4645-4aaa-bc80-ecdeca5d1fbe {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:22:28.987159 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'code': 200} Nov 28 08:22:29.014912 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=167c0d87-9f64-4b6b-9ab2-ffad65291393,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:29.229658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c308f51-369e-443c-bd51-0fe34398d95c req-88801285-1c97-42be-b1d9-ddcb473bbe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:29.231218 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3c308f51-369e-443c-bd51-0fe34398d95c req-88801285-1c97-42be-b1d9-ddcb473bbe6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 1098 time: 0.0506535 Nov 28 08:22:29.285673 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3c308f51-369e-443c-bd51-0fe34398d95c req-d2e8c223-e660-4e6a-a848-5c49b4f484f7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418043 Nov 28 08:22:29.330810 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-281d308d-421f-451e-b0f9-be512d71d3a4 req-711d72a8-854d-4286-8fb6-93b0a9bd6c0e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3760483 Nov 28 08:22:30.469572 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c6954-cb14-4c69-80c0-922e181f4e37 req-9c93efbb-3615-4d53-bd56-761e9e09dc40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:30.471064 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7e5c6954-cb14-4c69-80c0-922e181f4e37 req-9c93efbb-3615-4d53-bd56-761e9e09dc40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0617602 Nov 28 08:22:30.521272 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7e5c6954-cb14-4c69-80c0-922e181f4e37 req-468002bf-baf3-44d2-a6f8-9f21a900049c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435038 Nov 28 08:22:31.541581 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:31.643499 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37692c0-5562-4f41-8f10-cab9cbe66510 req-7c142a33-f13c-4985-ad55-dc450c7b37a5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:31.644977 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a37692c0-5562-4f41-8f10-cab9cbe66510 req-7c142a33-f13c-4985-ad55-dc450c7b37a5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0563791 Nov 28 08:22:31.692487 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a37692c0-5562-4f41-8f10-cab9cbe66510 req-67efcb89-d728-40a4-b51a-3c5cb335b7b2 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415831 Nov 28 08:22:31.810216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b692c-952d-48be-a5bd-dd55688d2637 req-6e9aa4fd-3e92-43d9-b894-448721e7e923 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:31.811666 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b17b692c-952d-48be-a5bd-dd55688d2637 req-6e9aa4fd-3e92-43d9-b894-448721e7e923 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0549707 Nov 28 08:22:31.859243 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b17b692c-952d-48be-a5bd-dd55688d2637 req-9f9467a7-af3a-41bb-89c1-6b84e37e4a2b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416849 Nov 28 08:22:31.880893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47514) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:31.928782 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a84b53-6209-455b-9c72-10ce41daa87a tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:31.930282 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-55a84b53-6209-455b-9c72-10ce41daa87a tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 1093 time: 0.0483639 Nov 28 08:22:31.938562 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47516) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:31.938562 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:22:31.960667 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:32.052726 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:32.154287 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.26.2.241 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/1991f4ac-5b7d-408a-a5b8-f5b11c4f2b07) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:22:32.253826 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:32.288531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:32.330757 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:22:32.335528 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:22:32.340879 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:22:32.364548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=1991f4ac-5b7d-408a-a5b8-f5b11c4f2b07,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:32.734779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:32.808298 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:32.961761 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:32.966984 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:33.041020 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=1991f4ac-5b7d-408a-a5b8-f5b11c4f2b07,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:22:33.051330 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:33.167246 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Floating IP 676f7a7c-7b9d-4507-bc9f-b8521a8f783c associated. External IP: 172.26.2.241, port: 167c0d87-9f64-4b6b-9ab2-ffad65291393. Nov 28 08:22:33.401334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 8c588ed5-c729-43a9-b35c-095b41bccf32 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:22:33.522708 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:22:33.533761 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca6d41-6456-4838-8087-c05bab31b0e0 None None] Sync routers for ids ['8c588ed5-c729-43a9-b35c-095b41bccf32'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:22:33.540713 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:33.544688 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca6d41-6456-4838-8087-c05bab31b0e0 None None] Routers {'8c588ed5-c729-43a9-b35c-095b41bccf32'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:22:33.545261 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-faca6d41-6456-4838-8087-c05bab31b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:22:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8c588ed5-c729-43a9-b35c-095b41bccf32'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:33.573676 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-e471b1d9-a478-464c-9b2c-af901746835e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6389773 Nov 28 08:22:33.574270 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'tag': '167c0d87-9f64-4b6b-9ab2-ffad65291393'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:22:33.576648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa455734-d716-4a3f-ace8-ab4a335326e7" -d '{"events": [{"name": "network-changed", "server_uuid": "75cb1b10-ebee-46b8-9ba2-75685be3248a", "tag": "167c0d87-9f64-4b6b-9ab2-ffad65291393"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:22:33.616547 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b56e4a-4fb4-4450-9312-5331e19289f8 x-openstack-request-id: req-b7b56e4a-4fb4-4450-9312-5331e19289f8 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:22:33.616845 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cb1b10-ebee-46b8-9ba2-75685be3248a", "tag": "167c0d87-9f64-4b6b-9ab2-ffad65291393", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:22:33.617103 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7b56e4a-4fb4-4450-9312-5331e19289f8 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:22:33.617664 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'tag': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'status': 'completed', 'code': 200} Nov 28 08:22:33.677135 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-faca6d41-6456-4838-8087-c05bab31b0e0 None None] Set router 8c588ed5-c729-43a9-b35c-095b41bccf32 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:22:33.680042 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903ceb0-1b64-4af9-a36b-a14df14ab6ea req-b4851922-de0a-465b-a691-c9f79f6ff8be tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:33.681684 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5903ceb0-1b64-4af9-a36b-a14df14ab6ea req-b4851922-de0a-465b-a691-c9f79f6ff8be tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0582762 Nov 28 08:22:33.695332 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa455734-d716-4a3f-ace8-ab4a335326e7 req-5f769615-09e2-4ca0-866b-c1391eb5acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:33.696985 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aa455734-d716-4a3f-ace8-ab4a335326e7 req-5f769615-09e2-4ca0-866b-c1391eb5acb7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 1098 time: 0.0551043 Nov 28 08:22:33.738219 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5903ceb0-1b64-4af9-a36b-a14df14ab6ea req-56ef4672-dfed-415b-b166-bf7b7ef9dea5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498545 Nov 28 08:22:33.760772 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47522) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:33.790734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa455734-d716-4a3f-ace8-ab4a335326e7 req-de587114-946a-4c26-8a30-762483398e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:33.792239 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aa455734-d716-4a3f-ace8-ab4a335326e7 req-de587114-946a-4c26-8a30-762483398e18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3597435-406f-4882-942f-da25ca84d167 HTTP/1.1" status: 200 len: 898 time: 0.0884836 Nov 28 08:22:33.829436 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-553ea131-633b-418f-a208-38c722f3c408 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/676f7a7c-7b9d-4507-bc9f-b8521a8f783c HTTP/1.1" status: 200 len: 991 time: 0.0674407 Nov 28 08:22:33.868122 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aa455734-d716-4a3f-ace8-ab4a335326e7 req-f7cdd85f-2ef5-4d91-8981-c724780bf67e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393 HTTP/1.1" status: 200 len: 999 time: 0.0680225 Nov 28 08:22:33.915626 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-faca6d41-6456-4838-8087-c05bab31b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '676f7a7c-7b9d-4507-bc9f-b8521a8f783c', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'port_id': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'mac_address': 'fa:16:3e:8a:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:22:32Z', 'updated_at': '2021-11-28T08:22:32Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e05f4d8-0164-438b-9d9e-4873c732d4df', 'name': '', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:ee:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:19Z', 'updated_at': '2021-11-28T08:22:23Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:33.915966 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa455734-d716-4a3f-ace8-ab4a335326e7 req-4753797a-8141-40be-944b-f637406a0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:33.917166 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aa455734-d716-4a3f-ace8-ab4a335326e7 req-4753797a-8141-40be-944b-f637406a0cab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d123e1c-9379-417b-aeda-b0e81667109f HTTP/1.1" status: 200 len: 835 time: 0.0425458 Nov 28 08:22:33.972819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa455734-d716-4a3f-ace8-ab4a335326e7 req-fd93c002-97ae-4ecb-8ea2-819c927646f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:33.974397 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aa455734-d716-4a3f-ace8-ab4a335326e7 req-fd93c002-97ae-4ecb-8ea2-819c927646f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3597435-406f-4882-942f-da25ca84d167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0504844 Nov 28 08:22:34.040009 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca6d41-6456-4838-8087-c05bab31b0e0 None None] Checking router: 8c588ed5-c729-43a9-b35c-095b41bccf32 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:22:34.048890 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca6d41-6456-4838-8087-c05bab31b0e0 None None] Routers {'8c588ed5-c729-43a9-b35c-095b41bccf32'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:22:34.049490 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-faca6d41-6456-4838-8087-c05bab31b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:22:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8c588ed5-c729-43a9-b35c-095b41bccf32'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:34.071081 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aa455734-d716-4a3f-ace8-ab4a335326e7 req-c645ca75-758d-44af-936f-5dba9d80e7e2 service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879273 Nov 28 08:22:34.160704 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aa455734-d716-4a3f-ace8-ab4a335326e7 req-601940a9-21c1-479b-852d-9bec38b2153b service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812488 Nov 28 08:22:34.176021 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-faca6d41-6456-4838-8087-c05bab31b0e0 None None] Set router 8c588ed5-c729-43a9-b35c-095b41bccf32 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:22:34.406057 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-faca6d41-6456-4838-8087-c05bab31b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '676f7a7c-7b9d-4507-bc9f-b8521a8f783c', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'port_id': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'mac_address': 'fa:16:3e:8a:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:22:32Z', 'updated_at': '2021-11-28T08:22:32Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e05f4d8-0164-438b-9d9e-4873c732d4df', 'name': '', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:ee:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:19Z', 'updated_at': '2021-11-28T08:22:23Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:22:34.433343 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca6d41-6456-4838-8087-c05bab31b0e0 None None] The sync data for ids ['8c588ed5-c729-43a9-b35c-095b41bccf32'] in dv-neutron-744815-16-hyperv is: [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '676f7a7c-7b9d-4507-bc9f-b8521a8f783c', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'port_id': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'mac_address': 'fa:16:3e:8a:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:22:32Z', 'updated_at': '2021-11-28T08:22:32Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e05f4d8-0164-438b-9d9e-4873c732d4df', 'name': '', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:ee:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:19Z', 'updated_at': '2021-11-28T08:22:23Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:22:34.615327 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45284c1a-fe86-472f-8ec4-a5ce6a977420 None None] New status for floating IP 676f7a7c-7b9d-4507-bc9f-b8521a8f783c: ACTIVE {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:22:34.832791 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47524) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:34.907964 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-689b96c8-a30a-4cac-9240-b721a5cb06e0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/676f7a7c-7b9d-4507-bc9f-b8521a8f783c HTTP/1.1" status: 200 len: 991 time: 0.0739224 Nov 28 08:22:35.911824 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47526) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:22:35.976188 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-86f3a337-e568-4209-a41f-e49ca3ada90a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/676f7a7c-7b9d-4507-bc9f-b8521a8f783c HTTP/1.1" status: 200 len: 993 time: 0.0633352 Nov 28 08:22:40.042562 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6bfb89c1-64a9-4c6b-b6ad-479c1c05881b req-4142743a-7821-4c4a-8113-6b21ef64b3f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502069 Nov 28 08:22:40.129212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb89c1-64a9-4c6b-b6ad-479c1c05881b req-692dd531-74e7-4e5b-8b46-3b69e46c235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:40.130713 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6bfb89c1-64a9-4c6b-b6ad-479c1c05881b req-692dd531-74e7-4e5b-8b46-3b69e46c235f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 1098 time: 0.0461276 Nov 28 08:22:40.236154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb89c1-64a9-4c6b-b6ad-479c1c05881b req-1f991fd5-00fe-4e06-a8f4-6450a3e51c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:40.237551 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6bfb89c1-64a9-4c6b-b6ad-479c1c05881b req-1f991fd5-00fe-4e06-a8f4-6450a3e51c4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3597435-406f-4882-942f-da25ca84d167 HTTP/1.1" status: 200 len: 898 time: 0.0841084 Nov 28 08:22:40.315404 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6bfb89c1-64a9-4c6b-b6ad-479c1c05881b req-faf3c6d7-0e66-4fef-aeee-0364d8ac6a47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393 HTTP/1.1" status: 200 len: 1001 time: 0.0669920 Nov 28 08:22:40.368646 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb89c1-64a9-4c6b-b6ad-479c1c05881b req-e24463cd-fc97-46b2-a4e5-7fcf29fa54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:40.370080 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6bfb89c1-64a9-4c6b-b6ad-479c1c05881b req-e24463cd-fc97-46b2-a4e5-7fcf29fa54f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d123e1c-9379-417b-aeda-b0e81667109f HTTP/1.1" status: 200 len: 835 time: 0.0444741 Nov 28 08:22:40.420137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb89c1-64a9-4c6b-b6ad-479c1c05881b req-29426b9e-1a02-4062-87e6-d93a2a3a7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:22:40.421568 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6bfb89c1-64a9-4c6b-b6ad-479c1c05881b req-29426b9e-1a02-4062-87e6-d93a2a3a7c67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3597435-406f-4882-942f-da25ca84d167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0440111 Nov 28 08:22:40.522510 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6bfb89c1-64a9-4c6b-b6ad-479c1c05881b req-bb2451b0-2fa0-4dcc-9c39-e5dfa542ba8a service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826538 Nov 28 08:22:40.612363 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6bfb89c1-64a9-4c6b-b6ad-479c1c05881b req-2f326d97-15d2-437d-8d5b-17f683e3b8b7 service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811737 Nov 28 08:22:45.504232 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b7ad-9d42-4feb-bddc-bc008138081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:48.005221 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b12cd0dc-32d5-4250-abb0-0213e2b013cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:49.167820 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:50.456410 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:22:51.405619 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:01.560537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:02.872287 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:23:07.140163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [req-251e2717-39c5-409a-8c19-dbbe2d835b5e req-c517130f-02e6-4354-8828-f6b8944ee37c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:23:07.141151 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-251e2717-39c5-409a-8c19-dbbe2d835b5e req-c517130f-02e6-4354-8828-f6b8944ee37c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0060220 Nov 28 08:23:07.333751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47548) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:23:07.420446 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-959296bf-2d36-4a10-80ae-bfe6036011ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853536 Nov 28 08:23:07.420698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e2ca8-8861-47f1-ab20-305c984be80c req-d0fbe65c-54c7-481f-838a-9acd4aa65151 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:07.421974 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af2e2ca8-8861-47f1-ab20-305c984be80c req-d0fbe65c-54c7-481f-838a-9acd4aa65151 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.1453042 Nov 28 08:23:07.429583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-1253398d-cc0c-4f46-8ed3-dc089f409f0d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:23:07.430697 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-1253398d-cc0c-4f46-8ed3-dc089f409f0d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0050828 Nov 28 08:23:07.472409 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-af2e2ca8-8861-47f1-ab20-305c984be80c req-26eeadad-4f24-4e18-a026-b6c533bdb6b8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440974 Nov 28 08:23:08.640308 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e790cd7-56a1-4e6e-9170-d9d7bd4bfc15 req-6e1313df-22be-48ac-a7ca-4ce568fbe6d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:08.641761 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4e790cd7-56a1-4e6e-9170-d9d7bd4bfc15 req-6e1313df-22be-48ac-a7ca-4ce568fbe6d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.1030452 Nov 28 08:23:08.690046 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4e790cd7-56a1-4e6e-9170-d9d7bd4bfc15 req-8950f6d1-2b2b-4554-91f8-6eb1ca299e55 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421302 Nov 28 08:23:09.809124 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbfe74-4593-4023-8f0d-e8e9052518f4 req-641ef7b7-0587-4ad4-bc10-9ab7dd2a0c01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:09.810581 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-98fbfe74-4593-4023-8f0d-e8e9052518f4 req-641ef7b7-0587-4ad4-bc10-9ab7dd2a0c01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0544963 Nov 28 08:23:09.859221 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-98fbfe74-4593-4023-8f0d-e8e9052518f4 req-56a8bb3c-a295-4dd8-8954-9491b204ded8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427010 Nov 28 08:23:10.979418 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5501175-a99d-43ab-a4fb-c4113cdb8d46 req-7a0c04d6-b71a-4e9c-b708-57587c646d37 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:10.981418 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c5501175-a99d-43ab-a4fb-c4113cdb8d46 req-7a0c04d6-b71a-4e9c-b708-57587c646d37 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0564616 Nov 28 08:23:11.032258 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c5501175-a99d-43ab-a4fb-c4113cdb8d46 req-18785cd3-0c9c-44a4-85d6-25c6c5063fa2 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449157 Nov 28 08:23:12.162781 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d105950-eded-4fd6-8775-408c68f95c9d req-56cda3f3-3b15-4c71-bb44-58baf4316376 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:12.164300 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d105950-eded-4fd6-8775-408c68f95c9d req-56cda3f3-3b15-4c71-bb44-58baf4316376 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0609388 Nov 28 08:23:12.218787 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0d105950-eded-4fd6-8775-408c68f95c9d req-f99d6e73-74ed-46a4-ac9e-6d9666eb7fb4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479121 Nov 28 08:23:12.677080 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-909346db-2e6e-4fdc-b177-d1cf7d4e2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:12.678523 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-909346db-2e6e-4fdc-b177-d1cf7d4e2908 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 1098 time: 0.0452890 Nov 28 08:23:12.769918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-d979b0ad-9cc6-415f-b26b-f64e248c3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:12.771419 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-d979b0ad-9cc6-415f-b26b-f64e248c3f18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3597435-406f-4882-942f-da25ca84d167 HTTP/1.1" status: 200 len: 898 time: 0.0851932 Nov 28 08:23:12.846928 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-8e3e82e1-e09b-4b7a-9ab6-a8d4b1c2b2f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393 HTTP/1.1" status: 200 len: 1001 time: 0.0620878 Nov 28 08:23:12.900577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-ee01335b-5081-4206-9005-9f72b784f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:12.902502 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-ee01335b-5081-4206-9005-9f72b784f51b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d123e1c-9379-417b-aeda-b0e81667109f HTTP/1.1" status: 200 len: 835 time: 0.0419478 Nov 28 08:23:12.962344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-94a032e5-7651-4bd3-a0ce-1d4639574a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:12.963776 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-94a032e5-7651-4bd3-a0ce-1d4639574a09 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3597435-406f-4882-942f-da25ca84d167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0497050 Nov 28 08:23:13.056800 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-296fc39d-114a-41af-bf58-46fbadfc1c3a service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802071 Nov 28 08:23:13.150235 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-d1d98cf3-93f3-4fd2-8e13-16a4bed64344 service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839577 Nov 28 08:23:13.341761 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837e097-1adc-49b5-b4b6-8e727125bb19 req-aece00af-48bf-42e5-adea-65781a9b8705 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:13.343241 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e837e097-1adc-49b5-b4b6-8e727125bb19 req-aece00af-48bf-42e5-adea-65781a9b8705 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0555332 Nov 28 08:23:13.391590 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e837e097-1adc-49b5-b4b6-8e727125bb19 req-4038edb8-e16b-4530-97a4-8e2969bb8530 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423431 Nov 28 08:23:14.512650 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89d931-0070-4a4d-84f6-2f3627f4edcc req-2af20768-61bb-4f0a-a56b-3de06ed2027a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:14.514098 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5d89d931-0070-4a4d-84f6-2f3627f4edcc req-2af20768-61bb-4f0a-a56b-3de06ed2027a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0539577 Nov 28 08:23:14.561105 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5d89d931-0070-4a4d-84f6-2f3627f4edcc req-aa2f4baf-0a05-4ff7-8f47-d1e59a273c20 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410950 Nov 28 08:23:15.505639 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-88fc7058-871a-4b81-b897-6bb94e2c48d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:15.681162 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44d0b-0856-41c2-a52d-6d78704e6fe6 req-6685b65c-d8bb-4745-9242-868a03134134 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:15.682616 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d6b44d0b-0856-41c2-a52d-6d78704e6fe6 req-6685b65c-d8bb-4745-9242-868a03134134 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0546453 Nov 28 08:23:15.732498 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d6b44d0b-0856-41c2-a52d-6d78704e6fe6 req-5ff4fd40-cd1c-4106-9e59-117f6e691fad tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437555 Nov 28 08:23:16.854163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdafc8-09d4-42b7-b063-6c6ec50c2619 req-ef3f8ad7-4392-42e4-9aa9-e663c82d3d61 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:16.855619 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7cfdafc8-09d4-42b7-b063-6c6ec50c2619 req-ef3f8ad7-4392-42e4-9aa9-e663c82d3d61 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0566437 Nov 28 08:23:16.902080 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7cfdafc8-09d4-42b7-b063-6c6ec50c2619 req-4571cc54-eca2-44bf-90a4-ff6ada0f03c8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400128 Nov 28 08:23:18.007935 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-fc4c9458-0aac-4ba4-8723-3d6708d19033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:18.028620 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c98cdb-bb99-4c7e-9bc0-4847db92cf84 req-3eed0d7b-78b7-4f21-a640-5d3f6593516a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:18.030066 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-33c98cdb-bb99-4c7e-9bc0-4847db92cf84 req-3eed0d7b-78b7-4f21-a640-5d3f6593516a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0605516 Nov 28 08:23:18.078932 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-33c98cdb-bb99-4c7e-9bc0-4847db92cf84 req-7ece1620-f97b-4f94-bf9d-fcb847a13cfe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Nov 28 08:23:19.174427 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:19.206625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468c6ec-3de4-462f-be95-804ed55b4421 req-c0ea4da6-bbac-41c1-b771-404dc34c54ba tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:19.208171 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5468c6ec-3de4-462f-be95-804ed55b4421 req-c0ea4da6-bbac-41c1-b771-404dc34c54ba tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0584195 Nov 28 08:23:19.258051 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5468c6ec-3de4-462f-be95-804ed55b4421 req-73b9bcf2-59ab-4694-99c3-e99ab39808a1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437441 Nov 28 08:23:20.380701 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb28e19-274b-4eb0-8171-d1ababd4c75a req-4943970e-75d0-436f-8bd0-250925aaedce tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:20.382188 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5bb28e19-274b-4eb0-8171-d1ababd4c75a req-4943970e-75d0-436f-8bd0-250925aaedce tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0559900 Nov 28 08:23:20.434084 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5bb28e19-274b-4eb0-8171-d1ababd4c75a req-20ffc038-bc83-4b98-a0d0-7162acd90e4e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456908 Nov 28 08:23:20.458758 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:21.406339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:21.559924 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049af4f1-b3ae-4d76-88a6-0cbd1cd2b449 req-fe49d6bb-76f8-40fc-83ad-5519430f0161 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:21.561300 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-049af4f1-b3ae-4d76-88a6-0cbd1cd2b449 req-fe49d6bb-76f8-40fc-83ad-5519430f0161 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0564506 Nov 28 08:23:21.612337 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-049af4f1-b3ae-4d76-88a6-0cbd1cd2b449 req-72bf4adb-8036-44fe-be4d-4701d92002b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452225 Nov 28 08:23:22.735373 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c805423-8400-451a-974d-6b1241bc053f req-ce399019-0430-44b8-87bf-117d1cee2e6a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:22.736806 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2c805423-8400-451a-974d-6b1241bc053f req-ce399019-0430-44b8-87bf-117d1cee2e6a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0577931 Nov 28 08:23:22.783615 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2c805423-8400-451a-974d-6b1241bc053f req-3fca9765-e4b7-4af8-86c9-439cf0de10d8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409307 Nov 28 08:23:23.902816 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d50c0-b617-4b97-9bdf-ef2c89bf8a6e req-e1148456-4017-40b8-a5a9-7e535b3f126d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:23.904304 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aa8d50c0-b617-4b97-9bdf-ef2c89bf8a6e req-e1148456-4017-40b8-a5a9-7e535b3f126d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0538001 Nov 28 08:23:23.953010 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aa8d50c0-b617-4b97-9bdf-ef2c89bf8a6e req-47bc56d4-5097-43fa-baee-c3d9d700f265 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428424 Nov 28 08:23:25.072825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28c592-f97d-49e8-a519-349ab9c38bb0 req-60cdec9d-bcbc-4a43-a9cd-ca7934d131e8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:25.074265 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bc28c592-f97d-49e8-a519-349ab9c38bb0 req-60cdec9d-bcbc-4a43-a9cd-ca7934d131e8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0538728 Nov 28 08:23:25.120919 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bc28c592-f97d-49e8-a519-349ab9c38bb0 req-ed37251a-580c-4674-94b3-60aadd0e3351 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402055 Nov 28 08:23:26.245063 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e176ce-7d15-45fd-934d-1303bfe5d7b4 req-c4fb0a3b-ddde-460c-9237-a7cb8bf10f5f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:26.246425 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-75e176ce-7d15-45fd-934d-1303bfe5d7b4 req-c4fb0a3b-ddde-460c-9237-a7cb8bf10f5f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0535493 Nov 28 08:23:26.293639 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-75e176ce-7d15-45fd-934d-1303bfe5d7b4 req-76749d56-3a8b-4869-bbef-ccf1e96e0782 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413074 Nov 28 08:23:27.416071 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c219e63-cd7d-4037-9a27-f98158cc1a8b req-b9f000d2-ce74-4936-83fc-c7b62715cde2 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:27.417522 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2c219e63-cd7d-4037-9a27-f98158cc1a8b req-b9f000d2-ce74-4936-83fc-c7b62715cde2 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0567787 Nov 28 08:23:27.468134 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2c219e63-cd7d-4037-9a27-f98158cc1a8b req-3f2ef30f-7df6-430c-bd82-c21ecf39267d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440748 Nov 28 08:23:28.595267 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f77be-ecae-4a73-964a-1e4f66fdd2f0 req-bc0d71d9-1402-4783-9ef6-366a0af7e3df tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:28.596707 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b82f77be-ecae-4a73-964a-1e4f66fdd2f0 req-bc0d71d9-1402-4783-9ef6-366a0af7e3df tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0582509 Nov 28 08:23:28.644144 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b82f77be-ecae-4a73-964a-1e4f66fdd2f0 req-7e821e19-a379-46c1-94a0-9469b028c069 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413675 Nov 28 08:23:29.766801 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72b63c-a55a-4e2a-862e-e5570639c051 req-90af29b9-05cf-40cd-a25c-2adb41e9f052 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:29.768293 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ab72b63c-a55a-4e2a-862e-e5570639c051 req-90af29b9-05cf-40cd-a25c-2adb41e9f052 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0547452 Nov 28 08:23:29.816766 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ab72b63c-a55a-4e2a-862e-e5570639c051 req-544ef069-efee-48f6-bedd-6537b0ed4bdb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424409 Nov 28 08:23:30.041358 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-6e4a2ae7-f2b5-4cea-8d6d-5a2e68411c07 service neutron] 10.222.0.35 "GET /v2.0/ports/167c0d87-9f64-4b6b-9ab2-ffad65291393/bindings/hv-neutron-7448 HTTP/1.1" status: 200 len: 384 time: 0.0577831 Nov 28 08:23:30.267058 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-ffba6787-c923-403f-ac1c-08d9ce9d085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:30.268532 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-ffba6787-c923-403f-ac1c-08d9ce9d085c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a&tenant_id=958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 1098 time: 0.0462463 Nov 28 08:23:30.349830 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-25b985a4-5839-4b9b-8a8a-29edbe66c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:30.351369 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-25b985a4-5839-4b9b-8a8a-29edbe66c4b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 1098 time: 0.0525181 Nov 28 08:23:30.439519 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-2f068092-2db5-4c04-88cc-6375d973b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:30.440958 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-2f068092-2db5-4c04-88cc-6375d973b7ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3597435-406f-4882-942f-da25ca84d167 HTTP/1.1" status: 200 len: 898 time: 0.0823455 Nov 28 08:23:30.521545 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-85a2cc78-13db-49ff-98f0-c57eb7e4afc6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393 HTTP/1.1" status: 200 len: 1001 time: 0.0674410 Nov 28 08:23:30.574821 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-9804fedc-14a8-4828-97cd-88735d14b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:30.576236 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-9804fedc-14a8-4828-97cd-88735d14b4b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d123e1c-9379-417b-aeda-b0e81667109f HTTP/1.1" status: 200 len: 835 time: 0.0420439 Nov 28 08:23:30.629587 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-7bca77f9-6c3b-41fd-ba5e-04b2d4469fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:30.631062 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-7bca77f9-6c3b-41fd-ba5e-04b2d4469fc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3597435-406f-4882-942f-da25ca84d167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436845 Nov 28 08:23:30.729150 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-fb943052-202f-4e88-b34a-b111ce937e94 service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854905 Nov 28 08:23:30.823547 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84d9fe99-c161-4ca6-ae20-114030bc1c26 req-a0a07ba3-5861-43c8-83b2-73a083b740d2 service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814137 Nov 28 08:23:30.945330 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fda7a-0e23-4193-9cf4-2fcb88ccd32d req-7b249eed-8022-4965-8f58-a7a8a35452de tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:30.946866 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c90fda7a-0e23-4193-9cf4-2fcb88ccd32d req-7b249eed-8022-4965-8f58-a7a8a35452de tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0611377 Nov 28 08:23:30.997954 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c90fda7a-0e23-4193-9cf4-2fcb88ccd32d req-49cf9824-81f5-443c-9ad1-1ac268d8610a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443985 Nov 28 08:23:31.573356 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:32.123187 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112cf0-47e6-47bf-bd3e-ed4ff6f095da req-a3e2b158-e7fd-49b5-b9f7-eec5708e53e9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:32.124646 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-53112cf0-47e6-47bf-bd3e-ed4ff6f095da req-a3e2b158-e7fd-49b5-b9f7-eec5708e53e9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0583308 Nov 28 08:23:32.172108 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-53112cf0-47e6-47bf-bd3e-ed4ff6f095da req-f5f9693a-b197-4ad6-a701-5da220a31550 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415998 Nov 28 08:23:33.042039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 167c0d87-9f64-4b6b-9ab2-ffad65291393 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:23:33.045666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 167c0d87-9f64-4b6b-9ab2-ffad65291393 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:23:33.201436 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 167c0d87-9f64-4b6b-9ab2-ffad65291393, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:23:33.213222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:33.223083 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'port_id': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'mac_address': 'fa:16:3e:8a:6b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:23:33.257422 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '167c0d87-9f64-4b6b-9ab2-ffad65291393'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:23:33.259667 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1270feab-3f8e-4ded-bd82-7bc7cc268df8" -d '{"events": [{"server_uuid": "75cb1b10-ebee-46b8-9ba2-75685be3248a", "name": "network-vif-unplugged", "status": "completed", "tag": "167c0d87-9f64-4b6b-9ab2-ffad65291393"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:23:33.276487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 167c0d87-9f64-4b6b-9ab2-ffad65291393, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:23:33.285738 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:33.293915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:33.299885 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed7efd-59f9-4994-81c1-b1eda74dcc48 req-3ea32dbc-3d93-4c28-855c-af89e3954f27 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:33.301542 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52ed7efd-59f9-4994-81c1-b1eda74dcc48 req-3ea32dbc-3d93-4c28-855c-af89e3954f27 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0591183 Nov 28 08:23:33.317759 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Nov 2021 08:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb34a3b-52b6-476d-bacb-6a37e7ddbb93 x-openstack-request-id: req-4fb34a3b-52b6-476d-bacb-6a37e7ddbb93 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:23:33.318066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cb1b10-ebee-46b8-9ba2-75685be3248a", "name": "network-vif-unplugged", "status": "completed", "tag": "167c0d87-9f64-4b6b-9ab2-ffad65291393", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:23:33.318294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fb34a3b-52b6-476d-bacb-6a37e7ddbb93 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:23:33.318668 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'code': 200} Nov 28 08:23:33.332477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 167c0d87-9f64-4b6b-9ab2-ffad65291393 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:23:33.356845 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52ed7efd-59f9-4994-81c1-b1eda74dcc48 req-1a9002bc-7550-4914-ad18-18638c8b3d4c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439849 Nov 28 08:23:33.383140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=167c0d87-9f64-4b6b-9ab2-ffad65291393,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:23:33.398533 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:23:33.398855 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:23:33.399213 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:23:33.399543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:23:33.399870 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:23:33.400191 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:23:33.400509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:23:33.400828 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:23:33.401143 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:23:33.401458 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:23:33.401770 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:23:33.402597 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:23:33.402931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:23:33.410461 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.db.api [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 28 08:23:33.410818 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG oslo_db.api [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 28 08:23:33.592216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f02773-2701-4302-88ce-c75097a55582 req-eee4f426-f0d5-43dc-a3cb-4a13fa90fa63 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:33.593678 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f7f02773-2701-4302-88ce-c75097a55582 req-eee4f426-f0d5-43dc-a3cb-4a13fa90fa63 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 943 time: 0.0929239 Nov 28 08:23:33.612829 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403ba90-04a9-46a8-96d9-53741d288cda req-1a9571d9-b106-496f-9317-165c133211c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:33.614188 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e403ba90-04a9-46a8-96d9-53741d288cda req-1a9571d9-b106-496f-9317-165c133211c4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a&tenant_id=958befc2eb02460b87fb3360e15693e8&binding%3Ahost_id=hv-neutron-7448 HTTP/1.1" status: 200 len: 943 time: 0.0823379 Nov 28 08:23:33.653402 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f7f02773-2701-4302-88ce-c75097a55582 req-a610ac79-263a-4e66-843b-58e24483ca78 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535519 Nov 28 08:23:33.704072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403ba90-04a9-46a8-96d9-53741d288cda req-b94a8e45-d6ab-4993-b2c6-288cffecdd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:33.705559 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e403ba90-04a9-46a8-96d9-53741d288cda req-b94a8e45-d6ab-4993-b2c6-288cffecdd0e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 1096 time: 0.0488441 Nov 28 08:23:33.774826 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acb2f7-717d-4989-9b24-ab2e012ef877 req-67acf45c-04da-4506-84a5-f90016b8f094 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:33.776546 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c5acb2f7-717d-4989-9b24-ab2e012ef877 req-67acf45c-04da-4506-84a5-f90016b8f094 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 943 time: 0.0544407 Nov 28 08:23:33.801137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403ba90-04a9-46a8-96d9-53741d288cda req-cdae2d34-6154-48d7-b313-df865bbe01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:33.802692 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e403ba90-04a9-46a8-96d9-53741d288cda req-cdae2d34-6154-48d7-b313-df865bbe01bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3597435-406f-4882-942f-da25ca84d167 HTTP/1.1" status: 200 len: 898 time: 0.0882668 Nov 28 08:23:33.826388 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c5acb2f7-717d-4989-9b24-ab2e012ef877 req-61eee6a0-15a3-4324-a138-3c7fe3759537 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434115 Nov 28 08:23:33.872618 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e403ba90-04a9-46a8-96d9-53741d288cda req-2aa1ef1c-de25-4bc2-958e-466af67b02f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393 HTTP/1.1" status: 200 len: 999 time: 0.0621185 Nov 28 08:23:33.920731 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403ba90-04a9-46a8-96d9-53741d288cda req-68bc93ba-7536-4a60-8790-8c7e1cd898b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:33.922202 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e403ba90-04a9-46a8-96d9-53741d288cda req-68bc93ba-7536-4a60-8790-8c7e1cd898b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d123e1c-9379-417b-aeda-b0e81667109f HTTP/1.1" status: 200 len: 835 time: 0.0426228 Nov 28 08:23:33.951543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:33.968638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167c0d87-9f64-4b6b-9ab2-ffad65291393 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:23:33.979285 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403ba90-04a9-46a8-96d9-53741d288cda req-da5265b2-1d7f-43f8-99b7-adc200a12e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:33.980853 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e403ba90-04a9-46a8-96d9-53741d288cda req-da5265b2-1d7f-43f8-99b7-adc200a12e86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3597435-406f-4882-942f-da25ca84d167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0513155 Nov 28 08:23:33.991424 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 167c0d87-9f64-4b6b-9ab2-ffad65291393, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:23:33.997264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:34.051402 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=167c0d87-9f64-4b6b-9ab2-ffad65291393,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:23:34.061643 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['167c0d87-9f64-4b6b-9ab2-ffad65291393'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:23:34.072175 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e403ba90-04a9-46a8-96d9-53741d288cda req-adbb67fc-4dad-408a-b38f-d9eff30c4b99 service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841186 Nov 28 08:23:34.162064 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e403ba90-04a9-46a8-96d9-53741d288cda req-85a70fb5-102d-4e37-9bd4-fecf9955c493 service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823827 Nov 28 08:23:34.946915 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689766-31b1-4112-be6d-2ba47911f11a req-fad22f35-dcba-47c5-9970-7af27c95f86d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:34.948376 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d6689766-31b1-4112-be6d-2ba47911f11a req-fad22f35-dcba-47c5-9970-7af27c95f86d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 944 time: 0.0551794 Nov 28 08:23:34.997726 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d6689766-31b1-4112-be6d-2ba47911f11a req-c63e3a85-070e-4e21-91d6-a5fd8c8c72ee tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428419 Nov 28 08:23:35.019879 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47646) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:23:35.073259 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 167c0d87-9f64-4b6b-9ab2-ffad65291393 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:23:35.087672 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-43e345c3-7cac-47bb-af64-2af5e993fb48 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/676f7a7c-7b9d-4507-bc9f-b8521a8f783c HTTP/1.1" status: 200 len: 992 time: 0.0666802 Nov 28 08:23:35.125035 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 167c0d87-9f64-4b6b-9ab2-ffad65291393 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:23:35.125303 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:35.211271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:35.244021 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 167c0d87-9f64-4b6b-9ab2-ffad65291393, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:23:35.249082 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:35.300484 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=167c0d87-9f64-4b6b-9ab2-ffad65291393,revision_number=8']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:23:35.319641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167c0d87-9f64-4b6b-9ab2-ffad65291393'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:23:35.321983 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1693d47a-01f8-4957-ae84-9e624850b4cf" -d '{"events": [{"server_uuid": "75cb1b10-ebee-46b8-9ba2-75685be3248a", "name": "network-vif-plugged", "status": "completed", "tag": "167c0d87-9f64-4b6b-9ab2-ffad65291393"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:23:35.356979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e37c289-7fc5-4a74-839b-165385a5d6d9 x-openstack-request-id: req-5e37c289-7fc5-4a74-839b-165385a5d6d9 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:23:35.357273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cb1b10-ebee-46b8-9ba2-75685be3248a", "name": "network-vif-plugged", "status": "completed", "tag": "167c0d87-9f64-4b6b-9ab2-ffad65291393", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:23:35.357525 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e37c289-7fc5-4a74-839b-165385a5d6d9 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:23:35.357918 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'code': 200} Nov 28 08:23:39.871135 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:23:40.663833 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1c5da471-23ec-4bce-bfc0-f0e1141d44cc req-354a90f7-e155-4e9d-a5b6-1e9c19617e7f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440307 Nov 28 08:23:40.755815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5da471-23ec-4bce-bfc0-f0e1141d44cc req-6edc5b9b-fa5f-46e9-8f22-8619c158a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:40.757266 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1c5da471-23ec-4bce-bfc0-f0e1141d44cc req-6edc5b9b-fa5f-46e9-8f22-8619c158a9e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 1098 time: 0.0489988 Nov 28 08:23:40.857999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5da471-23ec-4bce-bfc0-f0e1141d44cc req-d46b190c-2d06-44c3-8d01-483da9c800e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:40.859456 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1c5da471-23ec-4bce-bfc0-f0e1141d44cc req-d46b190c-2d06-44c3-8d01-483da9c800e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3597435-406f-4882-942f-da25ca84d167 HTTP/1.1" status: 200 len: 898 time: 0.0811687 Nov 28 08:23:40.938003 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1c5da471-23ec-4bce-bfc0-f0e1141d44cc req-a72ad778-6ac7-41ec-ae82-c7a899a59f38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393 HTTP/1.1" status: 200 len: 1001 time: 0.0666423 Nov 28 08:23:40.986440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5da471-23ec-4bce-bfc0-f0e1141d44cc req-e8064a77-48d1-46ef-a158-3c67fec70a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:40.987898 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1c5da471-23ec-4bce-bfc0-f0e1141d44cc req-e8064a77-48d1-46ef-a158-3c67fec70a53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d123e1c-9379-417b-aeda-b0e81667109f HTTP/1.1" status: 200 len: 835 time: 0.0424111 Nov 28 08:23:41.039132 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5da471-23ec-4bce-bfc0-f0e1141d44cc req-0f879abd-21da-4b90-ad5d-1e4f2da55aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:23:41.040619 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1c5da471-23ec-4bce-bfc0-f0e1141d44cc req-0f879abd-21da-4b90-ad5d-1e4f2da55aef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3597435-406f-4882-942f-da25ca84d167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0446322 Nov 28 08:23:41.134049 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1c5da471-23ec-4bce-bfc0-f0e1141d44cc req-66520f37-2f22-43bb-80ec-0b08a27c216a service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847394 Nov 28 08:23:41.221715 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1c5da471-23ec-4bce-bfc0-f0e1141d44cc req-4572f52a-6955-49ed-9d38-9aa6ac73d794 service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795054 Nov 28 08:23:45.507355 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f48e4dcc-d50e-43b2-9bdf-ca4d1250c251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:48.009610 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2fdeef75-17b4-4341-b84a-b2891970fcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:49.175245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:50.460387 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:23:51.408061 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:01.570471 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:05.782057 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47658) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:05.949704 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port 1991f4ac-5b7d-408a-a5b8-f5b11c4f2b07 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:24:05.950042 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:06.026194 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:06.026516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:06.037889 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for 1991f4ac-5b7d-408a-a5b8-f5b11c4f2b07 owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:24:06.188628 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:06.215282 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=1991f4ac-5b7d-408a-a5b8-f5b11c4f2b07,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:06.239569 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:06.239914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:06.240248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:06.240579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:06.240905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:06.241227 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:06.241548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:06.241867 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:06.242182 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:06.242496 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:06.242812 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:06.243150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:06.243464 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:06.283010 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:06.283327 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Floating IP 676f7a7c-7b9d-4507-bc9f-b8521a8f783c disassociated (deleted). External IP: 172.26.2.241, port: 167c0d87-9f64-4b6b-9ab2-ffad65291393. Nov 28 08:24:06.515105 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 8c588ed5-c729-43a9-b35c-095b41bccf32 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:24:06.948858 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:24:06.953991 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:06.958595 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fdda0-68bb-437e-a9dd-394feff6035e None None] Sync routers for ids ['8c588ed5-c729-43a9-b35c-095b41bccf32'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:24:06.971637 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fdda0-68bb-437e-a9dd-394feff6035e None None] Routers {'8c588ed5-c729-43a9-b35c-095b41bccf32'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:24:06.972252 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-939fdda0-68bb-437e-a9dd-394feff6035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:23:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8c588ed5-c729-43a9-b35c-095b41bccf32'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:06.986434 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9917dbda-f85c-4dfd-85c7-1d2731ebc77e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/floatingips/676f7a7c-7b9d-4507-bc9f-b8521a8f783c HTTP/1.1" status: 204 len: 168 time: 1.2024324 Nov 28 08:24:06.987089 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'tag': '167c0d87-9f64-4b6b-9ab2-ffad65291393'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:24:06.989563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73fe732-28c6-455d-8d48-7e3092edcc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "75cb1b10-ebee-46b8-9ba2-75685be3248a", "tag": "167c0d87-9f64-4b6b-9ab2-ffad65291393"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:24:07.092746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fbbaf0-d26d-48b8-8b01-71cd68502933 x-openstack-request-id: req-c3fbbaf0-d26d-48b8-8b01-71cd68502933 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:24:07.092746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cb1b10-ebee-46b8-9ba2-75685be3248a", "tag": "167c0d87-9f64-4b6b-9ab2-ffad65291393", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:24:07.092746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3fbbaf0-d26d-48b8-8b01-71cd68502933 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:24:07.093159 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'tag': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'status': 'completed', 'code': 200} Nov 28 08:24:07.101506 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-939fdda0-68bb-437e-a9dd-394feff6035e None None] Set router 8c588ed5-c729-43a9-b35c-095b41bccf32 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:24:07.208937 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fe732-28c6-455d-8d48-7e3092edcc5e req-6b83ec3d-d981-4bf6-b1f9-4343c9964dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:07.210438 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a73fe732-28c6-455d-8d48-7e3092edcc5e req-6b83ec3d-d981-4bf6-b1f9-4343c9964dba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 1098 time: 0.0814843 Nov 28 08:24:07.253403 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cffe8a-31ad-4afc-b2ca-c0e4602389f2 req-70c0c8e8-cff0-4f58-bed6-2816b4800622 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:07.254934 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1cffe8a-31ad-4afc-b2ca-c0e4602389f2 req-70c0c8e8-cff0-4f58-bed6-2816b4800622 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0828815 Nov 28 08:24:07.313816 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-939fdda0-68bb-437e-a9dd-394feff6035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '7e05f4d8-0164-438b-9d9e-4873c732d4df', 'name': '', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:ee:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:19Z', 'updated_at': '2021-11-28T08:22:23Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:07.340585 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fdda0-68bb-437e-a9dd-394feff6035e None None] Checking router: 8c588ed5-c729-43a9-b35c-095b41bccf32 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:24:07.349215 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fdda0-68bb-437e-a9dd-394feff6035e None None] Routers {'8c588ed5-c729-43a9-b35c-095b41bccf32'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:24:07.349831 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-939fdda0-68bb-437e-a9dd-394feff6035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:23:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8c588ed5-c729-43a9-b35c-095b41bccf32'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:07.353664 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1cffe8a-31ad-4afc-b2ca-c0e4602389f2 req-f61e4ca7-193c-47f8-968a-49125240c923 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905128 Nov 28 08:24:07.356331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fe732-28c6-455d-8d48-7e3092edcc5e req-ed20ebdf-741d-4401-8f8b-ac561351fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:07.358224 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a73fe732-28c6-455d-8d48-7e3092edcc5e req-ed20ebdf-741d-4401-8f8b-ac561351fa96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3597435-406f-4882-942f-da25ca84d167 HTTP/1.1" status: 200 len: 898 time: 0.1376610 Nov 28 08:24:07.402649 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a73fe732-28c6-455d-8d48-7e3092edcc5e req-22ff7262-556f-45f0-aa27-ec109e9234f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393 HTTP/1.1" status: 200 len: 217 time: 0.0366578 Nov 28 08:24:07.451797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fe732-28c6-455d-8d48-7e3092edcc5e req-871d4050-ae0a-4f16-b734-6c3ab70e5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:07.453271 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a73fe732-28c6-455d-8d48-7e3092edcc5e req-871d4050-ae0a-4f16-b734-6c3ab70e5432 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d123e1c-9379-417b-aeda-b0e81667109f HTTP/1.1" status: 200 len: 835 time: 0.0433497 Nov 28 08:24:07.473580 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-939fdda0-68bb-437e-a9dd-394feff6035e None None] Set router 8c588ed5-c729-43a9-b35c-095b41bccf32 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:24:07.510592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fe732-28c6-455d-8d48-7e3092edcc5e req-fadf67ac-43d8-4c65-8641-edf0c2aa6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:07.512134 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a73fe732-28c6-455d-8d48-7e3092edcc5e req-fadf67ac-43d8-4c65-8641-edf0c2aa6dc0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3597435-406f-4882-942f-da25ca84d167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0500603 Nov 28 08:24:07.602309 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a73fe732-28c6-455d-8d48-7e3092edcc5e req-f35b0e6a-23b0-4867-9f07-8846c9460c67 service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813341 Nov 28 08:24:07.699874 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a73fe732-28c6-455d-8d48-7e3092edcc5e req-cd6285ef-2872-4a28-8751-99cf9ce97d46 service neutron] 10.222.0.35 "GET /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890870 Nov 28 08:24:07.767668 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-939fdda0-68bb-437e-a9dd-394feff6035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '7e05f4d8-0164-438b-9d9e-4873c732d4df', 'name': '', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:ee:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:19Z', 'updated_at': '2021-11-28T08:22:23Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:07.795686 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fdda0-68bb-437e-a9dd-394feff6035e None None] The sync data for ids ['8c588ed5-c729-43a9-b35c-095b41bccf32'] in dv-neutron-744815-16-hyperv is: [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '7e05f4d8-0164-438b-9d9e-4873c732d4df', 'name': '', 'network_id': 'c3597435-406f-4882-942f-da25ca84d167', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:ee:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:19Z', 'updated_at': '2021-11-28T08:22:23Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8d123e1c-9379-417b-aeda-b0e81667109f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:24:08.012344 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c22841a-8088-44db-b29a-8a55a6901acd None None] New status for floating IP 676f7a7c-7b9d-4507-bc9f-b8521a8f783c: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:24:08.478498 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abee49d-062d-41d1-bf27-31b6b6fb3a60 req-82fbb9de-a8a6-41ab-8348-466f4d953f0a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:08.479992 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2abee49d-062d-41d1-bf27-31b6b6fb3a60 req-82fbb9de-a8a6-41ab-8348-466f4d953f0a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0546935 Nov 28 08:24:08.527529 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2abee49d-062d-41d1-bf27-31b6b6fb3a60 req-16ce547c-b5e1-45b2-8629-fa15795bb685 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4938b2e9-7b44-4f10-9869-c880a133e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417459 Nov 28 08:24:09.243485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a47dfb-9763-4bbf-8a6f-d531d3522633 req-f6331276-54e2-4fd5-a9f4-f79030422eb8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:09.244848 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c0a47dfb-9763-4bbf-8a6f-d531d3522633 req-f6331276-54e2-4fd5-a9f4-f79030422eb8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 945 time: 0.0568099 Nov 28 08:24:09.347405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-c0a47dfb-9763-4bbf-8a6f-d531d3522633 req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port 167c0d87-9f64-4b6b-9ab2-ffad65291393 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:24:09.347737 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c0a47dfb-9763-4bbf-8a6f-d531d3522633 req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:09.431614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-c0a47dfb-9763-4bbf-8a6f-d531d3522633 req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port 167c0d87-9f64-4b6b-9ab2-ffad65291393, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=167c0d87-9f64-4b6b-9ab2-ffad65291393,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:24:09.431971 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c0a47dfb-9763-4bbf-8a6f-d531d3522633 req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:09.443201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-c0a47dfb-9763-4bbf-8a6f-d531d3522633 req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for 167c0d87-9f64-4b6b-9ab2-ffad65291393 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:24:09.574387 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c0a47dfb-9763-4bbf-8a6f-d531d3522633 req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:09.606069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=167c0d87-9f64-4b6b-9ab2-ffad65291393,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:09.656410 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d335b652-3c77-49b0-b2ea-d59635cac924 req-26e0462e-2224-445e-a981-821edaa13cd4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cb1b10-ebee-46b8-9ba2-75685be3248a HTTP/1.1" status: 200 len: 210 time: 0.0540233 Nov 28 08:24:09.659978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:09.660322 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:09.660656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:09.660986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:09.661313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:09.661637 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:09.661958 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:09.662279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:09.662594 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:09.662927 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:09.663242 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:09.663556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:09.663868 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:09.684480 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a47dfb-9763-4bbf-8a6f-d531d3522633 req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] No DVR routers for this DVR port 167c0d87-9f64-4b6b-9ab2-ffad65291393 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:24:09.687017 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c0a47dfb-9763-4bbf-8a6f-d531d3522633 req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:09.690531 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c0a47dfb-9763-4bbf-8a6f-d531d3522633 req-54bb4df0-2015-4b28-8738-c495b9f9d949 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "DELETE /v2.0/ports/167c0d87-9f64-4b6b-9ab2-ffad65291393 HTTP/1.1" status: 204 len: 173 time: 0.4382493 Nov 28 08:24:09.691011 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'name': 'network-vif-deleted', 'tag': '167c0d87-9f64-4b6b-9ab2-ffad65291393'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:24:09.693217 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353e4622-b30d-4fd6-af88-e3bcc39d82eb" -d '{"events": [{"server_uuid": "75cb1b10-ebee-46b8-9ba2-75685be3248a", "name": "network-vif-deleted", "tag": "167c0d87-9f64-4b6b-9ab2-ffad65291393"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:24:09.787535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eca80b-7f76-4be4-96e5-9bf7c23884c3 x-openstack-request-id: req-46eca80b-7f76-4be4-96e5-9bf7c23884c3 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:24:09.787832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cb1b10-ebee-46b8-9ba2-75685be3248a", "name": "network-vif-deleted", "tag": "167c0d87-9f64-4b6b-9ab2-ffad65291393", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:24:09.788080 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46eca80b-7f76-4be4-96e5-9bf7c23884c3 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:24:09.788491 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cb1b10-ebee-46b8-9ba2-75685be3248a', 'name': 'network-vif-deleted', 'tag': '167c0d87-9f64-4b6b-9ab2-ffad65291393', 'status': 'completed', 'code': 200} Nov 28 08:24:10.713320 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47678) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:11.112422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a604ffec-386e-4fa9-8836-f2d68f48fe67 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:11.398472 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a604ffec-386e-4fa9-8836-f2d68f48fe67 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port 7e05f4d8-0164-438b-9d9e-4873c732d4df {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:24:11.398808 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a604ffec-386e-4fa9-8836-f2d68f48fe67 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:11.487463 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-a604ffec-386e-4fa9-8836-f2d68f48fe67 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port 7e05f4d8-0164-438b-9d9e-4873c732d4df, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=7e05f4d8-0164-438b-9d9e-4873c732d4df,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:24:11.487824 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a604ffec-386e-4fa9-8836-f2d68f48fe67 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:11.499191 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a604ffec-386e-4fa9-8836-f2d68f48fe67 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for 7e05f4d8-0164-438b-9d9e-4873c732d4df owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:24:11.693302 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a604ffec-386e-4fa9-8836-f2d68f48fe67 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:11.719411 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604ffec-386e-4fa9-8836-f2d68f48fe67 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=7e05f4d8-0164-438b-9d9e-4873c732d4df,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:11.912196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a604ffec-386e-4fa9-8836-f2d68f48fe67 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:12.155811 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a604ffec-386e-4fa9-8836-f2d68f48fe67 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 8c588ed5-c729-43a9-b35c-095b41bccf32 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:24:12.275776 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a604ffec-386e-4fa9-8836-f2d68f48fe67 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:24:12.281190 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a604ffec-386e-4fa9-8836-f2d68f48fe67 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "PUT /v2.0/routers/8c588ed5-c729-43a9-b35c-095b41bccf32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5663736 Nov 28 08:24:12.283535 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47680) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:12.285961 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763a7fb-9927-4e70-96c9-95a71453f846 None None] Sync routers for ids ['8c588ed5-c729-43a9-b35c-095b41bccf32'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:24:12.295429 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763a7fb-9927-4e70-96c9-95a71453f846 None None] Routers {'8c588ed5-c729-43a9-b35c-095b41bccf32'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:24:12.296027 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c763a7fb-9927-4e70-96c9-95a71453f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:23:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8c588ed5-c729-43a9-b35c-095b41bccf32'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:12.334081 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e1db08-666e-403b-88e2-738d0101344b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting subnet 8d123e1c-9379-417b-aeda-b0e81667109f {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:24:12.337221 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-38e1db08-666e-403b-88e2-738d0101344b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:12.381718 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-38e1db08-666e-403b-88e2-738d0101344b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:12.417948 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-c763a7fb-9927-4e70-96c9-95a71453f846 None None] Set router 8c588ed5-c729-43a9-b35c-095b41bccf32 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:24:12.466272 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-38e1db08-666e-403b-88e2-738d0101344b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:12.522948 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-38e1db08-666e-403b-88e2-738d0101344b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:12.550944 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1db08-666e-403b-88e2-738d0101344b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Subnet': ['ID=8d123e1c-9379-417b-aeda-b0e81667109f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:12.552806 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-38e1db08-666e-403b-88e2-738d0101344b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:12.558755 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-38e1db08-666e-403b-88e2-738d0101344b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/subnets/8d123e1c-9379-417b-aeda-b0e81667109f HTTP/1.1" status: 204 len: 168 time: 0.2741983 Nov 28 08:24:12.559018 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47682) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:12.559976 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64f94c7-bc72-4983-938b-07cda0a2c828 None None] Network c3597435-406f-4882-942f-da25ca84d167 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:24:12.609513 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c763a7fb-9927-4e70-96c9-95a71453f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:24:11Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:12.639185 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763a7fb-9927-4e70-96c9-95a71453f846 None None] Checking router: 8c588ed5-c729-43a9-b35c-095b41bccf32 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:24:12.649318 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763a7fb-9927-4e70-96c9-95a71453f846 None None] Routers {'8c588ed5-c729-43a9-b35c-095b41bccf32'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:24:12.649318 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c763a7fb-9927-4e70-96c9-95a71453f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:23:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8c588ed5-c729-43a9-b35c-095b41bccf32'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:12.759491 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e538dcd-a811-4cc0-b2f5-bb6e70693f5b None None] DHCP port deletion for c3597435-406f-4882-942f-da25ca84d167 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:24:12.775494 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-c763a7fb-9927-4e70-96c9-95a71453f846 None None] Set router 8c588ed5-c729-43a9-b35c-095b41bccf32 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:24:12.814562 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9e538dcd-a811-4cc0-b2f5-bb6e70693f5b None None] Deleting port b683df49-3619-48f0-b092-3e2b110ca2d1 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:24:12.814846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9e538dcd-a811-4cc0-b2f5-bb6e70693f5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:12.883187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9e538dcd-a811-4cc0-b2f5-bb6e70693f5b None None] For port b683df49-3619-48f0-b092-3e2b110ca2d1, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=b683df49-3619-48f0-b092-3e2b110ca2d1,segment=NetworkSegment(71687514-23a3-4bfc-a74c-c008a3eabca4),segment_id=71687514-23a3-4bfc-a74c-c008a3eabca4)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:24:12.883596 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9e538dcd-a811-4cc0-b2f5-bb6e70693f5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:12.896727 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-9e538dcd-a811-4cc0-b2f5-bb6e70693f5b None None] Calling delete_port for b683df49-3619-48f0-b092-3e2b110ca2d1 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:24:12.967887 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-c763a7fb-9927-4e70-96c9-95a71453f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:24:11Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:12.991497 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9e538dcd-a811-4cc0-b2f5-bb6e70693f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:13.000773 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763a7fb-9927-4e70-96c9-95a71453f846 None None] The sync data for ids ['8c588ed5-c729-43a9-b35c-095b41bccf32'] in dv-neutron-744815-16-hyperv is: [{'id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717485381', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:24:11Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': '781e47f6-ebe3-4ade-ab03-c5baf4bf54cf', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c588ed5-c729-43a9-b35c-095b41bccf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:22:16Z', 'updated_at': '2021-11-28T08:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:24:13.019992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e538dcd-a811-4cc0-b2f5-bb6e70693f5b None None] Pushing event deleted for resources: {'Port': ['ID=b683df49-3619-48f0-b092-3e2b110ca2d1,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:13.025623 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e538dcd-a811-4cc0-b2f5-bb6e70693f5b None None] No DVR routers for this DVR port b683df49-3619-48f0-b092-3e2b110ca2d1 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:24:13.063911 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:13.187916 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:13.243366 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:24:13.243697 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:13.308103 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 167c0d87-9f64-4b6b-9ab2-ffad65291393 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:24:13.321964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=781e47f6-ebe3-4ade-ab03-c5baf4bf54cf,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:24:13.322321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:13.329635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 167c0d87-9f64-4b6b-9ab2-ffad65291393 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:24:13.329975 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 167c0d87-9f64-4b6b-9ab2-ffad65291393 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:24:13.335266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:24:13.394166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b683df49-3619-48f0-b092-3e2b110ca2d1 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:24:13.415924 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: b683df49-3619-48f0-b092-3e2b110ca2d1 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:24:13.416309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device b683df49-3619-48f0-b092-3e2b110ca2d1 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:24:13.416958 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7e05f4d8-0164-438b-9d9e-4873c732d4df no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:24:13.447056 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 7e05f4d8-0164-438b-9d9e-4873c732d4df {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:24:13.447319 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 7e05f4d8-0164-438b-9d9e-4873c732d4df not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:24:13.523552 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:13.550682 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=781e47f6-ebe3-4ade-ab03-c5baf4bf54cf,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:13.567162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fc2a6d-50d8-444e-aad7-98fd6946baba None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:24:13.610449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:13.712413 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:13.714516 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:13.757333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:13.758074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Fanout notify agent at l3_agent the message router_deleted on router 8c588ed5-c729-43a9-b35c-095b41bccf32 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:24:13.766550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:13.770146 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-1e0d6d34-1556-4c00-a4b3-047fddaa35fe tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/routers/8c588ed5-c729-43a9-b35c-095b41bccf32 HTTP/1.1" status: 204 len: 168 time: 1.2077127 Nov 28 08:24:13.770402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47686) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:13.893686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c9efb6d6-cb59-485a-bb00-d638667f8484 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:13.976093 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c9efb6d6-cb59-485a-bb00-d638667f8484 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:13.995409 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-c9efb6d6-cb59-485a-bb00-d638667f8484 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3597435-406f-4882-942f-da25ca84d167']}} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:14.004822 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-c9efb6d6-cb59-485a-bb00-d638667f8484 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71687514-23a3-4bfc-a74c-c008a3eabca4') {'for_net_delete': True} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:14.005118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.services.segments.db [None req-c9efb6d6-cb59-485a-bb00-d638667f8484 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71687514-23a3-4bfc-a74c-c008a3eabca4') {} {{(pid=115118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:14.014591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c9efb6d6-cb59-485a-bb00-d638667f8484 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12230683'] for segment, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.027103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c9efb6d6-cb59-485a-bb00-d638667f8484 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.033033 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9efb6d6-cb59-485a-bb00-d638667f8484 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=115118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:24:14.033481 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c9efb6d6-cb59-485a-bb00-d638667f8484 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12237070'] for segment, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: Traceback (most recent call last): Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: timer() Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: cb(*args, **kw) Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: return func(*args, **kwargs) Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: self._notify() Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: self.callback(batched_events) Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: event.method(event) Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: return f(self, *a, **k) Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._get(url).json() Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: return self.request(url, 'GET', **kwargs) Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:24:14.036567 dv-neutron-744815-16-hyperv neutron-server[115118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:24:14.095806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c9efb6d6-cb59-485a-bb00-d638667f8484 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.103002 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c9efb6d6-cb59-485a-bb00-d638667f8484 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.105471 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c9efb6d6-cb59-485a-bb00-d638667f8484 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/networks/c3597435-406f-4882-942f-da25ca84d167 HTTP/1.1" status: 204 len: 168 time: 0.3340940 Nov 28 08:24:14.108905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47690) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:14.116647 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efb6d6-cb59-485a-bb00-d638667f8484 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Network': ['ID=c3597435-406f-4882-942f-da25ca84d167,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:14.171326 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e9486f6-0ee7-4598-b9e0-c710b0a776f8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.199402 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e9486f6-0ee7-4598-b9e0-c710b0a776f8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.259125 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e9486f6-0ee7-4598-b9e0-c710b0a776f8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.261865 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6e9486f6-0ee7-4598-b9e0-c710b0a776f8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.265514 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6e9486f6-0ee7-4598-b9e0-c710b0a776f8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/security-groups/4938b2e9-7b44-4f10-9869-c880a133e60c HTTP/1.1" status: 204 len: 168 time: 0.1531007 Nov 28 08:24:14.272447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9486f6-0ee7-4598-b9e0-c710b0a776f8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4938b2e9-7b44-4f10-9869-c880a133e60c,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:14.483571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47696) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:14.488156 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-4c0043fb-f0a3-4e37-af08-704ea87821c8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2077908629', 'description': 'tempest-secgroup-smoke-2077908629 description', 'project_id': '958befc2eb02460b87fb3360e15693e8'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:24:14.509896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4c0043fb-f0a3-4e37-af08-704ea87821c8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.572870 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4c0043fb-f0a3-4e37-af08-704ea87821c8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.576325 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4c0043fb-f0a3-4e37-af08-704ea87821c8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.603051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4c0043fb-f0a3-4e37-af08-704ea87821c8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.604256 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4c0043fb-f0a3-4e37-af08-704ea87821c8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1196771 Nov 28 08:24:14.608012 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47698) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:14.612006 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0043fb-f0a3-4e37-af08-704ea87821c8 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edaf837-f384-4a35-8de8-94b2e278b21e,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:14.615445 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-674c3cfa-e48e-4124-b048-a6e923913f35 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4edaf837-f384-4a35-8de8-94b2e278b21e', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:24:14.641608 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-674c3cfa-e48e-4124-b048-a6e923913f35 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.705513 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-674c3cfa-e48e-4124-b048-a6e923913f35 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.709791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-674c3cfa-e48e-4124-b048-a6e923913f35 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.728439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c3cfa-e48e-4124-b048-a6e923913f35 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93464eff-9b97-4e81-8d21-683938578049,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:14.735337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-674c3cfa-e48e-4124-b048-a6e923913f35 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.736689 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-674c3cfa-e48e-4124-b048-a6e923913f35 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272664 Nov 28 08:24:14.739390 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47700) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:14.743614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d407d51b-98d9-48c6-92a0-60586f5aa2eb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4edaf837-f384-4a35-8de8-94b2e278b21e', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:24:14.768485 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d407d51b-98d9-48c6-92a0-60586f5aa2eb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.831919 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d407d51b-98d9-48c6-92a0-60586f5aa2eb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.835667 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d407d51b-98d9-48c6-92a0-60586f5aa2eb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.857554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407d51b-98d9-48c6-92a0-60586f5aa2eb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3447e26d-6b5d-45a1-a401-b565bf5af8d2,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:14.861903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d407d51b-98d9-48c6-92a0-60586f5aa2eb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.865830 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d407d51b-98d9-48c6-92a0-60586f5aa2eb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227825 Nov 28 08:24:14.865918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47702) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:14.870067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a1b673e7-b39a-4a7b-ab9a-c8bfec0cea49 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4edaf837-f384-4a35-8de8-94b2e278b21e', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:24:14.895845 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1b673e7-b39a-4a7b-ab9a-c8bfec0cea49 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.951692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1b673e7-b39a-4a7b-ab9a-c8bfec0cea49 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.955276 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1b673e7-b39a-4a7b-ab9a-c8bfec0cea49 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.974095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b673e7-b39a-4a7b-ab9a-c8bfec0cea49 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff20f356-0525-4bc3-8418-8a3aeca4f5ae,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:14.979622 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a1b673e7-b39a-4a7b-ab9a-c8bfec0cea49 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:14.980774 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a1b673e7-b39a-4a7b-ab9a-c8bfec0cea49 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139791 Nov 28 08:24:14.983474 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47704) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:14.987757 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b7f20543-514b-46ec-8266-5e9dd1c070c9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4edaf837-f384-4a35-8de8-94b2e278b21e', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:24:15.014148 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7f20543-514b-46ec-8266-5e9dd1c070c9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.073573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7f20543-514b-46ec-8266-5e9dd1c070c9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.078533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7f20543-514b-46ec-8266-5e9dd1c070c9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.097844 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f20543-514b-46ec-8266-5e9dd1c070c9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88467f10-54e5-4107-8cfe-90f9647515bf,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:15.103678 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b7f20543-514b-46ec-8266-5e9dd1c070c9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.104808 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b7f20543-514b-46ec-8266-5e9dd1c070c9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204195 Nov 28 08:24:15.107922 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47706) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:15.112141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-391c726d-bc12-4cfd-82b9-250587002eb3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4edaf837-f384-4a35-8de8-94b2e278b21e', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:24:15.134095 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-391c726d-bc12-4cfd-82b9-250587002eb3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Project 958befc2eb02460b87fb3360e15693e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:24:15.139918 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-391c726d-bc12-4cfd-82b9-250587002eb3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.201562 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-391c726d-bc12-4cfd-82b9-250587002eb3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.205396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-391c726d-bc12-4cfd-82b9-250587002eb3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.223518 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c726d-bc12-4cfd-82b9-250587002eb3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7670b590-8124-4f1a-995f-3c9ed2b3c12b,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:15.231423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-391c726d-bc12-4cfd-82b9-250587002eb3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.232818 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-391c726d-bc12-4cfd-82b9-250587002eb3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238973 Nov 28 08:24:15.235427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47708) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:15.239907 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-506c105e-0ef8-40af-926a-2d3fde3f7b72 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4edaf837-f384-4a35-8de8-94b2e278b21e', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:24:15.262248 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-506c105e-0ef8-40af-926a-2d3fde3f7b72 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Project 958befc2eb02460b87fb3360e15693e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:24:15.268062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-506c105e-0ef8-40af-926a-2d3fde3f7b72 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.328753 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-506c105e-0ef8-40af-926a-2d3fde3f7b72 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.332746 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-506c105e-0ef8-40af-926a-2d3fde3f7b72 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.349540 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c105e-0ef8-40af-926a-2d3fde3f7b72 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8674ef-d351-4f0b-9d73-9faee1ebf988,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:15.361680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-506c105e-0ef8-40af-926a-2d3fde3f7b72 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.363223 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-506c105e-0ef8-40af-926a-2d3fde3f7b72 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268246 Nov 28 08:24:15.365970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47710) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:15.371043 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e8deb602-cf29-426f-94fc-dcbb35065fdd tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'network': {'name': 'tempest-network-smoke--573376075', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'port_security_enabled': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:24:15.383809 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:24:15.395026 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8deb602-cf29-426f-94fc-dcbb35065fdd tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:24:15.398610 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8deb602-cf29-426f-94fc-dcbb35065fdd tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.406027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:24:15.406373 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 781e47f6-ebe3-4ade-ab03-c5baf4bf54cf not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:24:15.425411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8deb602-cf29-426f-94fc-dcbb35065fdd tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:24:15.436329 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8deb602-cf29-426f-94fc-dcbb35065fdd tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.436724 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-e8deb602-cf29-426f-94fc-dcbb35065fdd tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Added segment cfb343d7-8ef6-415c-b2a6-3702d53e178e of type vlan for network 342343e5-9d31-4c06-b72b-bcbef53e5cfe Nov 28 08:24:15.474783 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8deb602-cf29-426f-94fc-dcbb35065fdd tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.501449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8deb602-cf29-426f-94fc-dcbb35065fdd tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.507015 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8deb602-cf29-426f-94fc-dcbb35065fdd tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:15.507650 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e8deb602-cf29-426f-94fc-dcbb35065fdd tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.509900 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-62e91a0f-673b-4f4c-a1bb-08965bbe2fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.541036 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e8deb602-cf29-426f-94fc-dcbb35065fdd tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1738741 Nov 28 08:24:15.543769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47712) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:15.550348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'admin_state_up': True, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:24:15.592133 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8deb602-cf29-426f-94fc-dcbb35065fdd tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Network': ['ID=342343e5-9d31-4c06-b72b-bcbef53e5cfe,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:15.603264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 342343e5-9d31-4c06-b72b-bcbef53e5cfe details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:24:15.605070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.606154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.662529 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:15.814650 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:16.008438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:16.026588 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:16.125192 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.26.2.144 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/a1cfc2ca-aa2a-4617-9018-dd08025ef811) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:24:16.226486 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:16.262629 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:16.299614 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:24:16.305042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:24:16.307517 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:24:16.317783 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d2e2a-dd24-435a-a81f-24b68c0904fb None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:24:16.338301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=a1cfc2ca-aa2a-4617-9018-dd08025ef811,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:16.400248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-83fe1849-f87f-4e36-b25b-f97681e55be5 None None] Provisioning complete for port a1cfc2ca-aa2a-4617-9018-dd08025ef811 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:16.400819 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-83fe1849-f87f-4e36-b25b-f97681e55be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:16.441199 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-83fe1849-f87f-4e36-b25b-f97681e55be5 None None] Port a1cfc2ca-aa2a-4617-9018-dd08025ef811 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:24:16.595059 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:16.826154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:16.870576 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:24:16.968553 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 1a97cdef-1e35-472a-96ef-6e590fb7f379 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:24:17.092142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:24:17.101343 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Sync routers for ids ['1a97cdef-1e35-472a-96ef-6e590fb7f379'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:24:17.111636 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Routers {'1a97cdef-1e35-472a-96ef-6e590fb7f379'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:24:17.112258 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:23:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1a97cdef-1e35-472a-96ef-6e590fb7f379'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:17.112427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:17.114252 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c64e5c01-9ad3-4dd2-b9d1-6dc719d71959 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5694249 Nov 28 08:24:17.117153 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47714) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:17.151949 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d2ac4309-287f-41e8-b1e2-14522df67fe3 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=958befc2eb02460b87fb3360e15693e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335970 Nov 28 08:24:17.155243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47716) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:17.236073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Set router 1a97cdef-1e35-472a-96ef-6e590fb7f379 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:24:17.240691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f579a77-2151-410a-9cb7-1f6c76db9496 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:17.242272 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-2f579a77-2151-410a-9cb7-1f6c76db9496 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860767 Nov 28 08:24:17.245004 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47718) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:17.273097 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-52689cc2-a7b5-48b0-90ce-1462ab98071a tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270472 Nov 28 08:24:17.275479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47720) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:17.280079 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c0940c3d-9579-4f47-9c9c-6a3ad46a8330 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1826056555', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:24:17.371860 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0940c3d-9579-4f47-9c9c-6a3ad46a8330 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:24:17.375117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c0940c3d-9579-4f47-9c9c-6a3ad46a8330 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:17.419997 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:24:16Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:17.450090 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Checking router: 1a97cdef-1e35-472a-96ef-6e590fb7f379 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:24:17.450467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Updating router 1a97cdef-1e35-472a-96ef-6e590fb7f379 port a1cfc2ca-aa2a-4617-9018-dd08025ef811 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:24:17.480733 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:17.557110 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c0940c3d-9579-4f47-9c9c-6a3ad46a8330 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:17.615710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0940c3d-9579-4f47-9c9c-6a3ad46a8330 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Subnet': ['ID=8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:17.627952 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0940c3d-9579-4f47-9c9c-6a3ad46a8330 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Checking segment: {'id': 'cfb343d7-8ef6-415c-b2a6-3702d53e178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:24:17.628457 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0940c3d-9579-4f47-9c9c-6a3ad46a8330 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network hostable DHCP agents. Network: 342343e5-9d31-4c06-b72b-bcbef53e5cfe, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:24:17.645207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0940c3d-9579-4f47-9c9c-6a3ad46a8330 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 342343e5-9d31-4c06-b72b-bcbef53e5cfe is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:24:17.653500 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-c0940c3d-9579-4f47-9c9c-6a3ad46a8330 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 342343e5-9d31-4c06-b72b-bcbef53e5cfe) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:24:17.658592 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0940c3d-9579-4f47-9c9c-6a3ad46a8330 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:17.659478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c0940c3d-9579-4f47-9c9c-6a3ad46a8330 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:17.662197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d126662-b940-4020-a608-fb92999c7991 None None] Network 342343e5-9d31-4c06-b72b-bcbef53e5cfe requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:24:17.676427 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c0940c3d-9579-4f47-9c9c-6a3ad46a8330 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3999646 Nov 28 08:24:17.679332 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47722) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:17.981404 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:17.992019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:18.066638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2f7e0b-f242-40b9-b0db-238c117c4f55 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:24:18.069458 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ba109b5a-1535-48ae-8d35-c093c3e00239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:18.096107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f300c-e06b-41ca-87b6-d5170a2256b2 None None] Pushing event updated for resources: {'Port': ['ID=a1cfc2ca-aa2a-4617-9018-dd08025ef811,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:18.099173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Attempting to bind port a1cfc2ca-aa2a-4617-9018-dd08025ef811 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:24:18.099547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Attempting to bind port a1cfc2ca-aa2a-4617-9018-dd08025ef811 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:24:18.099904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Attempting to bind port a1cfc2ca-aa2a-4617-9018-dd08025ef811 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:24:18.107671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ips': [{'subnet_id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:24:18.108529 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:18.112156 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:24:18.112530 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:24:18.112921 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:18.113314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:24:18.113782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Bound port: a1cfc2ca-aa2a-4617-9018-dd08025ef811, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:24:18.114155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:18.181133 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:18.254767 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] For port a1cfc2ca-aa2a-4617-9018-dd08025ef811, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:24:18.256834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e89946c0-f261-4df5-bda6-541ef1ff4de4 None None] Provisioning complete for port a1cfc2ca-aa2a-4617-9018-dd08025ef811 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:18.257241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e89946c0-f261-4df5-bda6-541ef1ff4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:18.294066 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] For port a1cfc2ca-aa2a-4617-9018-dd08025ef811, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a1cfc2ca-aa2a-4617-9018-dd08025ef811,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:24:18.324256 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:18.387093 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-e89946c0-f261-4df5-bda6-541ef1ff4de4 None None] Port a1cfc2ca-aa2a-4617-9018-dd08025ef811 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:24:18.402409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4d8d62-f21d-454c-a519-2185f98f740d None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:24:18.412665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Allocated IP 172.20.0.2 (342343e5-9d31-4c06-b72b-bcbef53e5cfe/8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7/6d8643fa-5d88-4044-874c-b2fe292467df) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:24:18.441140 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Routers {'1a97cdef-1e35-472a-96ef-6e590fb7f379'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:24:18.442085 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:24:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1a97cdef-1e35-472a-96ef-6e590fb7f379'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:18.446008 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f300c-e06b-41ca-87b6-d5170a2256b2 None None] Pushing event updated for resources: {'Port': ['ID=a1cfc2ca-aa2a-4617-9018-dd08025ef811,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:18.608395 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a4a3b53a-7aa7-4226-88d9-9010793ed957 None None] Provisioning complete for port a1cfc2ca-aa2a-4617-9018-dd08025ef811 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:18.608673 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b53a-7aa7-4226-88d9-9010793ed957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:18.686629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] Set router 1a97cdef-1e35-472a-96ef-6e590fb7f379 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:24:18.842331 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:18.873174 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:18.901163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.20.0.1 (342343e5-9d31-4c06-b72b-bcbef53e5cfe/8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7/1041e54c-78d1-4507-9c0a-e4f7b760618e) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:24:18.938258 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b53a-7aa7-4226-88d9-9010793ed957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:18.944203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Network 342343e5-9d31-4c06-b72b-bcbef53e5cfe is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:24:18.956792 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:24:18.967641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:24:19.003122 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a4a3b53a-7aa7-4226-88d9-9010793ed957 None None] For port a1cfc2ca-aa2a-4617-9018-dd08025ef811, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a1cfc2ca-aa2a-4617-9018-dd08025ef811,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:24:19.008890 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Pushing event updated for resources: {'Port': ['ID=6d8643fa-5d88-4044-874c-b2fe292467df,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:19.012283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b53a-7aa7-4226-88d9-9010793ed957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:19.025294 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:19.063478 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:19.100650 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 342343e5-9d31-4c06-b72b-bcbef53e5cfe is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:24:19.103657 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:24:19.106391 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:24:19.115972 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Attempting to bind port 6d8643fa-5d88-4044-874c-b2fe292467df on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:24:19.116345 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Attempting to bind port 6d8643fa-5d88-4044-874c-b2fe292467df by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'cfb343d7-8ef6-415c-b2a6-3702d53e178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:24:19.116708 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Attempting to bind port 6d8643fa-5d88-4044-874c-b2fe292467df on network 342343e5-9d31-4c06-b72b-bcbef53e5cfe {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:24:19.128638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3b53a-7aa7-4226-88d9-9010793ed957 None None] Pushing event updated for resources: {'Port': ['ID=a1cfc2ca-aa2a-4617-9018-dd08025ef811,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:19.132022 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:24:19.132396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Checking segment: {'id': 'cfb343d7-8ef6-415c-b2a6-3702d53e178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:24:19.132797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:19.133181 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Bound using segment: {'id': 'cfb343d7-8ef6-415c-b2a6-3702d53e178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:24:19.133642 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Bound port: 6d8643fa-5d88-4044-874c-b2fe292467df, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb343d7-8ef6-415c-b2a6-3702d53e178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:24:19.134020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:19.149299 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=1041e54c-78d1-4507-9c0a-e4f7b760618e,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:19.153703 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:24:16Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:19.167151 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:19.217346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0776826e-54b2-4780-bb27-dc0c0863471f None None] The sync data for ids ['1a97cdef-1e35-472a-96ef-6e590fb7f379'] in dv-neutron-744815-16-hyperv is: [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:24:16Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:24:19.242689 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:19.255765 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] For port 6d8643fa-5d88-4044-874c-b2fe292467df, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:24:19.259558 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] For port 6d8643fa-5d88-4044-874c-b2fe292467df, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6d8643fa-5d88-4044-874c-b2fe292467df,segment=NetworkSegment(cfb343d7-8ef6-415c-b2a6-3702d53e178e),segment_id=cfb343d7-8ef6-415c-b2a6-3702d53e178e)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:24:19.265240 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:19.340367 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:19.345201 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11270e-2e07-4dc3-9441-fd1cdadf616e None None] Pushing event updated for resources: {'Port': ['ID=6d8643fa-5d88-4044-874c-b2fe292467df,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:19.712025 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:19.717846 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:19.799774 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:19.802958 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=1041e54c-78d1-4507-9c0a-e4f7b760618e,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:19.895302 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 342343e5-9d31-4c06-b72b-bcbef53e5cfe is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:24:19.896738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:24:20.037465 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 1a97cdef-1e35-472a-96ef-6e590fb7f379 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:24:20.170972 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:24:20.177436 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a39e55e5-3da4-4177-aeca-ca18df4ba343 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "PUT /v2.0/routers/1a97cdef-1e35-472a-96ef-6e590fb7f379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4969916 Nov 28 08:24:20.311284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7b775f-bb1f-4fbe-8557-3b9e3aa4729c None None] Network 342343e5-9d31-4c06-b72b-bcbef53e5cfe requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:24:20.384987 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-0b81f84d-ef9a-4d20-906b-47231cb3e2b6 None None] Provisioning complete for port 6d8643fa-5d88-4044-874c-b2fe292467df triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:20.385452 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0b81f84d-ef9a-4d20-906b-47231cb3e2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:20.502627 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:20.563813 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0b81f84d-ef9a-4d20-906b-47231cb3e2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:20.607848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0b81f84d-ef9a-4d20-906b-47231cb3e2b6 None None] For port 6d8643fa-5d88-4044-874c-b2fe292467df, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6d8643fa-5d88-4044-874c-b2fe292467df,segment=NetworkSegment(cfb343d7-8ef6-415c-b2a6-3702d53e178e),segment_id=cfb343d7-8ef6-415c-b2a6-3702d53e178e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:24:20.617910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0b81f84d-ef9a-4d20-906b-47231cb3e2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:20.679231 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81f84d-ef9a-4d20-906b-47231cb3e2b6 None None] Pushing event updated for resources: {'Port': ['ID=6d8643fa-5d88-4044-874c-b2fe292467df,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:20.679450 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-758c53ec-0377-4233-b6c0-4bca97405e67 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2077908629&fields=id&tenant_id=958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 267 time: 0.3880398 Nov 28 08:24:20.798985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-cecf2c78-1a50-4461-b27c-ebce0528a72b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:20.800720 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-cecf2c78-1a50-4461-b27c-ebce0528a72b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/networks?id=342343e5-9d31-4c06-b72b-bcbef53e5cfe HTTP/1.1" status: 200 len: 796 time: 0.1110620 Nov 28 08:24:20.817665 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-3874e9ea-c70d-47ee-b34c-d4ba91993bd4 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/quotas/958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 375 time: 0.0105305 Nov 28 08:24:20.846214 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-efa8ef3f-1cf6-4544-8d61-bf1fe416808d None None] Provisioning complete for port 6d8643fa-5d88-4044-874c-b2fe292467df triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:20.846810 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-efa8ef3f-1cf6-4544-8d61-bf1fe416808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:20.887078 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-f97a254c-a22f-4d00-8aeb-c1f4f0f574bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631220 Nov 28 08:24:20.933795 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Sync routers for ids ['1a97cdef-1e35-472a-96ef-6e590fb7f379'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:24:20.947578 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Routers {'1a97cdef-1e35-472a-96ef-6e590fb7f379'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:24:20.948452 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:24:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1a97cdef-1e35-472a-96ef-6e590fb7f379'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:20.968060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-efa8ef3f-1cf6-4544-8d61-bf1fe416808d None None] Provisioning complete for port 1041e54c-78d1-4507-9c0a-e4f7b760618e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:20.968542 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-efa8ef3f-1cf6-4544-8d61-bf1fe416808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:21.007047 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-411e9c2c-50e7-485e-8346-5e1380893eee service neutron] 10.222.0.31 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024263 Nov 28 08:24:21.016575 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-efa8ef3f-1cf6-4544-8d61-bf1fe416808d None None] Port 1041e54c-78d1-4507-9c0a-e4f7b760618e cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:24:21.093692 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Set router 1a97cdef-1e35-472a-96ef-6e590fb7f379 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:24:21.107259 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-699b2f26-4948-488e-b566-a04eb65eb406 service neutron] 10.222.0.31 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982964 Nov 28 08:24:21.140654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2cca52dd-e5df-4dd9-9164-2c7582adf3b6 None None] Provisioning complete for port 1041e54c-78d1-4507-9c0a-e4f7b760618e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:21.141082 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2cca52dd-e5df-4dd9-9164-2c7582adf3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:21.202299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-2cca52dd-e5df-4dd9-9164-2c7582adf3b6 None None] Port 1041e54c-78d1-4507-9c0a-e4f7b760618e cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:24:21.305810 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec4fd16f-f60d-40c0-9a56-8534414111a9 req-2635c6a3-11d8-41a9-a2be-c9f5514928e6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 210 time: 0.0365660 Nov 28 08:24:21.327353 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:24:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '1041e54c-78d1-4507-9c0a-e4f7b760618e', 'name': '', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:45:f3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:18Z', 'updated_at': '2021-11-28T08:24:19Z', 'revision_number': 2, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:21.328244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6cb36f54-a937-411b-8911-d1a48ea3cb87 None None] Provisioning complete for port 1041e54c-78d1-4507-9c0a-e4f7b760618e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:21.328708 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6cb36f54-a937-411b-8911-d1a48ea3cb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:21.379221 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Checking router: 1a97cdef-1e35-472a-96ef-6e590fb7f379 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:24:21.379446 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-6cb36f54-a937-411b-8911-d1a48ea3cb87 None None] Port 1041e54c-78d1-4507-9c0a-e4f7b760618e cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:24:21.379865 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Updating router 1a97cdef-1e35-472a-96ef-6e590fb7f379 port 1041e54c-78d1-4507-9c0a-e4f7b760618e binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:24:21.422380 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:21.422628 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:21.478216 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a1cfc2ca-aa2a-4617-9018-dd08025ef811 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:24:21.534166 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port a1cfc2ca-aa2a-4617-9018-dd08025ef811 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:21.534666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:21.634817 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6d8643fa-5d88-4044-874c-b2fe292467df up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:24:21.691388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 6d8643fa-5d88-4044-874c-b2fe292467df triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:21.691867 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:21.822273 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:21.830665 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:21.887107 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Pushing event updated for resources: {'Port': ['ID=1041e54c-78d1-4507-9c0a-e4f7b760618e,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:21.916384 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:21.916759 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:21.917063 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:21.917426 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:21.917738 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:21.918041 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:21.918365 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:21.918688 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:21.919091 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:21.919925 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:21.920241 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:21.920558 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:21.920898 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:24:21.960607 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Attempting to bind port 1041e54c-78d1-4507-9c0a-e4f7b760618e on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:24:21.961706 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Attempting to bind port 1041e54c-78d1-4507-9c0a-e4f7b760618e by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'cfb343d7-8ef6-415c-b2a6-3702d53e178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:24:21.962065 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Attempting to bind port 1041e54c-78d1-4507-9c0a-e4f7b760618e on network 342343e5-9d31-4c06-b72b-bcbef53e5cfe {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:24:21.968461 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:24:21.968825 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Checking segment: {'id': 'cfb343d7-8ef6-415c-b2a6-3702d53e178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:24:21.969227 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:21.969754 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Bound using segment: {'id': 'cfb343d7-8ef6-415c-b2a6-3702d53e178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:24:21.970381 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Bound port: 1041e54c-78d1-4507-9c0a-e4f7b760618e, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb343d7-8ef6-415c-b2a6-3702d53e178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:24:21.970952 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:22.039744 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] For port 1041e54c-78d1-4507-9c0a-e4f7b760618e, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:24:22.043167 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] For port 1041e54c-78d1-4507-9c0a-e4f7b760618e, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1041e54c-78d1-4507-9c0a-e4f7b760618e,segment=NetworkSegment(cfb343d7-8ef6-415c-b2a6-3702d53e178e),segment_id=cfb343d7-8ef6-415c-b2a6-3702d53e178e)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:24:22.049751 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:22.110309 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Routers {'1a97cdef-1e35-472a-96ef-6e590fb7f379'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:24:22.110958 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:24:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1a97cdef-1e35-472a-96ef-6e590fb7f379'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:22.115042 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c8767c80-00ae-4f4a-9462-7906c1243093 None None] Provisioning complete for port 1041e54c-78d1-4507-9c0a-e4f7b760618e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:22.115511 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c8767c80-00ae-4f4a-9462-7906c1243093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:22.151783 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24870669-5a02-485f-882e-8cb8b21f90fe None None] Pushing event updated for resources: {'Port': ['ID=1041e54c-78d1-4507-9c0a-e4f7b760618e,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:22.234215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c8767c80-00ae-4f4a-9462-7906c1243093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:22.252024 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] Set router 1a97cdef-1e35-472a-96ef-6e590fb7f379 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:24:22.276604 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c8767c80-00ae-4f4a-9462-7906c1243093 None None] For port 1041e54c-78d1-4507-9c0a-e4f7b760618e, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1041e54c-78d1-4507-9c0a-e4f7b760618e,segment=NetworkSegment(cfb343d7-8ef6-415c-b2a6-3702d53e178e),segment_id=cfb343d7-8ef6-415c-b2a6-3702d53e178e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:24:22.282762 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c8767c80-00ae-4f4a-9462-7906c1243093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:22.367101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8767c80-00ae-4f4a-9462-7906c1243093 None None] Pushing event updated for resources: {'Port': ['ID=1041e54c-78d1-4507-9c0a-e4f7b760618e,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:22.411814 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-79c70b66-f2c2-4826-a3a3-84e9a8357866 None None] Provisioning complete for port 1041e54c-78d1-4507-9c0a-e4f7b760618e triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:22.412284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-79c70b66-f2c2-4826-a3a3-84e9a8357866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:22.419182 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-ebbacae2-c32e-4312-a15e-3bd594fbea34 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:22.421013 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-ebbacae2-c32e-4312-a15e-3bd594fbea34 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/networks?id=342343e5-9d31-4c06-b72b-bcbef53e5cfe HTTP/1.1" status: 200 len: 796 time: 0.1250334 Nov 28 08:24:22.474541 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2076cb31-486e-4088-ab9a-7922e45cadc6 req-3654f28c-ceb8-4c81-8efe-0c05501cb1f0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 210 time: 0.0652895 Nov 28 08:24:22.508641 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:24:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '1041e54c-78d1-4507-9c0a-e4f7b760618e', 'name': '', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:45:f3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:18Z', 'updated_at': '2021-11-28T08:24:22Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:22.527418 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-c59ef10c-1241-4e05-9a86-4b3c3b354bb9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 380 time: 0.0904365 Nov 28 08:24:22.537408 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-2163a5bc-877c-4108-a93a-b8eb10d0051f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'port': {'device_id': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'admin_state_up': True, 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'security_groups': ['4edaf837-f384-4a35-8de8-94b2e278b21e']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:24:22.539035 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fae42a4-0c3d-426a-a3bf-5b6c54e435fe None None] The sync data for ids ['1a97cdef-1e35-472a-96ef-6e590fb7f379'] in dv-neutron-744815-16-hyperv is: [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:24:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '1041e54c-78d1-4507-9c0a-e4f7b760618e', 'name': '', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:45:f3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:18Z', 'updated_at': '2021-11-28T08:24:22Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:24:22.680069 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-2163a5bc-877c-4108-a93a-b8eb10d0051f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:24:22.683795 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-2163a5bc-877c-4108-a93a-b8eb10d0051f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:22.815036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-2163a5bc-877c-4108-a93a-b8eb10d0051f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.20.0.4 (342343e5-9d31-4c06-b72b-bcbef53e5cfe/8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7/a1c42b63-a580-4b2c-97f1-97d5999d02f0) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:24:22.962130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-2163a5bc-877c-4108-a93a-b8eb10d0051f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:23.002632 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-2163a5bc-877c-4108-a93a-b8eb10d0051f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:23.046681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-2163a5bc-877c-4108-a93a-b8eb10d0051f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 342343e5-9d31-4c06-b72b-bcbef53e5cfe is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:24:23.052530 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-2163a5bc-877c-4108-a93a-b8eb10d0051f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:24:23.058777 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-2163a5bc-877c-4108-a93a-b8eb10d0051f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:24:23.085038 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163a5bc-877c-4108-a93a-b8eb10d0051f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=a1c42b63-a580-4b2c-97f1-97d5999d02f0,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:23.117367 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-2163a5bc-877c-4108-a93a-b8eb10d0051f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:23.118041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-2163a5bc-877c-4108-a93a-b8eb10d0051f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:23.141638 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-2163a5bc-877c-4108-a93a-b8eb10d0051f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6079314 Nov 28 08:24:23.158459 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Request body: {'port': {'device_id': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:24:23.233245 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:23.354795 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-98850848-7c92-4e60-be10-fba779c28e77 None None] Provisioning complete for port a1c42b63-a580-4b2c-97f1-97d5999d02f0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:23.355211 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-98850848-7c92-4e60-be10-fba779c28e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:23.418695 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-98850848-7c92-4e60-be10-fba779c28e77 None None] Port a1c42b63-a580-4b2c-97f1-97d5999d02f0 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:24:23.440146 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1041e54c-78d1-4507-9c0a-e4f7b760618e up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:24:23.499545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 1041e54c-78d1-4507-9c0a-e4f7b760618e triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:23.499913 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:23.579026 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c42b63-a580-4b2c-97f1-97d5999d02f0 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:24:23.601336 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:23.621279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Transition to ACTIVE for port object a1c42b63-a580-4b2c-97f1-97d5999d02f0 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:24:23.626055 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:23.668653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681049c-581e-44e2-88a1-5ffdc5d5e503 req-4d01598f-45a9-4b04-b19d-e957368130a0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:23.670217 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e681049c-581e-44e2-88a1-5ffdc5d5e503 req-4d01598f-45a9-4b04-b19d-e957368130a0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 931 time: 0.1087518 Nov 28 08:24:23.740749 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c42b63-a580-4b2c-97f1-97d5999d02f0,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:23.794062 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e681049c-581e-44e2-88a1-5ffdc5d5e503 req-18379131-62dc-499e-9526-123a8368bcb6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149378 Nov 28 08:24:23.823639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Attempting to bind port a1c42b63-a580-4b2c-97f1-97d5999d02f0 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:24:23.823992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Attempting to bind port a1c42b63-a580-4b2c-97f1-97d5999d02f0 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'cfb343d7-8ef6-415c-b2a6-3702d53e178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:24:23.824309 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Attempting to bind port a1c42b63-a580-4b2c-97f1-97d5999d02f0 on network 342343e5-9d31-4c06-b72b-bcbef53e5cfe {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:24:23.829300 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Port a1c42b63-a580-4b2c-97f1-97d5999d02f0 on network 342343e5-9d31-4c06-b72b-bcbef53e5cfe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:24:23.829555 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Attempting to bind port a1c42b63-a580-4b2c-97f1-97d5999d02f0 on network 342343e5-9d31-4c06-b72b-bcbef53e5cfe {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:24:23.834385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:24:23.834714 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Checking segment: {'id': 'cfb343d7-8ef6-415c-b2a6-3702d53e178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:24:23.835118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Bound using segment: {'id': 'cfb343d7-8ef6-415c-b2a6-3702d53e178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:24:23.835535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Bound port: a1c42b63-a580-4b2c-97f1-97d5999d02f0, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb343d7-8ef6-415c-b2a6-3702d53e178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:24:23.835889 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:23.902576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] For port a1c42b63-a580-4b2c-97f1-97d5999d02f0, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:24:23.906250 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] For port a1c42b63-a580-4b2c-97f1-97d5999d02f0, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a1c42b63-a580-4b2c-97f1-97d5999d02f0,segment=NetworkSegment(cfb343d7-8ef6-415c-b2a6-3702d53e178e),segment_id=cfb343d7-8ef6-415c-b2a6-3702d53e178e)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:24:23.909502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:23.943240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:23.943760 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:23.945120 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] 10.222.0.35 "PUT /v2.0/ports/a1c42b63-a580-4b2c-97f1-97d5999d02f0 HTTP/1.1" status: 200 len: 1093 time: 0.7912989 Nov 28 08:24:23.945609 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'tag': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:24:23.947985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949f5cda-91c6-47d5-b35a-3023be291a16" -d '{"events": [{"name": "network-changed", "server_uuid": "09fbe2dd-dc31-4cc5-9cd1-c466016827b3", "tag": "a1c42b63-a580-4b2c-97f1-97d5999d02f0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:24:23.985769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d685f-d4ad-4df6-acb7-6fcd72b8f3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c42b63-a580-4b2c-97f1-97d5999d02f0,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:23.997805 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d682b9-a961-4546-a2f4-35b94e088d0d x-openstack-request-id: req-d3d682b9-a961-4546-a2f4-35b94e088d0d {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:24:23.998076 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fbe2dd-dc31-4cc5-9cd1-c466016827b3", "tag": "a1c42b63-a580-4b2c-97f1-97d5999d02f0", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:24:23.998337 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3d682b9-a961-4546-a2f4-35b94e088d0d {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:24:23.998735 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'tag': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0', 'status': 'completed', 'code': 200} Nov 28 08:24:24.044840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-bab7b6fa-30b3-46b0-9d1f-f4d157b03c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:24.046518 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-bab7b6fa-30b3-46b0-9d1f-f4d157b03c3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 1096 time: 0.0618079 Nov 28 08:24:24.091273 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-8b8aa392-67a5-4dbf-b1da-4b554880a4b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c42b63-a580-4b2c-97f1-97d5999d02f0 HTTP/1.1" status: 200 len: 217 time: 0.0368319 Nov 28 08:24:24.140869 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-43ae7483-c160-4aba-a435-f7c420b55fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:24.142470 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-43ae7483-c160-4aba-a435-f7c420b55fac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7 HTTP/1.1" status: 200 len: 835 time: 0.0449557 Nov 28 08:24:24.202145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-ab633a88-7620-42b9-b86a-21f35a810f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:24.203669 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-ab633a88-7620-42b9-b86a-21f35a810f90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=342343e5-9d31-4c06-b72b-bcbef53e5cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0498095 Nov 28 08:24:24.297473 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-ed0d4025-75a9-4e87-8d26-b1c56aab9e05 service neutron] 10.222.0.35 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795155 Nov 28 08:24:24.393473 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-25969a3c-39c3-41f6-a90e-2415c0332f92 req-0137e717-e784-4f8f-80d9-dce13b678066 service neutron] 10.222.0.35 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825245 Nov 28 08:24:24.495729 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f5cda-91c6-47d5-b35a-3023be291a16 req-53628694-d3d2-49cd-91c1-bdd7d45b7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:24.497786 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-949f5cda-91c6-47d5-b35a-3023be291a16 req-53628694-d3d2-49cd-91c1-bdd7d45b7711 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 1096 time: 0.0491178 Nov 28 08:24:24.587822 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f5cda-91c6-47d5-b35a-3023be291a16 req-a46eb399-e7bf-4ccf-83cb-fd372f3344a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:24.589275 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-949f5cda-91c6-47d5-b35a-3023be291a16 req-a46eb399-e7bf-4ccf-83cb-fd372f3344a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=342343e5-9d31-4c06-b72b-bcbef53e5cfe HTTP/1.1" status: 200 len: 897 time: 0.0840576 Nov 28 08:24:24.634002 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-949f5cda-91c6-47d5-b35a-3023be291a16 req-95110dc5-ed97-45f0-81f3-35159ae97b79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c42b63-a580-4b2c-97f1-97d5999d02f0 HTTP/1.1" status: 200 len: 217 time: 0.0351076 Nov 28 08:24:24.684168 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f5cda-91c6-47d5-b35a-3023be291a16 req-8e31ae44-75b2-4a89-88e0-4808127eaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:24.686341 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-949f5cda-91c6-47d5-b35a-3023be291a16 req-8e31ae44-75b2-4a89-88e0-4808127eaf58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7 HTTP/1.1" status: 200 len: 835 time: 0.0437043 Nov 28 08:24:24.744072 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f5cda-91c6-47d5-b35a-3023be291a16 req-060bf4a4-3bc7-4ab5-84ae-7957e73a6f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:24.745541 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-949f5cda-91c6-47d5-b35a-3023be291a16 req-060bf4a4-3bc7-4ab5-84ae-7957e73a6f67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=342343e5-9d31-4c06-b72b-bcbef53e5cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0453336 Nov 28 08:24:24.837929 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-949f5cda-91c6-47d5-b35a-3023be291a16 req-e74e11e5-0a10-4e51-96a0-a8407f1d8738 service neutron] 10.222.0.35 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825572 Nov 28 08:24:24.967675 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-949f5cda-91c6-47d5-b35a-3023be291a16 req-047d9982-a5cc-4c92-be51-979eb51cf1cf service neutron] 10.222.0.35 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211581 Nov 28 08:24:24.975852 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28601273-ee91-452e-a72f-7bc7ba31f516 req-995f7494-75c3-4999-875e-cadc9fec6161 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:24.977201 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-28601273-ee91-452e-a72f-7bc7ba31f516 req-995f7494-75c3-4999-875e-cadc9fec6161 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 943 time: 0.1101031 Nov 28 08:24:25.026922 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-28601273-ee91-452e-a72f-7bc7ba31f516 req-7cfb1c2b-cd02-4c07-8b3e-34cdbb350438 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 Nov 28 08:24:25.355922 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a1c42b63-a580-4b2c-97f1-97d5999d02f0 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:24:25.446012 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port a1c42b63-a580-4b2c-97f1-97d5999d02f0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a1c42b63-a580-4b2c-97f1-97d5999d02f0,segment=NetworkSegment(cfb343d7-8ef6-415c-b2a6-3702d53e178e),segment_id=cfb343d7-8ef6-415c-b2a6-3702d53e178e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:24:25.456397 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'port_id': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0', 'mac_address': 'fa:16:3e:d0:af:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:24:25.501752 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:25.514573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c42b63-a580-4b2c-97f1-97d5999d02f0 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:24:25.533295 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port a1c42b63-a580-4b2c-97f1-97d5999d02f0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a1c42b63-a580-4b2c-97f1-97d5999d02f0,segment=NetworkSegment(cfb343d7-8ef6-415c-b2a6-3702d53e178e),segment_id=cfb343d7-8ef6-415c-b2a6-3702d53e178e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:24:25.537283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:25.588376 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=a1c42b63-a580-4b2c-97f1-97d5999d02f0,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:25.795868 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['a1c42b63-a580-4b2c-97f1-97d5999d02f0'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:24:26.148345 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1b701-1061-4df0-b994-078147390065 req-7fb0398c-7c66-4587-b982-8b47ebda69cf tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:26.149798 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-52a1b701-1061-4df0-b994-078147390065 req-7fb0398c-7c66-4587-b982-8b47ebda69cf tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 944 time: 0.0545275 Nov 28 08:24:26.197739 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-52a1b701-1061-4df0-b994-078147390065 req-d0406a6a-d70e-4d35-a3bf-6832b2760e32 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420325 Nov 28 08:24:27.315293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd0e6d-404e-4b5c-9e0d-b885185b246f req-46d092c4-4a8d-408e-b588-5f8c36158c98 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:27.316763 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-47bd0e6d-404e-4b5c-9e0d-b885185b246f req-46d092c4-4a8d-408e-b588-5f8c36158c98 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 944 time: 0.0544121 Nov 28 08:24:27.368339 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-47bd0e6d-404e-4b5c-9e0d-b885185b246f req-142a749f-5512-46e9-9f35-17825e16ba1d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457821 Nov 28 08:24:27.372921 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a1c42b63-a580-4b2c-97f1-97d5999d02f0 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:24:27.428212 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port a1c42b63-a580-4b2c-97f1-97d5999d02f0 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:24:27.431995 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port a1c42b63-a580-4b2c-97f1-97d5999d02f0 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:24:27.432362 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:27.515091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:27.536276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:24:27.538491 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238e343f-8b6d-4095-aa1f-8c63e6fcc14d" -d '{"events": [{"server_uuid": "09fbe2dd-dc31-4cc5-9cd1-c466016827b3", "name": "network-vif-plugged", "status": "completed", "tag": "a1c42b63-a580-4b2c-97f1-97d5999d02f0"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:24:27.551693 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port a1c42b63-a580-4b2c-97f1-97d5999d02f0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a1c42b63-a580-4b2c-97f1-97d5999d02f0,segment=NetworkSegment(cfb343d7-8ef6-415c-b2a6-3702d53e178e),segment_id=cfb343d7-8ef6-415c-b2a6-3702d53e178e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:24:27.555665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:27.579557 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d46545-de9a-4b5a-ae47-0b984d215277 x-openstack-request-id: req-37d46545-de9a-4b5a-ae47-0b984d215277 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:24:27.579847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fbe2dd-dc31-4cc5-9cd1-c466016827b3", "name": "network-vif-plugged", "status": "completed", "tag": "a1c42b63-a580-4b2c-97f1-97d5999d02f0", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:24:27.580094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37d46545-de9a-4b5a-ae47-0b984d215277 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:24:27.580476 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0', 'code': 200} Nov 28 08:24:27.614912 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=a1c42b63-a580-4b2c-97f1-97d5999d02f0,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:27.763007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bf971-7bfd-4dce-9fbe-b0472be949dd req-6848de7e-7dd8-4cd1-b813-2dc458f9fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:27.764466 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3c5bf971-7bfd-4dce-9fbe-b0472be949dd req-6848de7e-7dd8-4cd1-b813-2dc458f9fdbd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 1098 time: 0.0454347 Nov 28 08:24:27.813075 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3c5bf971-7bfd-4dce-9fbe-b0472be949dd req-875b67d6-07f2-4bfd-ae58-04bb3d9de220 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382063 Nov 28 08:24:28.490011 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457a40-07b6-412e-96a1-efcfc040825b req-6bb36860-2d34-4879-80d8-f079c559231c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:28.491800 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c8457a40-07b6-412e-96a1-efcfc040825b req-6bb36860-2d34-4879-80d8-f079c559231c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0539813 Nov 28 08:24:28.539970 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c8457a40-07b6-412e-96a1-efcfc040825b req-f0bdc63d-8488-4add-aa59-477b7825d7d6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417409 Nov 28 08:24:29.666070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb447a7-ed59-4b53-9c57-30f96c564f61 req-3aaf748a-73ee-4961-80e5-286bd1886865 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:29.667586 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bdb447a7-ed59-4b53-9c57-30f96c564f61 req-3aaf748a-73ee-4961-80e5-286bd1886865 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0586898 Nov 28 08:24:29.717575 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bdb447a7-ed59-4b53-9c57-30f96c564f61 req-a5fef4bd-0dd8-4c48-80cc-c3b0a2614697 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440452 Nov 28 08:24:29.837807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028312b-b7be-4bc3-9bfd-78e23d036bd4 req-98667060-4e95-434b-bc22-8f3d5675a994 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:29.839170 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9028312b-b7be-4bc3-9bfd-78e23d036bd4 req-98667060-4e95-434b-bc22-8f3d5675a994 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0566020 Nov 28 08:24:29.885872 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9028312b-b7be-4bc3-9bfd-78e23d036bd4 req-c8fc1605-6888-4dd4-b93d-c8b66c6ef524 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402191 Nov 28 08:24:29.907630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47770) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:29.991194 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320987bb-4e2f-4617-89fd-8772df3e7876 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:29.992695 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-320987bb-4e2f-4617-89fd-8772df3e7876 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 1093 time: 0.0841131 Nov 28 08:24:29.995411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47774) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:30.000094 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:24:30.022835 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:30.460703 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:30.556583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.26.2.110 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/e2866493-b9fa-4860-9aa2-a1607239249a) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:24:30.660486 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:30.697963 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:30.736311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:24:30.740999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:24:30.746283 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:24:30.769045 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=e2866493-b9fa-4860-9aa2-a1607239249a,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:31.139412 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:31.215204 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:31.368147 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:31.372363 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:31.447828 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=e2866493-b9fa-4860-9aa2-a1607239249a,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:24:31.453199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:31.567789 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.l3_db [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Floating IP 4388adc5-4eb7-4206-a167-339d87e8586f associated. External IP: 172.26.2.110, port: a1c42b63-a580-4b2c-97f1-97d5999d02f0. Nov 28 08:24:31.568873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:31.810710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 1a97cdef-1e35-472a-96ef-6e590fb7f379 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:24:31.931060 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:24:31.941719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d8fa4a-3aab-455a-8206-2c29bdb7c85c None None] Sync routers for ids ['1a97cdef-1e35-472a-96ef-6e590fb7f379'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:24:31.951357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:31.952621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d8fa4a-3aab-455a-8206-2c29bdb7c85c None None] Routers {'1a97cdef-1e35-472a-96ef-6e590fb7f379'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:24:31.953243 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-98d8fa4a-3aab-455a-8206-2c29bdb7c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:24:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1a97cdef-1e35-472a-96ef-6e590fb7f379'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:31.986499 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-06f8b9db-9ca5-49b0-8401-bfa43778c7e5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9900899 Nov 28 08:24:31.987138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'tag': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:24:31.989448 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ddfc23-f138-4b23-87a4-d07c2a28db24" -d '{"events": [{"name": "network-changed", "server_uuid": "09fbe2dd-dc31-4cc5-9cd1-c466016827b3", "tag": "a1c42b63-a580-4b2c-97f1-97d5999d02f0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:24:32.029466 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2261e8b-8689-4409-87c7-60eb4d4dbc55 x-openstack-request-id: req-b2261e8b-8689-4409-87c7-60eb4d4dbc55 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:24:32.029767 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fbe2dd-dc31-4cc5-9cd1-c466016827b3", "tag": "a1c42b63-a580-4b2c-97f1-97d5999d02f0", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:24:32.030023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2261e8b-8689-4409-87c7-60eb4d4dbc55 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:24:32.030420 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'tag': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0', 'status': 'completed', 'code': 200} Nov 28 08:24:32.090443 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-98d8fa4a-3aab-455a-8206-2c29bdb7c85c None None] Set router 1a97cdef-1e35-472a-96ef-6e590fb7f379 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:24:32.093917 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cae5fa-21e7-42d6-a5b0-b603a605c00b req-383a1723-978d-4823-b5af-4eced37a96d9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:32.095471 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e7cae5fa-21e7-42d6-a5b0-b603a605c00b req-383a1723-978d-4823-b5af-4eced37a96d9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0582783 Nov 28 08:24:32.107215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddfc23-f138-4b23-87a4-d07c2a28db24 req-8e8f355b-ee49-4410-8e1e-09c762a4998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:32.108743 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-17ddfc23-f138-4b23-87a4-d07c2a28db24 req-8e8f355b-ee49-4410-8e1e-09c762a4998e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 1098 time: 0.0503879 Nov 28 08:24:32.146512 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e7cae5fa-21e7-42d6-a5b0-b603a605c00b req-ce360d64-fee4-43db-802f-066d513aba40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449021 Nov 28 08:24:32.169052 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47780) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:32.206664 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddfc23-f138-4b23-87a4-d07c2a28db24 req-ca057512-d061-4908-bc43-dde6a0326274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:32.208210 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-17ddfc23-f138-4b23-87a4-d07c2a28db24 req-ca057512-d061-4908-bc43-dde6a0326274 service neutron] 10.222.0.35 "GET /v2.0/networks?id=342343e5-9d31-4c06-b72b-bcbef53e5cfe HTTP/1.1" status: 200 len: 897 time: 0.0924084 Nov 28 08:24:32.239456 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-eb185951-c85b-4453-b9e9-f5919432216e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/4388adc5-4eb7-4206-a167-339d87e8586f HTTP/1.1" status: 200 len: 991 time: 0.0692258 Nov 28 08:24:32.285497 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-17ddfc23-f138-4b23-87a4-d07c2a28db24 req-b3f9abda-3c45-4b4e-b2b5-6bde37e0a2a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c42b63-a580-4b2c-97f1-97d5999d02f0 HTTP/1.1" status: 200 len: 999 time: 0.0689580 Nov 28 08:24:32.330772 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-98d8fa4a-3aab-455a-8206-2c29bdb7c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:24:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '4388adc5-4eb7-4206-a167-339d87e8586f', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'port_id': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'mac_address': 'fa:16:3e:d0:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:24:30Z', 'updated_at': '2021-11-28T08:24:30Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1041e54c-78d1-4507-9c0a-e4f7b760618e', 'name': '', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:45:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:18Z', 'updated_at': '2021-11-28T08:24:22Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:32.334381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddfc23-f138-4b23-87a4-d07c2a28db24 req-c64c892d-3592-4b77-926d-a6f4ba87a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:32.335917 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-17ddfc23-f138-4b23-87a4-d07c2a28db24 req-c64c892d-3592-4b77-926d-a6f4ba87a1d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7 HTTP/1.1" status: 200 len: 835 time: 0.0437045 Nov 28 08:24:32.360737 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d8fa4a-3aab-455a-8206-2c29bdb7c85c None None] Checking router: 1a97cdef-1e35-472a-96ef-6e590fb7f379 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:24:32.369222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d8fa4a-3aab-455a-8206-2c29bdb7c85c None None] Routers {'1a97cdef-1e35-472a-96ef-6e590fb7f379'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:24:32.369822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-98d8fa4a-3aab-455a-8206-2c29bdb7c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:24:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1a97cdef-1e35-472a-96ef-6e590fb7f379'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:32.387199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddfc23-f138-4b23-87a4-d07c2a28db24 req-a9cc77c7-f929-494d-81e5-67e25581091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:32.388755 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-17ddfc23-f138-4b23-87a4-d07c2a28db24 req-a9cc77c7-f929-494d-81e5-67e25581091b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=342343e5-9d31-4c06-b72b-bcbef53e5cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0461679 Nov 28 08:24:32.485764 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-17ddfc23-f138-4b23-87a4-d07c2a28db24 req-e4926611-25a8-47f6-ab9b-10dffe60f9dd service neutron] 10.222.0.35 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898752 Nov 28 08:24:32.492953 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-98d8fa4a-3aab-455a-8206-2c29bdb7c85c None None] Set router 1a97cdef-1e35-472a-96ef-6e590fb7f379 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:24:32.574041 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-17ddfc23-f138-4b23-87a4-d07c2a28db24 req-892a7b20-8f2c-436e-83c5-0c33d689e86a service neutron] 10.222.0.35 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810621 Nov 28 08:24:32.730978 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-98d8fa4a-3aab-455a-8206-2c29bdb7c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:24:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '4388adc5-4eb7-4206-a167-339d87e8586f', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'port_id': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'mac_address': 'fa:16:3e:d0:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:24:30Z', 'updated_at': '2021-11-28T08:24:30Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1041e54c-78d1-4507-9c0a-e4f7b760618e', 'name': '', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:45:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:18Z', 'updated_at': '2021-11-28T08:24:22Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:24:32.758594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d8fa4a-3aab-455a-8206-2c29bdb7c85c None None] The sync data for ids ['1a97cdef-1e35-472a-96ef-6e590fb7f379'] in dv-neutron-744815-16-hyperv is: [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:24:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '4388adc5-4eb7-4206-a167-339d87e8586f', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'port_id': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'mac_address': 'fa:16:3e:d0:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:24:30Z', 'updated_at': '2021-11-28T08:24:30Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1041e54c-78d1-4507-9c0a-e4f7b760618e', 'name': '', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:45:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:18Z', 'updated_at': '2021-11-28T08:24:22Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:24:32.956917 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345d6fa0-5012-497d-918f-3443d10fcaa8 None None] New status for floating IP 4388adc5-4eb7-4206-a167-339d87e8586f: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:24:33.243802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47782) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:24:33.313057 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8fc6c899-d3f7-484c-b73a-a8313a82918b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/4388adc5-4eb7-4206-a167-339d87e8586f HTTP/1.1" status: 200 len: 993 time: 0.0681293 Nov 28 08:24:42.754416 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f33dd3db-59d4-42b3-b4c6-05d23895ffe8 req-e5605abb-62ea-497f-b345-afa121adb199 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530684 Nov 28 08:24:42.845007 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dd3db-59d4-42b3-b4c6-05d23895ffe8 req-784226e9-a1a3-484d-a7de-03a0f35bbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:42.846468 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f33dd3db-59d4-42b3-b4c6-05d23895ffe8 req-784226e9-a1a3-484d-a7de-03a0f35bbe20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 1098 time: 0.0466073 Nov 28 08:24:42.973556 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dd3db-59d4-42b3-b4c6-05d23895ffe8 req-aedc48cb-3b62-4869-805d-1823e9de4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:42.975038 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f33dd3db-59d4-42b3-b4c6-05d23895ffe8 req-aedc48cb-3b62-4869-805d-1823e9de4adb service neutron] 10.222.0.35 "GET /v2.0/networks?id=342343e5-9d31-4c06-b72b-bcbef53e5cfe HTTP/1.1" status: 200 len: 897 time: 0.0869184 Nov 28 08:24:43.062500 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f33dd3db-59d4-42b3-b4c6-05d23895ffe8 req-51139c62-89e7-4f57-9bc9-c08b2b5b60f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c42b63-a580-4b2c-97f1-97d5999d02f0 HTTP/1.1" status: 200 len: 1001 time: 0.0651298 Nov 28 08:24:43.122334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dd3db-59d4-42b3-b4c6-05d23895ffe8 req-aeda8f08-8487-49da-84f5-51e2f8a598f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:43.123826 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f33dd3db-59d4-42b3-b4c6-05d23895ffe8 req-aeda8f08-8487-49da-84f5-51e2f8a598f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7 HTTP/1.1" status: 200 len: 835 time: 0.0425584 Nov 28 08:24:43.188610 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dd3db-59d4-42b3-b4c6-05d23895ffe8 req-bbce1c60-a19b-40e2-9af2-624b76a9372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:24:43.190100 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f33dd3db-59d4-42b3-b4c6-05d23895ffe8 req-bbce1c60-a19b-40e2-9af2-624b76a9372c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=342343e5-9d31-4c06-b72b-bcbef53e5cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0504739 Nov 28 08:24:43.289665 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f33dd3db-59d4-42b3-b4c6-05d23895ffe8 req-c631fba6-be41-479f-92d8-74270056e07a service neutron] 10.222.0.35 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821643 Nov 28 08:24:43.378976 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f33dd3db-59d4-42b3-b4c6-05d23895ffe8 req-ff828e0b-56bc-4737-b0f5-9d270dd770ca service neutron] 10.222.0.35 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812669 Nov 28 08:24:45.511332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-36726288-db2d-4c34-b508-66d37a2e5f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:48.011178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7b9858fa-a74e-4dc4-8336-f8794b365719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:49.180156 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:50.466291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:51.414685 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:24:53.869503 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:25:01.600711 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:06.694602 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39149a-2427-45a5-a68f-f3ee8856d508 req-bb1c6fa2-628e-4d9d-ad3e-31f35166626f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:06.696135 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e39149a-2427-45a5-a68f-f3ee8856d508 req-bb1c6fa2-628e-4d9d-ad3e-31f35166626f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0545952 Nov 28 08:25:06.751118 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9e39149a-2427-45a5-a68f-f3ee8856d508 req-3b9c6e36-c519-4334-a140-ab84fd151e37 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470753 Nov 28 08:25:07.873304 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa593b-6a65-4b1f-9a84-3a0e0e81741d req-32d8eae0-1d85-4622-934a-dbf1087d5917 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:07.874756 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d0fa593b-6a65-4b1f-9a84-3a0e0e81741d req-32d8eae0-1d85-4622-934a-dbf1087d5917 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0550420 Nov 28 08:25:07.925926 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d0fa593b-6a65-4b1f-9a84-3a0e0e81741d req-2b9b5e81-b737-4aa9-bbbd-dc258ac58d4a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452490 Nov 28 08:25:09.045703 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd25731-1d18-4d7c-9d74-7a65824fdd93 req-127fefad-6a07-40b1-a064-05febeca4b8f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:09.047200 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dd25731-1d18-4d7c-9d74-7a65824fdd93 req-127fefad-6a07-40b1-a064-05febeca4b8f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0551634 Nov 28 08:25:09.095048 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7dd25731-1d18-4d7c-9d74-7a65824fdd93 req-007962f2-6dbe-4416-b0d5-7c8ca95fad81 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415838 Nov 28 08:25:10.216112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eaf80a-7f0a-4407-bfa6-6aee1360bdf3 req-fd2b81d1-b1cb-4d17-805d-b19d7a2c5bea tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:10.217526 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a1eaf80a-7f0a-4407-bfa6-6aee1360bdf3 req-fd2b81d1-b1cb-4d17-805d-b19d7a2c5bea tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0558004 Nov 28 08:25:10.265133 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a1eaf80a-7f0a-4407-bfa6-6aee1360bdf3 req-c6fec6c5-5366-407a-9b3c-e147349dc42e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416489 Nov 28 08:25:11.383889 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d2ce8-c2a9-48b4-9b70-63e247af8c5f req-350d4108-8d70-4073-bbbc-0e70ad062e3f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:11.385340 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d52d2ce8-c2a9-48b4-9b70-63e247af8c5f req-350d4108-8d70-4073-bbbc-0e70ad062e3f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0538487 Nov 28 08:25:11.432693 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d52d2ce8-c2a9-48b4-9b70-63e247af8c5f req-9f0971d9-a7c4-46ee-80e6-fad971a4e2aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414388 Nov 28 08:25:12.550591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16511143-39e1-4a9f-9c45-8b5fdd8d7794 req-85f4b16c-a1df-438c-a8f8-e9b24bea9728 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:12.552053 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-16511143-39e1-4a9f-9c45-8b5fdd8d7794 req-85f4b16c-a1df-438c-a8f8-e9b24bea9728 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0537820 Nov 28 08:25:12.603061 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-16511143-39e1-4a9f-9c45-8b5fdd8d7794 req-31f2993c-c09f-4aef-82b5-44b798bd407b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452082 Nov 28 08:25:13.726486 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6b980-96cd-45a1-bd83-64e3998c280c req-6ee6fb66-b97e-4171-8ac9-516ad246e76c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:13.727968 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-49e6b980-96cd-45a1-bd83-64e3998c280c req-6ee6fb66-b97e-4171-8ac9-516ad246e76c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0576289 Nov 28 08:25:13.775297 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-49e6b980-96cd-45a1-bd83-64e3998c280c req-53e75830-4058-4054-a0cc-724d4b233d06 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408826 Nov 28 08:25:14.897313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f20f0-36f4-4211-a736-a3a138165e3b req-7bd809c0-06b0-4af8-90fb-dbda23789594 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:14.898924 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ed5f20f0-36f4-4211-a736-a3a138165e3b req-7bd809c0-06b0-4af8-90fb-dbda23789594 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0561738 Nov 28 08:25:14.947795 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ed5f20f0-36f4-4211-a736-a3a138165e3b req-a4e8d0c5-dc32-44be-8870-ef739fe4ace0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427787 Nov 28 08:25:15.513425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8d7feb16-ee58-4aff-bd6a-18d797a80560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:16.066811 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b4428-48b0-46dd-8d40-e582d5182f9e req-3ed5675a-9d7f-43e9-a5a4-98f0a07eaea9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:16.068282 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8b3b4428-48b0-46dd-8d40-e582d5182f9e req-3ed5675a-9d7f-43e9-a5a4-98f0a07eaea9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0535526 Nov 28 08:25:16.115942 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8b3b4428-48b0-46dd-8d40-e582d5182f9e req-d1bc9780-d3a1-4c7a-b211-51fac7835354 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 Nov 28 08:25:17.238811 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fef95-620b-45f7-8aac-e16abe6b5724 req-5343f2d0-dc5d-431f-8828-f5acd150820d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:17.240262 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ec1fef95-620b-45f7-8aac-e16abe6b5724 req-5343f2d0-dc5d-431f-8828-f5acd150820d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0561976 Nov 28 08:25:17.293072 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ec1fef95-620b-45f7-8aac-e16abe6b5724 req-19920c2e-f840-441d-8829-84b6e0b35625 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464432 Nov 28 08:25:17.319881 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47820) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:25:17.392026 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b368374b-a462-4d44-a9cb-570cfc5561ec tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/4388adc5-4eb7-4206-a167-339d87e8586f HTTP/1.1" status: 200 len: 993 time: 0.0709009 Nov 28 08:25:18.012315 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-60846fb2-a4fa-44d1-b2ad-cf2af03d82df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:18.701718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ac1a1-b031-4547-a602-2e66102e5d77 req-4c8e542e-c196-4f40-a5c4-bcd91166f71b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:18.703776 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c6ac1a1-b031-4547-a602-2e66102e5d77 req-4c8e542e-c196-4f40-a5c4-bcd91166f71b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0693862 Nov 28 08:25:18.772492 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc9b5e-86d0-43a1-88a5-75b706af3411 req-191ac4a9-64f3-4699-aa2b-1bc9b116a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:18.773954 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aefc9b5e-86d0-43a1-88a5-75b706af3411 req-191ac4a9-64f3-4699-aa2b-1bc9b116a8e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 1098 time: 0.0912330 Nov 28 08:25:18.777655 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c6ac1a1-b031-4547-a602-2e66102e5d77 req-f757d73f-d0f9-49f9-937f-565a4e820457 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586479 Nov 28 08:25:18.875389 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc9b5e-86d0-43a1-88a5-75b706af3411 req-074598bf-7dac-4c9d-8a57-fd80356029a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:18.876829 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aefc9b5e-86d0-43a1-88a5-75b706af3411 req-074598bf-7dac-4c9d-8a57-fd80356029a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=342343e5-9d31-4c06-b72b-bcbef53e5cfe HTTP/1.1" status: 200 len: 897 time: 0.0882158 Nov 28 08:25:18.952346 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aefc9b5e-86d0-43a1-88a5-75b706af3411 req-1d5ecd3c-bc7d-403b-ae57-9039662337c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c42b63-a580-4b2c-97f1-97d5999d02f0 HTTP/1.1" status: 200 len: 1001 time: 0.0658231 Nov 28 08:25:19.004042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc9b5e-86d0-43a1-88a5-75b706af3411 req-7e90356e-ec48-4f45-8cb3-e2774f96c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:19.005411 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aefc9b5e-86d0-43a1-88a5-75b706af3411 req-7e90356e-ec48-4f45-8cb3-e2774f96c4c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7 HTTP/1.1" status: 200 len: 835 time: 0.0413606 Nov 28 08:25:19.060595 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc9b5e-86d0-43a1-88a5-75b706af3411 req-0c6d0856-78bc-4570-8138-131c2ad794af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:19.062049 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aefc9b5e-86d0-43a1-88a5-75b706af3411 req-0c6d0856-78bc-4570-8138-131c2ad794af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=342343e5-9d31-4c06-b72b-bcbef53e5cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0477443 Nov 28 08:25:19.153601 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aefc9b5e-86d0-43a1-88a5-75b706af3411 req-d4a9f0c1-725f-4688-ac97-0d6394f7431a service neutron] 10.222.0.35 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778770 Nov 28 08:25:19.187052 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:19.249346 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-aefc9b5e-86d0-43a1-88a5-75b706af3411 req-f01cbf46-ab36-44ab-a847-520a13fd36b1 service neutron] 10.222.0.35 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843494 Nov 28 08:25:19.902284 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf1c96-fd8f-4711-93f5-396925ef06f9 req-e5806c70-b181-4be7-8963-56519a5ede4d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:19.903766 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b4bf1c96-fd8f-4711-93f5-396925ef06f9 req-e5806c70-b181-4be7-8963-56519a5ede4d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0547414 Nov 28 08:25:19.957188 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b4bf1c96-fd8f-4711-93f5-396925ef06f9 req-28db2389-f88f-4f74-a7d5-b977889682b0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475934 Nov 28 08:25:19.980481 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47830) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:25:20.044452 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-90dbc1dd-4b11-4730-959c-ef135178e957 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/4388adc5-4eb7-4206-a167-339d87e8586f HTTP/1.1" status: 200 len: 993 time: 0.0628297 Nov 28 08:25:20.469433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:21.415391 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:30.868996 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:25:31.629877 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:43.026382 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-26b27bd2-5278-43b4-9a70-724e049f50fc req-855cda00-b689-4931-9159-ad2832849d8e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444293 Nov 28 08:25:43.113105 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b27bd2-5278-43b4-9a70-724e049f50fc req-60fc7efa-a064-40b2-b78e-0c8c17e27ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:43.114552 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-26b27bd2-5278-43b4-9a70-724e049f50fc req-60fc7efa-a064-40b2-b78e-0c8c17e27ece service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 1098 time: 0.0457015 Nov 28 08:25:43.224787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b27bd2-5278-43b4-9a70-724e049f50fc req-98447d76-6a9b-44ae-af13-f03ebdfb2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:43.226152 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-26b27bd2-5278-43b4-9a70-724e049f50fc req-98447d76-6a9b-44ae-af13-f03ebdfb2dcf service neutron] 10.222.0.35 "GET /v2.0/networks?id=342343e5-9d31-4c06-b72b-bcbef53e5cfe HTTP/1.1" status: 200 len: 897 time: 0.0873775 Nov 28 08:25:43.295459 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-26b27bd2-5278-43b4-9a70-724e049f50fc req-764d0768-f9fa-40a7-a720-03cae8d64a93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c42b63-a580-4b2c-97f1-97d5999d02f0 HTTP/1.1" status: 200 len: 1001 time: 0.0612419 Nov 28 08:25:43.351837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b27bd2-5278-43b4-9a70-724e049f50fc req-c11a50d1-6100-4241-bbe0-192c41e94717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:43.353301 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-26b27bd2-5278-43b4-9a70-724e049f50fc req-c11a50d1-6100-4241-bbe0-192c41e94717 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7 HTTP/1.1" status: 200 len: 835 time: 0.0501709 Nov 28 08:25:43.406306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b27bd2-5278-43b4-9a70-724e049f50fc req-7fb2e4ad-d7bf-4031-b8b4-7228f168cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:43.407785 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-26b27bd2-5278-43b4-9a70-724e049f50fc req-7fb2e4ad-d7bf-4031-b8b4-7228f168cddb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=342343e5-9d31-4c06-b72b-bcbef53e5cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454755 Nov 28 08:25:43.420320 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-26b27bd2-5278-43b4-9a70-724e049f50fc req-40732702-6c9e-4d8c-931c-85a954635e30 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:25:43.421242 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-26b27bd2-5278-43b4-9a70-724e049f50fc req-40732702-6c9e-4d8c-931c-85a954635e30 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0047557 Nov 28 08:25:43.511196 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-26b27bd2-5278-43b4-9a70-724e049f50fc req-eb41536f-7f0c-44c8-bffa-2fa7846c41c7 service neutron] 10.222.0.35 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821471 Nov 28 08:25:43.597850 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-26b27bd2-5278-43b4-9a70-724e049f50fc req-c84bf0a9-ed3d-4634-822d-94235563a2cb service neutron] 10.222.0.35 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793388 Nov 28 08:25:45.514051 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b46429ed-8fa9-4cc2-a2a6-394b08daca7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:48.013659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-44a4c26c-70a9-42c3-be2c-e8f90dc1a032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:49.186160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:50.470630 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:51.417272 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:52.448236 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47842) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:25:52.619874 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port e2866493-b9fa-4860-9aa2-a1607239249a {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:25:52.620204 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:52.692288 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:52.692610 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:52.704731 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for e2866493-b9fa-4860-9aa2-a1607239249a owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:25:52.857681 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:52.885094 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=e2866493-b9fa-4860-9aa2-a1607239249a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:25:52.908372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:52.908710 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:52.909042 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:52.909370 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:52.909695 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:52.910016 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:52.910344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:52.910665 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:52.911011 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:52.911333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:52.911650 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:52.911965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:52.912281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:52.957106 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:52.957337 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Floating IP 4388adc5-4eb7-4206-a167-339d87e8586f disassociated (deleted). External IP: 172.26.2.110, port: a1c42b63-a580-4b2c-97f1-97d5999d02f0. Nov 28 08:25:53.193246 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 1a97cdef-1e35-472a-96ef-6e590fb7f379 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:25:53.314520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:25:53.319688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:53.325751 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc53686-f8f8-463c-804c-efd8e911fed8 None None] Sync routers for ids ['1a97cdef-1e35-472a-96ef-6e590fb7f379'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:25:53.335532 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc53686-f8f8-463c-804c-efd8e911fed8 None None] Routers {'1a97cdef-1e35-472a-96ef-6e590fb7f379'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:25:53.336124 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7fc53686-f8f8-463c-804c-efd8e911fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:25:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1a97cdef-1e35-472a-96ef-6e590fb7f379'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:25:53.351433 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b2d81070-68d9-45ae-a082-3cb2609950f3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/floatingips/4388adc5-4eb7-4206-a167-339d87e8586f HTTP/1.1" status: 204 len: 168 time: 0.9020939 Nov 28 08:25:53.352128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'tag': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:25:53.354502 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa047f1-2586-4a69-b031-07c3a91b5647" -d '{"events": [{"name": "network-changed", "server_uuid": "09fbe2dd-dc31-4cc5-9cd1-c466016827b3", "tag": "a1c42b63-a580-4b2c-97f1-97d5999d02f0"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:25:53.392999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d0bcf2-7c40-4f9e-a5dd-67260e7646b4 x-openstack-request-id: req-48d0bcf2-7c40-4f9e-a5dd-67260e7646b4 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:25:53.393322 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fbe2dd-dc31-4cc5-9cd1-c466016827b3", "tag": "a1c42b63-a580-4b2c-97f1-97d5999d02f0", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:25:53.393584 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48d0bcf2-7c40-4f9e-a5dd-67260e7646b4 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:25:53.393995 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'tag': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0', 'status': 'completed', 'code': 200} Nov 28 08:25:53.462215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-7fc53686-f8f8-463c-804c-efd8e911fed8 None None] Set router 1a97cdef-1e35-472a-96ef-6e590fb7f379 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:25:53.483493 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa047f1-2586-4a69-b031-07c3a91b5647 req-7edb10ec-f902-4acd-b079-6955292f2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:53.485492 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4fa047f1-2586-4a69-b031-07c3a91b5647 req-7edb10ec-f902-4acd-b079-6955292f2b95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 1098 time: 0.0545390 Nov 28 08:25:53.624302 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa047f1-2586-4a69-b031-07c3a91b5647 req-89650591-a825-4e11-af17-362ed7913e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:53.625685 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4fa047f1-2586-4a69-b031-07c3a91b5647 req-89650591-a825-4e11-af17-362ed7913e64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=342343e5-9d31-4c06-b72b-bcbef53e5cfe HTTP/1.1" status: 200 len: 897 time: 0.1294098 Nov 28 08:25:53.636385 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34d78-e582-40c4-ae79-d393ca87b887 req-cd544229-bd51-4f26-a805-163a5b7e527d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:53.637890 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2bd34d78-e582-40c4-ae79-d393ca87b887 req-cd544229-bd51-4f26-a805-163a5b7e527d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0806744 Nov 28 08:25:53.689486 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4fa047f1-2586-4a69-b031-07c3a91b5647 req-9919a7da-3876-461f-b2ca-a8f2c9bdabc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c42b63-a580-4b2c-97f1-97d5999d02f0 HTTP/1.1" status: 200 len: 217 time: 0.0506020 Nov 28 08:25:53.748268 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2bd34d78-e582-40c4-ae79-d393ca87b887 req-80f4d792-1c39-4ff3-ab43-e0d8e677fb6a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036735 Nov 28 08:25:53.758541 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa047f1-2586-4a69-b031-07c3a91b5647 req-21fdac90-2af5-46cd-a55d-040ecc7aadff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:53.760226 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4fa047f1-2586-4a69-b031-07c3a91b5647 req-21fdac90-2af5-46cd-a55d-040ecc7aadff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7 HTTP/1.1" status: 200 len: 835 time: 0.0633693 Nov 28 08:25:53.813521 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa047f1-2586-4a69-b031-07c3a91b5647 req-f6926dda-1aa7-4a65-ac8f-45807c151a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:53.815015 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4fa047f1-2586-4a69-b031-07c3a91b5647 req-f6926dda-1aa7-4a65-ac8f-45807c151a1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=342343e5-9d31-4c06-b72b-bcbef53e5cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0462005 Nov 28 08:25:53.820660 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7fc53686-f8f8-463c-804c-efd8e911fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:24:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '1041e54c-78d1-4507-9c0a-e4f7b760618e', 'name': '', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:45:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:18Z', 'updated_at': '2021-11-28T08:24:22Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:25:53.850458 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc53686-f8f8-463c-804c-efd8e911fed8 None None] Checking router: 1a97cdef-1e35-472a-96ef-6e590fb7f379 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:25:53.859123 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc53686-f8f8-463c-804c-efd8e911fed8 None None] Routers {'1a97cdef-1e35-472a-96ef-6e590fb7f379'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:25:53.859719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7fc53686-f8f8-463c-804c-efd8e911fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:25:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1a97cdef-1e35-472a-96ef-6e590fb7f379'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:25:53.907733 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4fa047f1-2586-4a69-b031-07c3a91b5647 req-7ca5039d-d379-4547-81ec-a7078bf96285 service neutron] 10.222.0.35 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848854 Nov 28 08:25:53.983984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-7fc53686-f8f8-463c-804c-efd8e911fed8 None None] Set router 1a97cdef-1e35-472a-96ef-6e590fb7f379 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:25:53.998734 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4fa047f1-2586-4a69-b031-07c3a91b5647 req-f87ccca8-8b34-4da0-bfd7-cb8b7d5c1eb0 service neutron] 10.222.0.35 "GET /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809374 Nov 28 08:25:54.183640 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-7fc53686-f8f8-463c-804c-efd8e911fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:24:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '1041e54c-78d1-4507-9c0a-e4f7b760618e', 'name': '', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:45:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:18Z', 'updated_at': '2021-11-28T08:24:22Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:25:54.214332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc53686-f8f8-463c-804c-efd8e911fed8 None None] The sync data for ids ['1a97cdef-1e35-472a-96ef-6e590fb7f379'] in dv-neutron-744815-16-hyperv is: [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:24:19Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '1041e54c-78d1-4507-9c0a-e4f7b760618e', 'name': '', 'network_id': '342343e5-9d31-4c06-b72b-bcbef53e5cfe', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:45:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:18Z', 'updated_at': '2021-11-28T08:24:22Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:25:54.419897 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89604d-0876-4143-8f6e-d13e1fc1332e None None] New status for floating IP 4388adc5-4eb7-4206-a167-339d87e8586f: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:25:54.871548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082445d-12b6-4def-9f68-a2258edc6ebe req-be20390c-7a80-4bb7-95a3-f62ebd8083f6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:54.873029 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3082445d-12b6-4def-9f68-a2258edc6ebe req-be20390c-7a80-4bb7-95a3-f62ebd8083f6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0559688 Nov 28 08:25:54.924499 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3082445d-12b6-4def-9f68-a2258edc6ebe req-4af89fc6-4262-489a-bb36-fe6de0a71f14 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4edaf837-f384-4a35-8de8-94b2e278b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455389 Nov 28 08:25:55.319295 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5de12-8bd8-4cdc-828d-573358a2c93d req-948ce905-3722-46e9-a3f5-ce5e43a10fc9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:25:55.320744 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-23d5de12-8bd8-4cdc-828d-573358a2c93d req-948ce905-3722-46e9-a3f5-ce5e43a10fc9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 945 time: 0.0583153 Nov 28 08:25:55.422656 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-23d5de12-8bd8-4cdc-828d-573358a2c93d req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port a1c42b63-a580-4b2c-97f1-97d5999d02f0 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:25:55.423028 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-23d5de12-8bd8-4cdc-828d-573358a2c93d req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:55.510972 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-23d5de12-8bd8-4cdc-828d-573358a2c93d req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port a1c42b63-a580-4b2c-97f1-97d5999d02f0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=a1c42b63-a580-4b2c-97f1-97d5999d02f0,segment=NetworkSegment(cfb343d7-8ef6-415c-b2a6-3702d53e178e),segment_id=cfb343d7-8ef6-415c-b2a6-3702d53e178e)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:25:55.511328 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-23d5de12-8bd8-4cdc-828d-573358a2c93d req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:55.522634 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-23d5de12-8bd8-4cdc-828d-573358a2c93d req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for a1c42b63-a580-4b2c-97f1-97d5999d02f0 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:25:55.651714 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-23d5de12-8bd8-4cdc-828d-573358a2c93d req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:55.678530 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=a1c42b63-a580-4b2c-97f1-97d5999d02f0,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:25:55.687903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:55.688252 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:55.688591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:55.688925 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:55.689256 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:55.689582 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:55.689907 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:55.690235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:55.691027 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:55.691027 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:55.691232 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:55.691535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:55.691819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:25:55.734227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d5de12-8bd8-4cdc-828d-573358a2c93d req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] No DVR routers for this DVR port a1c42b63-a580-4b2c-97f1-97d5999d02f0 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:25:55.736710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-23d5de12-8bd8-4cdc-828d-573358a2c93d req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:55.740084 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-23d5de12-8bd8-4cdc-828d-573358a2c93d req-40108e92-dbe9-4fb2-a176-c4497061b489 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "DELETE /v2.0/ports/a1c42b63-a580-4b2c-97f1-97d5999d02f0 HTTP/1.1" status: 204 len: 173 time: 0.4086947 Nov 28 08:25:55.740538 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'name': 'network-vif-deleted', 'tag': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:25:55.742777 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaea6c6a-e344-4f5c-8231-782035bb95e2" -d '{"events": [{"server_uuid": "09fbe2dd-dc31-4cc5-9cd1-c466016827b3", "name": "network-vif-deleted", "tag": "a1c42b63-a580-4b2c-97f1-97d5999d02f0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:25:55.780153 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5330e3-3797-466e-999c-1863e63b8c6e x-openstack-request-id: req-9c5330e3-3797-466e-999c-1863e63b8c6e {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:25:55.780452 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fbe2dd-dc31-4cc5-9cd1-c466016827b3", "name": "network-vif-deleted", "tag": "a1c42b63-a580-4b2c-97f1-97d5999d02f0", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:25:55.780715 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c5330e3-3797-466e-999c-1863e63b8c6e {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:25:55.781115 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fbe2dd-dc31-4cc5-9cd1-c466016827b3', 'name': 'network-vif-deleted', 'tag': 'a1c42b63-a580-4b2c-97f1-97d5999d02f0', 'status': 'completed', 'code': 200} Nov 28 08:25:56.030574 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e3bb700e-5159-48dc-b1bf-03a5f0f21ebd req-76a7ccd3-8a1f-488c-82cc-64a94b5cd9b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=09fbe2dd-dc31-4cc5-9cd1-c466016827b3 HTTP/1.1" status: 200 len: 210 time: 0.0286891 Nov 28 08:25:57.085900 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47860) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:25:57.486780 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-595d258d-4f75-4ced-855b-b3b15e4db7d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:57.772532 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-595d258d-4f75-4ced-855b-b3b15e4db7d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port 1041e54c-78d1-4507-9c0a-e4f7b760618e {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:25:57.772865 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-595d258d-4f75-4ced-855b-b3b15e4db7d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:57.861502 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-595d258d-4f75-4ced-855b-b3b15e4db7d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port 1041e54c-78d1-4507-9c0a-e4f7b760618e, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=1041e54c-78d1-4507-9c0a-e4f7b760618e,segment=NetworkSegment(cfb343d7-8ef6-415c-b2a6-3702d53e178e),segment_id=cfb343d7-8ef6-415c-b2a6-3702d53e178e)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:25:57.861857 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-595d258d-4f75-4ced-855b-b3b15e4db7d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:57.873853 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-595d258d-4f75-4ced-855b-b3b15e4db7d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for 1041e54c-78d1-4507-9c0a-e4f7b760618e owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:25:58.073570 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-595d258d-4f75-4ced-855b-b3b15e4db7d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:58.099959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d258d-4f75-4ced-855b-b3b15e4db7d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=1041e54c-78d1-4507-9c0a-e4f7b760618e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:25:58.288396 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-595d258d-4f75-4ced-855b-b3b15e4db7d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:58.838719 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595d258d-4f75-4ced-855b-b3b15e4db7d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 1a97cdef-1e35-472a-96ef-6e590fb7f379 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:25:58.960779 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595d258d-4f75-4ced-855b-b3b15e4db7d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:25:58.966553 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-595d258d-4f75-4ced-855b-b3b15e4db7d1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "PUT /v2.0/routers/1a97cdef-1e35-472a-96ef-6e590fb7f379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8795924 Nov 28 08:25:58.969244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47862) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:25:58.972150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a372b-f0c2-4291-b959-9955f9a4fc82 None None] Sync routers for ids ['1a97cdef-1e35-472a-96ef-6e590fb7f379'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:25:58.982072 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a372b-f0c2-4291-b959-9955f9a4fc82 None None] Routers {'1a97cdef-1e35-472a-96ef-6e590fb7f379'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:25:58.982667 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-756a372b-f0c2-4291-b959-9955f9a4fc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:25:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1a97cdef-1e35-472a-96ef-6e590fb7f379'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:25:59.019257 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-67358378-ed0e-48f8-97ba-08026826dd75 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting subnet 8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7 {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:25:59.022468 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67358378-ed0e-48f8-97ba-08026826dd75 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:59.062662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67358378-ed0e-48f8-97ba-08026826dd75 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:59.107341 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-756a372b-f0c2-4291-b959-9955f9a4fc82 None None] Set router 1a97cdef-1e35-472a-96ef-6e590fb7f379 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:25:59.151870 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67358378-ed0e-48f8-97ba-08026826dd75 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:59.208017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67358378-ed0e-48f8-97ba-08026826dd75 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:59.233537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67358378-ed0e-48f8-97ba-08026826dd75 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:25:59.239797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-67358378-ed0e-48f8-97ba-08026826dd75 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:59.243563 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-67358378-ed0e-48f8-97ba-08026826dd75 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/subnets/8ba154f9-c377-48c7-a7e6-ec76fc0a7bf7 HTTP/1.1" status: 204 len: 168 time: 0.2728360 Nov 28 08:25:59.246107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47864) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:25:59.270461 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a11ce46-922b-498a-86d6-c2b2c57b464a None None] Network 342343e5-9d31-4c06-b72b-bcbef53e5cfe requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:25:59.369614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:59.393530 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-756a372b-f0c2-4291-b959-9955f9a4fc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:25:58Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:25:59.429601 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a372b-f0c2-4291-b959-9955f9a4fc82 None None] Checking router: 1a97cdef-1e35-472a-96ef-6e590fb7f379 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:25:59.445473 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a372b-f0c2-4291-b959-9955f9a4fc82 None None] Routers {'1a97cdef-1e35-472a-96ef-6e590fb7f379'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:25:59.446131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-756a372b-f0c2-4291-b959-9955f9a4fc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:25:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['1a97cdef-1e35-472a-96ef-6e590fb7f379'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:25:59.508040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:59.538321 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28372510-744d-46af-829c-c045af0ba07b None None] DHCP port deletion for 342343e5-9d31-4c06-b72b-bcbef53e5cfe request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:25:59.569993 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port a1cfc2ca-aa2a-4617-9018-dd08025ef811 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:25:59.570334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:59.595313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-756a372b-f0c2-4291-b959-9955f9a4fc82 None None] Set router 1a97cdef-1e35-472a-96ef-6e590fb7f379 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:25:59.647744 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port a1cfc2ca-aa2a-4617-9018-dd08025ef811, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a1cfc2ca-aa2a-4617-9018-dd08025ef811,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:25:59.648027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:59.660068 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for a1cfc2ca-aa2a-4617-9018-dd08025ef811 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:25:59.720688 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-28372510-744d-46af-829c-c045af0ba07b None None] Deleting port 6d8643fa-5d88-4044-874c-b2fe292467df {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:25:59.721053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:59.823761 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-28372510-744d-46af-829c-c045af0ba07b None None] For port 6d8643fa-5d88-4044-874c-b2fe292467df, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=6d8643fa-5d88-4044-874c-b2fe292467df,segment=NetworkSegment(cfb343d7-8ef6-415c-b2a6-3702d53e178e),segment_id=cfb343d7-8ef6-415c-b2a6-3702d53e178e)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:25:59.824149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:59.837389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:59.839802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-28372510-744d-46af-829c-c045af0ba07b None None] Calling delete_port for 6d8643fa-5d88-4044-874c-b2fe292467df owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:25:59.855258 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a1c42b63-a580-4b2c-97f1-97d5999d02f0 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:25:59.870241 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=a1cfc2ca-aa2a-4617-9018-dd08025ef811,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:25:59.910413 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27566e53-792e-49b1-a8bd-759aad103e6d None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:25:59.915726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: a1c42b63-a580-4b2c-97f1-97d5999d02f0 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:25:59.916067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device a1c42b63-a580-4b2c-97f1-97d5999d02f0 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:25:59.940712 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:25:59.951498 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-756a372b-f0c2-4291-b959-9955f9a4fc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:25:58Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:25:59.984862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a372b-f0c2-4291-b959-9955f9a4fc82 None None] The sync data for ids ['1a97cdef-1e35-472a-96ef-6e590fb7f379'] in dv-neutron-744815-16-hyperv is: [{'id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52327357', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:24:15Z', 'updated_at': '2021-11-28T08:25:58Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'a1cfc2ca-aa2a-4617-9018-dd08025ef811', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a97cdef-1e35-472a-96ef-6e590fb7f379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:24:16Z', 'updated_at': '2021-11-28T08:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:26:00.001650 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.032904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28372510-744d-46af-829c-c045af0ba07b None None] Pushing event deleted for resources: {'Port': ['ID=6d8643fa-5d88-4044-874c-b2fe292467df,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:00.037254 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28372510-744d-46af-829c-c045af0ba07b None None] No DVR routers for this DVR port 6d8643fa-5d88-4044-874c-b2fe292467df on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:26:00.047477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:00.047477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:00.047477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:00.047477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:00.047477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:00.047477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:00.047477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:00.047477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:00.047477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:00.047477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:00.048987 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:00.048987 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:00.048987 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28372510-744d-46af-829c-c045af0ba07b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:00.060529 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.062821 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.106804 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.107372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Fanout notify agent at l3_agent the message router_deleted on router 1a97cdef-1e35-472a-96ef-6e590fb7f379 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:26:00.114129 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.115248 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-5c49f9aa-beb9-4c92-b48e-6504486bb45e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/routers/1a97cdef-1e35-472a-96ef-6e590fb7f379 HTTP/1.1" status: 204 len: 168 time: 0.8681858 Nov 28 08:26:00.118069 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47866) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:00.194237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef560cde-92d2-4d80-ba34-2e44cfe5c45c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.279627 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef560cde-92d2-4d80-ba34-2e44cfe5c45c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.299570 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ef560cde-92d2-4d80-ba34-2e44cfe5c45c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342343e5-9d31-4c06-b72b-bcbef53e5cfe']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:00.308564 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ef560cde-92d2-4d80-ba34-2e44cfe5c45c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb343d7-8ef6-415c-b2a6-3702d53e178e') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:00.308981 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-ef560cde-92d2-4d80-ba34-2e44cfe5c45c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb343d7-8ef6-415c-b2a6-3702d53e178e') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:00.318115 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef560cde-92d2-4d80-ba34-2e44cfe5c45c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.330702 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef560cde-92d2-4d80-ba34-2e44cfe5c45c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.336448 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef560cde-92d2-4d80-ba34-2e44cfe5c45c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:26:00.337603 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef560cde-92d2-4d80-ba34-2e44cfe5c45c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:26:00.341585 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:26:00.403382 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef560cde-92d2-4d80-ba34-2e44cfe5c45c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.420642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ef560cde-92d2-4d80-ba34-2e44cfe5c45c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.424219 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ef560cde-92d2-4d80-ba34-2e44cfe5c45c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/networks/342343e5-9d31-4c06-b72b-bcbef53e5cfe HTTP/1.1" status: 204 len: 168 time: 0.3052294 Nov 28 08:26:00.427166 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47868) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:00.436350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef560cde-92d2-4d80-ba34-2e44cfe5c45c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Network': ['ID=342343e5-9d31-4c06-b72b-bcbef53e5cfe,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:00.491190 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-06b676d5-67ad-462c-b770-bd9c68593308 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.521493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-06b676d5-67ad-462c-b770-bd9c68593308 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.580723 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-06b676d5-67ad-462c-b770-bd9c68593308 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.583477 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-06b676d5-67ad-462c-b770-bd9c68593308 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.584636 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-06b676d5-67ad-462c-b770-bd9c68593308 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/security-groups/4edaf837-f384-4a35-8de8-94b2e278b21e HTTP/1.1" status: 204 len: 168 time: 0.1561601 Nov 28 08:26:00.594282 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b676d5-67ad-462c-b770-bd9c68593308 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edaf837-f384-4a35-8de8-94b2e278b21e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:00.829073 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47874) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:00.833790 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-6acdd01d-46b7-4a50-ac39-c42fbb15b643 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547923178', 'description': 'tempest-secgroup-smoke-547923178 description', 'project_id': '958befc2eb02460b87fb3360e15693e8'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:26:00.855332 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6acdd01d-46b7-4a50-ac39-c42fbb15b643 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.918031 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6acdd01d-46b7-4a50-ac39-c42fbb15b643 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.921529 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6acdd01d-46b7-4a50-ac39-c42fbb15b643 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.952297 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-6acdd01d-46b7-4a50-ac39-c42fbb15b643 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:00.953524 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6acdd01d-46b7-4a50-ac39-c42fbb15b643 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1234174 Nov 28 08:26:00.955405 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdd01d-46b7-4a50-ac39-c42fbb15b643 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:00.956482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47876) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:00.961376 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e4211776-0186-4952-bb6f-bedfa906051c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4cceaf52-5c08-4bf6-ba17-b256d2ed5b34', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:26:00.988721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4211776-0186-4952-bb6f-bedfa906051c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.061128 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4211776-0186-4952-bb6f-bedfa906051c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.065817 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4211776-0186-4952-bb6f-bedfa906051c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.084794 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4211776-0186-4952-bb6f-bedfa906051c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c7d6b4-9f87-4aed-849f-1ef7468bbc83,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:01.089846 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e4211776-0186-4952-bb6f-bedfa906051c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.091060 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e4211776-0186-4952-bb6f-bedfa906051c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334484 Nov 28 08:26:01.093735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47878) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:01.097980 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-76cc2ea8-6347-4738-bda9-1c227d1a3a17 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4cceaf52-5c08-4bf6-ba17-b256d2ed5b34', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:26:01.123917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76cc2ea8-6347-4738-bda9-1c227d1a3a17 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.180116 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76cc2ea8-6347-4738-bda9-1c227d1a3a17 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.183908 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76cc2ea8-6347-4738-bda9-1c227d1a3a17 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.200598 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc2ea8-6347-4738-bda9-1c227d1a3a17 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509cdac0-e233-44d2-9005-060ed35ef181,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:01.207218 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76cc2ea8-6347-4738-bda9-1c227d1a3a17 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.208414 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-76cc2ea8-6347-4738-bda9-1c227d1a3a17 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137359 Nov 28 08:26:01.211114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47880) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:01.215537 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-b3f914d5-d9b9-4ac7-8fbc-4881bfc78853 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4cceaf52-5c08-4bf6-ba17-b256d2ed5b34', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:26:01.241357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b3f914d5-d9b9-4ac7-8fbc-4881bfc78853 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.295090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b3f914d5-d9b9-4ac7-8fbc-4881bfc78853 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.298895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b3f914d5-d9b9-4ac7-8fbc-4881bfc78853 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.313708 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f914d5-d9b9-4ac7-8fbc-4881bfc78853 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167d5f77-20f6-4c55-b813-e0f19a053be5,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:01.323365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-b3f914d5-d9b9-4ac7-8fbc-4881bfc78853 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.324550 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-b3f914d5-d9b9-4ac7-8fbc-4881bfc78853 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124382 Nov 28 08:26:01.327407 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47882) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:01.331536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-551fa036-6e1c-438c-a628-878aff5e1aeb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4cceaf52-5c08-4bf6-ba17-b256d2ed5b34', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:26:01.356210 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-551fa036-6e1c-438c-a628-878aff5e1aeb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.412396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-551fa036-6e1c-438c-a628-878aff5e1aeb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.418597 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-551fa036-6e1c-438c-a628-878aff5e1aeb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.437286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fa036-6e1c-438c-a628-878aff5e1aeb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b63ca1-e578-46d8-8e04-c60f38e23011,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:01.442334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-551fa036-6e1c-438c-a628-878aff5e1aeb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.444303 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-551fa036-6e1c-438c-a628-878aff5e1aeb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159229 Nov 28 08:26:01.445217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a1cfc2ca-aa2a-4617-9018-dd08025ef811 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:26:01.446990 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47884) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:01.452034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-a180c1f3-d28b-4fe4-a711-e3a305844587 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4cceaf52-5c08-4bf6-ba17-b256d2ed5b34', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:26:01.470450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: a1cfc2ca-aa2a-4617-9018-dd08025ef811 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:26:01.470742 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a1cfc2ca-aa2a-4617-9018-dd08025ef811 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:26:01.471447 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6d8643fa-5d88-4044-874c-b2fe292467df no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:26:01.476203 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-a180c1f3-d28b-4fe4-a711-e3a305844587 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Project 958befc2eb02460b87fb3360e15693e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:26:01.488230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a180c1f3-d28b-4fe4-a711-e3a305844587 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.497589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 6d8643fa-5d88-4044-874c-b2fe292467df {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:26:01.497931 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 6d8643fa-5d88-4044-874c-b2fe292467df not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:26:01.498337 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1041e54c-78d1-4507-9c0a-e4f7b760618e no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:26:01.518060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 1041e54c-78d1-4507-9c0a-e4f7b760618e {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:26:01.518641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 1041e54c-78d1-4507-9c0a-e4f7b760618e not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:26:01.553051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a180c1f3-d28b-4fe4-a711-e3a305844587 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.556906 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a180c1f3-d28b-4fe4-a711-e3a305844587 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.575251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180c1f3-d28b-4fe4-a711-e3a305844587 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1973cb51-342b-43a1-94a5-58fa4b484d26,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:01.585364 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a180c1f3-d28b-4fe4-a711-e3a305844587 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.587386 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a180c1f3-d28b-4fe4-a711-e3a305844587 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1394496 Nov 28 08:26:01.589991 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47886) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:01.594449 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-f36a36b1-db43-4808-86fb-9f13fc626909 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'security_group_rule': {'security_group_id': '4cceaf52-5c08-4bf6-ba17-b256d2ed5b34', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:26:01.616904 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-f36a36b1-db43-4808-86fb-9f13fc626909 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Project 958befc2eb02460b87fb3360e15693e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:26:01.621809 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f36a36b1-db43-4808-86fb-9f13fc626909 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.630352 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.680917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f36a36b1-db43-4808-86fb-9f13fc626909 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.685089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f36a36b1-db43-4808-86fb-9f13fc626909 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.702102 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a36b1-db43-4808-86fb-9f13fc626909 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4867f63-6f65-46ef-9539-821bbd692471,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:01.711306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-f36a36b1-db43-4808-86fb-9f13fc626909 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.713034 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-f36a36b1-db43-4808-86fb-9f13fc626909 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220615 Nov 28 08:26:01.715896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 47888) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:01.720893 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-fd0a0254-3ebb-4af7-8ed9-46e243153ac1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'network': {'name': 'tempest-network-smoke--1173244936', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'port_security_enabled': True}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:26:01.741506 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0a0254-3ebb-4af7-8ed9-46e243153ac1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:26:01.745311 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0254-3ebb-4af7-8ed9-46e243153ac1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.769418 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0a0254-3ebb-4af7-8ed9-46e243153ac1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:26:01.779474 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0254-3ebb-4af7-8ed9-46e243153ac1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.779812 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-fd0a0254-3ebb-4af7-8ed9-46e243153ac1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Added segment f843e7b4-a0bf-41c1-b0dd-57556efb470c of type vlan for network 350cd16a-d90e-4124-94f2-dd0e603acd83 Nov 28 08:26:01.817996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0254-3ebb-4af7-8ed9-46e243153ac1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.841504 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0254-3ebb-4af7-8ed9-46e243153ac1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.847409 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a0254-3ebb-4af7-8ed9-46e243153ac1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:01.847984 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0254-3ebb-4af7-8ed9-46e243153ac1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.887578 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-fd0a0254-3ebb-4af7-8ed9-46e243153ac1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1706715 Nov 28 08:26:01.890403 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47890) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:01.895070 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'admin_state_up': True, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:26:01.918643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a0254-3ebb-4af7-8ed9-46e243153ac1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Network': ['ID=350cd16a-d90e-4124-94f2-dd0e603acd83,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:01.919015 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.920118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:01.932950 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 350cd16a-d90e-4124-94f2-dd0e603acd83 details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:26:01.981531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:02.131919 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:02.327407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:02.344959 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:02.443211 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.26.2.30 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/d8ba9343-c04b-47c5-b4ba-892424ae7fca) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:26:02.538410 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:02.573719 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:02.610421 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:26:02.619890 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:26:02.625270 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:26:02.633665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b849c35f-c67c-4ded-90f3-5be84505fd88 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:26:02.649097 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=d8ba9343-c04b-47c5-b4ba-892424ae7fca,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:02.682977 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-657072e9-6508-4f85-afd2-2307c6264a34 None None] Provisioning complete for port d8ba9343-c04b-47c5-b4ba-892424ae7fca triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:02.683349 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-657072e9-6508-4f85-afd2-2307c6264a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:02.720670 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-657072e9-6508-4f85-afd2-2307c6264a34 None None] Port d8ba9343-c04b-47c5-b4ba-892424ae7fca cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:26:02.896390 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:03.123986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:03.265754 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:26:03.699499 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:26:03.709015 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Sync routers for ids ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:26:03.719551 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Routers {'8e994a07-d7ba-40e6-875e-33cfa31e6d95'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:26:03.720162 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:25:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:03.720828 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:03.722037 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2eb7aa66-5aec-4fd4-a20a-0ac3960a41bb tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8305674 Nov 28 08:26:03.725155 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47892) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:03.755049 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ffe29725-6b8a-416c-9ea6-f23df5654dea tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=958befc2eb02460b87fb3360e15693e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287368 Nov 28 08:26:03.757494 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47894) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:03.840267 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Set router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:26:03.841504 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb15f7-499e-4a09-97e1-101687c47138 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:03.843052 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-27bb15f7-499e-4a09-97e1-101687c47138 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846400 Nov 28 08:26:03.845943 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47896) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:03.873345 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c3eaf53b-2ab8-48b6-828e-d4b051e3df34 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=8f7f1af8-2a77-47e3-81be-1c645770eead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262945 Nov 28 08:26:03.875745 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47898) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:03.880287 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-1f414907-6fdd-49bf-9dfc-b6bc650f0583 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-825810439', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'project_id': '958befc2eb02460b87fb3360e15693e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:26:03.969376 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f414907-6fdd-49bf-9dfc-b6bc650f0583 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'subnet': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:26:03.972971 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1f414907-6fdd-49bf-9dfc-b6bc650f0583 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8849032'] for subnet, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:04.021174 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:26:02Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:04.050625 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Checking router: 8e994a07-d7ba-40e6-875e-33cfa31e6d95 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:26:04.050999 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Updating router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 port d8ba9343-c04b-47c5-b4ba-892424ae7fca binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:26:04.081154 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:04.151642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1f414907-6fdd-49bf-9dfc-b6bc650f0583 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8906251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8849050'] for subnet, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:04.209639 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f414907-6fdd-49bf-9dfc-b6bc650f0583 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Subnet': ['ID=1eb45402-3110-461a-8764-02d6c806bf28,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:04.219914 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f414907-6fdd-49bf-9dfc-b6bc650f0583 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Checking segment: {'id': 'f843e7b4-a0bf-41c1-b0dd-57556efb470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:26:04.220275 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f414907-6fdd-49bf-9dfc-b6bc650f0583 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network hostable DHCP agents. Network: 350cd16a-d90e-4124-94f2-dd0e603acd83, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:26:04.237690 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f414907-6fdd-49bf-9dfc-b6bc650f0583 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 350cd16a-d90e-4124-94f2-dd0e603acd83 is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:26:04.247285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-1f414907-6fdd-49bf-9dfc-b6bc650f0583 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 350cd16a-d90e-4124-94f2-dd0e603acd83) {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:26:04.251369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f414907-6fdd-49bf-9dfc-b6bc650f0583 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:04.252056 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-1f414907-6fdd-49bf-9dfc-b6bc650f0583 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:04.263182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9174a86f-c34b-4485-8400-948fb87bddb1 None None] Network 350cd16a-d90e-4124-94f2-dd0e603acd83 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:26:04.270288 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-1f414907-6fdd-49bf-9dfc-b6bc650f0583 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3935497 Nov 28 08:26:04.273107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47900) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:04.416477 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-350cd16a-d90e-4124-94f2-dd0e603acd83', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ips': [{'subnet_id': '1eb45402-3110-461a-8764-02d6c806bf28'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:26:04.417634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:04.449398 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:04.455744 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:04.509125 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Pushing event updated for resources: {'Port': ['ID=d8ba9343-c04b-47c5-b4ba-892424ae7fca,revision_number=2']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:04.524954 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:04.525286 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:04.525828 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:04.526164 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:04.526497 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:04.526824 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:04.527179 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:04.527498 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:04.527982 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:04.528484 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:04.528805 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:04.529124 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:04.529439 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:04.532801 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Attempting to bind port d8ba9343-c04b-47c5-b4ba-892424ae7fca on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:26:04.533405 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Attempting to bind port d8ba9343-c04b-47c5-b4ba-892424ae7fca by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:26:04.533930 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Attempting to bind port d8ba9343-c04b-47c5-b4ba-892424ae7fca on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:26:04.540807 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:26:04.541181 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:26:04.542250 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:04.542250 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:26:04.542453 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Bound port: d8ba9343-c04b-47c5-b4ba-892424ae7fca, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:26:04.542795 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:04.592999 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd79684f-aa19-4ab3-bca8-947a0b4385cd None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:26:04.611731 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] For port d8ba9343-c04b-47c5-b4ba-892424ae7fca, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:26:04.615943 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] For port d8ba9343-c04b-47c5-b4ba-892424ae7fca, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d8ba9343-c04b-47c5-b4ba-892424ae7fca,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:26:04.620444 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:04.674802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03166ea4-a454-4635-95c5-2c0bbd635b4a None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:26:04.678819 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc779a7-c6d1-4963-9159-4d00ad237e94 None None] Pushing event updated for resources: {'Port': ['ID=d8ba9343-c04b-47c5-b4ba-892424ae7fca,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:04.690168 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Routers {'8e994a07-d7ba-40e6-875e-33cfa31e6d95'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:26:04.690777 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:25:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:04.694561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-e7055eab-61c4-44a5-87ed-04f50a35f4a8 None None] Provisioning complete for port d8ba9343-c04b-47c5-b4ba-892424ae7fca triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:04.694561 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e7055eab-61c4-44a5-87ed-04f50a35f4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:04.787722 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Allocated IP 172.20.0.2 (350cd16a-d90e-4124-94f2-dd0e603acd83/1eb45402-3110-461a-8764-02d6c806bf28/691a06aa-e9b0-4e4b-a524-94668f95d64c) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:26:04.817500 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:04.828809 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] Set router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:26:04.914243 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e7055eab-61c4-44a5-87ed-04f50a35f4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:04.974549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-e7055eab-61c4-44a5-87ed-04f50a35f4a8 None None] For port d8ba9343-c04b-47c5-b4ba-892424ae7fca, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d8ba9343-c04b-47c5-b4ba-892424ae7fca,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:26:04.985147 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e7055eab-61c4-44a5-87ed-04f50a35f4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:05.023805 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:26:02Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:05.025946 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:05.041707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:05.059255 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a881951-a36b-46d1-be8e-18b461941d9e None None] The sync data for ids ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'] in dv-neutron-744815-16-hyperv is: [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:26:02Z', 'revision_number': 3, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:26:05.074768 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Network 350cd16a-d90e-4124-94f2-dd0e603acd83 is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:26:05.075746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7055eab-61c4-44a5-87ed-04f50a35f4a8 None None] Pushing event updated for resources: {'Port': ['ID=d8ba9343-c04b-47c5-b4ba-892424ae7fca,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:05.079361 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:26:05.103487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:26:05.169265 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Pushing event updated for resources: {'Port': ['ID=691a06aa-e9b0-4e4b-a524-94668f95d64c,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:05.171150 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.20.0.1 (350cd16a-d90e-4124-94f2-dd0e603acd83/1eb45402-3110-461a-8764-02d6c806bf28/f4f76ee0-68aa-46a5-b606-7092f58c206b) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:26:05.186382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-17caed17-2bd9-4f08-a459-2a3bd36bbc43 None None] Provisioning complete for port d8ba9343-c04b-47c5-b4ba-892424ae7fca triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:05.186750 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-17caed17-2bd9-4f08-a459-2a3bd36bbc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:05.224408 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Attempting to bind port 691a06aa-e9b0-4e4b-a524-94668f95d64c on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:26:05.224783 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Attempting to bind port 691a06aa-e9b0-4e4b-a524-94668f95d64c by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'f843e7b4-a0bf-41c1-b0dd-57556efb470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:26:05.225152 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Attempting to bind port 691a06aa-e9b0-4e4b-a524-94668f95d64c on network 350cd16a-d90e-4124-94f2-dd0e603acd83 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:26:05.237704 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:26:05.238077 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Checking segment: {'id': 'f843e7b4-a0bf-41c1-b0dd-57556efb470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:26:05.238480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:05.238926 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Bound using segment: {'id': 'f843e7b4-a0bf-41c1-b0dd-57556efb470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:26:05.239384 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Bound port: 691a06aa-e9b0-4e4b-a524-94668f95d64c, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f843e7b4-a0bf-41c1-b0dd-57556efb470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:26:05.239769 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:05.302333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:05.345124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:05.354913 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] For port 691a06aa-e9b0-4e4b-a524-94668f95d64c, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:26:05.370308 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] For port 691a06aa-e9b0-4e4b-a524-94668f95d64c, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=691a06aa-e9b0-4e4b-a524-94668f95d64c,segment=NetworkSegment(f843e7b4-a0bf-41c1-b0dd-57556efb470c),segment_id=f843e7b4-a0bf-41c1-b0dd-57556efb470c)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:26:05.376238 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:05.394968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 350cd16a-d90e-4124-94f2-dd0e603acd83 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:26:05.402326 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:26:05.404886 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:26:05.464095 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=f4f76ee0-68aa-46a5-b606-7092f58c206b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:05.479683 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd3bcf-a648-492f-b42b-a564a47be7d3 None None] Pushing event updated for resources: {'Port': ['ID=691a06aa-e9b0-4e4b-a524-94668f95d64c,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:05.479850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:05.553879 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d8ba9343-c04b-47c5-b4ba-892424ae7fca up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:26:05.618776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port d8ba9343-c04b-47c5-b4ba-892424ae7fca triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:05.619285 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:05.683728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:06.015707 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:06.020295 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:06.105469 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=f4f76ee0-68aa-46a5-b606-7092f58c206b,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:06.108938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:06.200976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 350cd16a-d90e-4124-94f2-dd0e603acd83 is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:26:06.202955 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:26:06.338131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:26:06.466517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:26:06.466987 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b464fb9b-d407-4c24-8564-06cb9d6bb1d6 None None] Network 350cd16a-d90e-4124-94f2-dd0e603acd83 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:26:06.471434 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-81b97891-534b-4452-9b63-23e5502263aa tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "PUT /v2.0/routers/8e994a07-d7ba-40e6-875e-33cfa31e6d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1970682 Nov 28 08:26:06.546289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f89c7a9d-5522-4f69-b630-cb5233fa7fa9 None None] Provisioning complete for port 691a06aa-e9b0-4e4b-a524-94668f95d64c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:06.546658 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f89c7a9d-5522-4f69-b630-cb5233fa7fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:06.622050 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-339c90a4-86dc-4dd8-8845-f5ac6f54eea2 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547923178&fields=id&tenant_id=958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 267 time: 0.0441375 Nov 28 08:26:06.700433 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f89c7a9d-5522-4f69-b630-cb5233fa7fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:06.727788 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06417a3-706d-41de-8511-7810a2de18ea req-f631a369-4731-43b3-8941-207b879fef2d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:06.729386 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-f631a369-4731-43b3-8941-207b879fef2d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/networks?id=350cd16a-d90e-4124-94f2-dd0e603acd83 HTTP/1.1" status: 200 len: 797 time: 0.1002550 Nov 28 08:26:06.743086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-f89c7a9d-5522-4f69-b630-cb5233fa7fa9 None None] For port 691a06aa-e9b0-4e4b-a524-94668f95d64c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=691a06aa-e9b0-4e4b-a524-94668f95d64c,segment=NetworkSegment(f843e7b4-a0bf-41c1-b0dd-57556efb470c),segment_id=f843e7b4-a0bf-41c1-b0dd-57556efb470c)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:26:06.750051 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-2164816a-38b4-4bff-a3c8-b611d5a40ca7 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/quotas/958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 375 time: 0.0114241 Nov 28 08:26:06.751450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f89c7a9d-5522-4f69-b630-cb5233fa7fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:06.817693 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c7a9d-5522-4f69-b630-cb5233fa7fa9 None None] Pushing event updated for resources: {'Port': ['ID=691a06aa-e9b0-4e4b-a524-94668f95d64c,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:06.849230 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-95e6900d-8620-4d78-bbaa-fe72c8800139 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917284 Nov 28 08:26:06.997188 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-3692d352-9621-42c9-8dc7-0984abcc7453 service neutron] 10.222.0.31 "GET /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356752 Nov 28 08:26:07.049481 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-439a69d3-05ba-4f68-9d1f-d0163833e4cd None None] Provisioning complete for port f4f76ee0-68aa-46a5-b606-7092f58c206b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:07.049847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-439a69d3-05ba-4f68-9d1f-d0163833e4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:07.103928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-439a69d3-05ba-4f68-9d1f-d0163833e4cd None None] Port f4f76ee0-68aa-46a5-b606-7092f58c206b cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:26:07.109181 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-4ff9e314-ec2d-4f71-9ba8-d8532bb8d7be service neutron] 10.222.0.31 "GET /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057620 Nov 28 08:26:07.115609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-439a69d3-05ba-4f68-9d1f-d0163833e4cd None None] Provisioning complete for port 691a06aa-e9b0-4e4b-a524-94668f95d64c triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:07.116067 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-439a69d3-05ba-4f68-9d1f-d0163833e4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:07.196888 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Sync routers for ids ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:26:07.226192 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Routers {'8e994a07-d7ba-40e6-875e-33cfa31e6d95'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:26:07.226824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:25:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:07.330250 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-13b739b5-ff5b-4732-b4bb-a2c187fcab10 req-9946fd06-051e-4b8e-bdf5-5eaa4df7396a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 210 time: 0.0386369 Nov 28 08:26:07.379370 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-05e6a32e-d31f-4af4-83b6-64444de22024 None None] Provisioning complete for port f4f76ee0-68aa-46a5-b606-7092f58c206b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:07.379712 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-05e6a32e-d31f-4af4-83b6-64444de22024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:07.384986 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Set router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:26:07.483560 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-05e6a32e-d31f-4af4-83b6-64444de22024 None None] Port f4f76ee0-68aa-46a5-b606-7092f58c206b cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:26:07.514753 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 691a06aa-e9b0-4e4b-a524-94668f95d64c up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:26:07.635353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-7b706f75-665e-4bcd-a1a2-19aaebad9411 None None] Provisioning complete for port f4f76ee0-68aa-46a5-b606-7092f58c206b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:07.635717 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7b706f75-665e-4bcd-a1a2-19aaebad9411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:07.718047 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 691a06aa-e9b0-4e4b-a524-94668f95d64c triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:07.718421 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:07.720605 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-7b706f75-665e-4bcd-a1a2-19aaebad9411 None None] Port f4f76ee0-68aa-46a5-b606-7092f58c206b cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:26:07.790496 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:26:05Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'f4f76ee0-68aa-46a5-b606-7092f58c206b', 'name': '', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1eb45402-3110-461a-8764-02d6c806bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:04Z', 'updated_at': '2021-11-28T08:26:05Z', 'revision_number': 2, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '1eb45402-3110-461a-8764-02d6c806bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:07.839970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Checking router: 8e994a07-d7ba-40e6-875e-33cfa31e6d95 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:26:07.840327 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Updating router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 port f4f76ee0-68aa-46a5-b606-7092f58c206b binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:26:07.868008 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:26:07.882880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:08.308833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:08.314609 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:08.395941 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b5c0d-9eef-49cc-bf12-af129c13d8be None None] Pushing event updated for resources: {'Port': ['ID=f4f76ee0-68aa-46a5-b606-7092f58c206b,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:08.428618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Attempting to bind port f4f76ee0-68aa-46a5-b606-7092f58c206b on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:26:08.428988 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Attempting to bind port f4f76ee0-68aa-46a5-b606-7092f58c206b by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'f843e7b4-a0bf-41c1-b0dd-57556efb470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:26:08.429352 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Attempting to bind port f4f76ee0-68aa-46a5-b606-7092f58c206b on network 350cd16a-d90e-4124-94f2-dd0e603acd83 {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:26:08.435376 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:26:08.435754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Checking segment: {'id': 'f843e7b4-a0bf-41c1-b0dd-57556efb470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:26:08.436291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:08.436686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Bound using segment: {'id': 'f843e7b4-a0bf-41c1-b0dd-57556efb470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:26:08.437149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Bound port: f4f76ee0-68aa-46a5-b606-7092f58c206b, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f843e7b4-a0bf-41c1-b0dd-57556efb470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:26:08.437530 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:08.451610 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06417a3-706d-41de-8511-7810a2de18ea req-dbd2cc3b-cb8c-4559-996e-d8638e06d2a6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:08.454129 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-dbd2cc3b-cb8c-4559-996e-d8638e06d2a6 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/networks?id=350cd16a-d90e-4124-94f2-dd0e603acd83 HTTP/1.1" status: 200 len: 797 time: 0.1467187 Nov 28 08:26:08.465071 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fb24768f-0609-484c-9c70-b2eb17cef2a6 req-4b6c9acd-722e-4505-8b10-b8dd0204ee44 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 210 time: 0.0330760 Nov 28 08:26:08.531234 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] For port f4f76ee0-68aa-46a5-b606-7092f58c206b, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:26:08.535642 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] For port f4f76ee0-68aa-46a5-b606-7092f58c206b, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=f4f76ee0-68aa-46a5-b606-7092f58c206b,segment=NetworkSegment(f843e7b4-a0bf-41c1-b0dd-57556efb470c),segment_id=f843e7b4-a0bf-41c1-b0dd-57556efb470c)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:26:08.541804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:08.550387 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-f4ce668b-74bb-4c14-84bb-5970f724b985 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958befc2eb02460b87fb3360e15693e8 HTTP/1.1" status: 200 len: 379 time: 0.0763075 Nov 28 08:26:08.572787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-c06417a3-706d-41de-8511-7810a2de18ea req-b73e929e-19a1-4e16-b501-738bcb54582a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'port': {'device_id': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'admin_state_up': True, 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'security_groups': ['4cceaf52-5c08-4bf6-ba17-b256d2ed5b34']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:26:08.620133 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Routers {'8e994a07-d7ba-40e6-875e-33cfa31e6d95'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:26:08.620768 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:25:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:08.622613 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b5c0d-9eef-49cc-bf12-af129c13d8be None None] Pushing event updated for resources: {'Port': ['ID=f4f76ee0-68aa-46a5-b606-7092f58c206b,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:08.687070 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06417a3-706d-41de-8511-7810a2de18ea req-b73e929e-19a1-4e16-b501-738bcb54582a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Made reservation on behalf of 958befc2eb02460b87fb3360e15693e8 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:26:08.691410 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c06417a3-706d-41de-8511-7810a2de18ea req-b73e929e-19a1-4e16-b501-738bcb54582a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:08.692081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-125f46c9-c806-4ef1-a3a7-fde6b52d40c9 None None] Provisioning complete for port f4f76ee0-68aa-46a5-b606-7092f58c206b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:08.692644 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-125f46c9-c806-4ef1-a3a7-fde6b52d40c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:08.798065 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] Set router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:26:08.825010 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-c06417a3-706d-41de-8511-7810a2de18ea req-b73e929e-19a1-4e16-b501-738bcb54582a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.20.0.14 (350cd16a-d90e-4124-94f2-dd0e603acd83/1eb45402-3110-461a-8764-02d6c806bf28/ec2eb323-8f53-4fc1-bf27-f946cbfd63d6) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:26:08.929461 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-125f46c9-c806-4ef1-a3a7-fde6b52d40c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:08.962136 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c06417a3-706d-41de-8511-7810a2de18ea req-b73e929e-19a1-4e16-b501-738bcb54582a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:09.009304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-125f46c9-c806-4ef1-a3a7-fde6b52d40c9 None None] For port f4f76ee0-68aa-46a5-b606-7092f58c206b, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=f4f76ee0-68aa-46a5-b606-7092f58c206b,segment=NetworkSegment(f843e7b4-a0bf-41c1-b0dd-57556efb470c),segment_id=f843e7b4-a0bf-41c1-b0dd-57556efb470c)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:26:09.015564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-125f46c9-c806-4ef1-a3a7-fde6b52d40c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:09.107957 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f46c9-c806-4ef1-a3a7-fde6b52d40c9 None None] Pushing event updated for resources: {'Port': ['ID=f4f76ee0-68aa-46a5-b606-7092f58c206b,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:09.141305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:26:05Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'f4f76ee0-68aa-46a5-b606-7092f58c206b', 'name': '', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1eb45402-3110-461a-8764-02d6c806bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:04Z', 'updated_at': '2021-11-28T08:26:08Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '1eb45402-3110-461a-8764-02d6c806bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:09.145029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-16a484e0-e27a-44f7-80a9-272930e03938 None None] Provisioning complete for port f4f76ee0-68aa-46a5-b606-7092f58c206b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:09.145398 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-16a484e0-e27a-44f7-80a9-272930e03938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:09.174544 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91963c4d-e1ac-4b29-bef6-a632bd512c32 None None] The sync data for ids ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'] in dv-neutron-744815-16-hyperv is: [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:26:05Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'f4f76ee0-68aa-46a5-b606-7092f58c206b', 'name': '', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1eb45402-3110-461a-8764-02d6c806bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:04Z', 'updated_at': '2021-11-28T08:26:08Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '1eb45402-3110-461a-8764-02d6c806bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:26:09.368086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c06417a3-706d-41de-8511-7810a2de18ea req-b73e929e-19a1-4e16-b501-738bcb54582a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:09.412642 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06417a3-706d-41de-8511-7810a2de18ea req-b73e929e-19a1-4e16-b501-738bcb54582a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 350cd16a-d90e-4124-94f2-dd0e603acd83 is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:26:09.418573 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-c06417a3-706d-41de-8511-7810a2de18ea req-b73e929e-19a1-4e16-b501-738bcb54582a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:26:09.424949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06417a3-706d-41de-8511-7810a2de18ea req-b73e929e-19a1-4e16-b501-738bcb54582a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:26:09.451368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e929e-19a1-4e16-b501-738bcb54582a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:09.485260 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06417a3-706d-41de-8511-7810a2de18ea req-b73e929e-19a1-4e16-b501-738bcb54582a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:09.485941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c06417a3-706d-41de-8511-7810a2de18ea req-b73e929e-19a1-4e16-b501-738bcb54582a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:09.487525 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device f4f76ee0-68aa-46a5-b606-7092f58c206b up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:26:09.528984 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-b73e929e-19a1-4e16-b501-738bcb54582a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9609077 Nov 28 08:26:09.553909 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Request body: {'port': {'device_id': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:26:09.566088 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port f4f76ee0-68aa-46a5-b606-7092f58c206b triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:09.566669 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:09.667091 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:09.690568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca14e5-b568-4126-ad97-84df1a2d722c req-5eb62688-f21e-4850-9278-52ef18b00c01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:09.692075 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7fca14e5-b568-4126-ad97-84df1a2d722c req-5eb62688-f21e-4850-9278-52ef18b00c01 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 932 time: 0.1352053 Nov 28 08:26:09.741569 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-73083443-d723-4f1d-87df-d613fa9041e8 None None] Provisioning complete for port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:09.742291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-73083443-d723-4f1d-87df-d613fa9041e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:09.788356 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-73083443-d723-4f1d-87df-d613fa9041e8 None None] Port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:26:09.831656 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7fca14e5-b568-4126-ad97-84df1a2d722c req-b0f6655a-4750-446c-8fa6-de59ecdca25f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165018 Nov 28 08:26:10.000733 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:26:10.009340 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:10.021680 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Transition to ACTIVE for port object ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:26:10.026524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:10.087806 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:10.165769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Attempting to bind port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:26:10.166321 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Attempting to bind port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'f843e7b4-a0bf-41c1-b0dd-57556efb470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:26:10.166844 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Attempting to bind port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 on network 350cd16a-d90e-4124-94f2-dd0e603acd83 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:26:10.171893 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 on network 350cd16a-d90e-4124-94f2-dd0e603acd83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:26:10.172226 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Attempting to bind port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 on network 350cd16a-d90e-4124-94f2-dd0e603acd83 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:26:10.178000 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:26:10.178344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Checking segment: {'id': 'f843e7b4-a0bf-41c1-b0dd-57556efb470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:26:10.178743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Bound using segment: {'id': 'f843e7b4-a0bf-41c1-b0dd-57556efb470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:26:10.179208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Bound port: ec2eb323-8f53-4fc1-bf27-f946cbfd63d6, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f843e7b4-a0bf-41c1-b0dd-57556efb470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:26:10.179568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:10.252234 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] For port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:26:10.255484 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] For port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6,segment=NetworkSegment(f843e7b4-a0bf-41c1-b0dd-57556efb470c),segment_id=f843e7b4-a0bf-41c1-b0dd-57556efb470c)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:26:10.261250 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:10.297323 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:10.298666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:10.300132 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] 10.222.0.35 "PUT /v2.0/ports/ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 HTTP/1.1" status: 200 len: 1094 time: 0.7534275 Nov 28 08:26:10.302395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'tag': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:26:10.309227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be66eab-3139-4653-a026-80c3e9ff4d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8547b3b-9569-436d-ad83-9ec662636b9b", "tag": "ec2eb323-8f53-4fc1-bf27-f946cbfd63d6"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:26:10.351328 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12165f-66b3-4ed3-a3b4-95684339a282 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:10.392773 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5153eca-f916-4b85-806c-3f92ac7189ad x-openstack-request-id: req-a5153eca-f916-4b85-806c-3f92ac7189ad {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:26:10.393076 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8547b3b-9569-436d-ad83-9ec662636b9b", "tag": "ec2eb323-8f53-4fc1-bf27-f946cbfd63d6", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:26:10.393332 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5153eca-f916-4b85-806c-3f92ac7189ad {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:26:10.393719 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'tag': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6', 'status': 'completed', 'code': 200} Nov 28 08:26:10.415768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06417a3-706d-41de-8511-7810a2de18ea req-bbb15d93-bc2a-49db-8305-2b4f95997f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:10.417328 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-bbb15d93-bc2a-49db-8305-2b4f95997f16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 1097 time: 0.0609891 Nov 28 08:26:10.468357 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-c6836740-4152-4165-a0e3-cc49aacc8921 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 HTTP/1.1" status: 200 len: 217 time: 0.0405591 Nov 28 08:26:10.519717 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06417a3-706d-41de-8511-7810a2de18ea req-bec9a68d-a588-4b04-aee4-bed031f5d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:10.521203 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-bec9a68d-a588-4b04-aee4-bed031f5d2c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1eb45402-3110-461a-8764-02d6c806bf28 HTTP/1.1" status: 200 len: 834 time: 0.0442450 Nov 28 08:26:10.574788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06417a3-706d-41de-8511-7810a2de18ea req-9ebc894b-792b-4dfb-ae20-7bbb88c8ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:10.576313 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-9ebc894b-792b-4dfb-ae20-7bbb88c8ce75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=350cd16a-d90e-4124-94f2-dd0e603acd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0464554 Nov 28 08:26:10.670271 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-2097114d-ace7-43b6-b23f-ba78d0e6810f service neutron] 10.222.0.35 "GET /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841029 Nov 28 08:26:10.759811 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c06417a3-706d-41de-8511-7810a2de18ea req-d77c04f8-aa0a-42d2-af82-414500aef99e service neutron] 10.222.0.35 "GET /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809650 Nov 28 08:26:10.860139 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be66eab-3139-4653-a026-80c3e9ff4d1f req-199a1abe-f06b-465e-85cf-e7dfc531c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:10.861678 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2be66eab-3139-4653-a026-80c3e9ff4d1f req-199a1abe-f06b-465e-85cf-e7dfc531c9f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 1097 time: 0.0515320 Nov 28 08:26:10.987215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be66eab-3139-4653-a026-80c3e9ff4d1f req-9027e100-a82f-4998-8794-9600f690bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:10.988689 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2be66eab-3139-4653-a026-80c3e9ff4d1f req-9027e100-a82f-4998-8794-9600f690bfe0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=350cd16a-d90e-4124-94f2-dd0e603acd83 HTTP/1.1" status: 200 len: 898 time: 0.1182597 Nov 28 08:26:11.002430 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef75c0-20a5-4a6d-89e9-7e61a6cd1633 req-cc5b0451-3481-4892-ba7b-9e852a81a8be tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:11.003833 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-efef75c0-20a5-4a6d-89e9-7e61a6cd1633 req-cc5b0451-3481-4892-ba7b-9e852a81a8be tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 944 time: 0.0812278 Nov 28 08:26:11.045883 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2be66eab-3139-4653-a026-80c3e9ff4d1f req-99d39c78-a67b-4255-b5f6-247f14361ef7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 HTTP/1.1" status: 200 len: 217 time: 0.0411417 Nov 28 08:26:11.113044 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-efef75c0-20a5-4a6d-89e9-7e61a6cd1633 req-c2506cec-97de-4d83-a2d5-e5af8822ee69 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015134 Nov 28 08:26:11.120055 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be66eab-3139-4653-a026-80c3e9ff4d1f req-8a861971-2cf6-4842-9e91-4e59cd458255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:11.121458 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2be66eab-3139-4653-a026-80c3e9ff4d1f req-8a861971-2cf6-4842-9e91-4e59cd458255 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1eb45402-3110-461a-8764-02d6c806bf28 HTTP/1.1" status: 200 len: 834 time: 0.0654900 Nov 28 08:26:11.179377 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be66eab-3139-4653-a026-80c3e9ff4d1f req-527a3ad4-687d-42f2-8b4c-2eb4d9eebcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:11.180905 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2be66eab-3139-4653-a026-80c3e9ff4d1f req-527a3ad4-687d-42f2-8b4c-2eb4d9eebcc8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=350cd16a-d90e-4124-94f2-dd0e603acd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0508230 Nov 28 08:26:11.271883 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2be66eab-3139-4653-a026-80c3e9ff4d1f req-c4cd61a1-7949-4659-8cfa-e546c3674e5d service neutron] 10.222.0.35 "GET /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824082 Nov 28 08:26:11.364722 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-2be66eab-3139-4653-a026-80c3e9ff4d1f req-6737ab81-1716-4d8a-bfc2-df5874ee74c7 service neutron] 10.222.0.35 "GET /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846853 Nov 28 08:26:11.911598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:26:12.007175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6,segment=NetworkSegment(f843e7b4-a0bf-41c1-b0dd-57556efb470c),segment_id=f843e7b4-a0bf-41c1-b0dd-57556efb470c)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:26:12.017956 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'port_id': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6', 'mac_address': 'fa:16:3e:d0:1a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb45402-3110-461a-8764-02d6c806bf28', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:26:12.059281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:12.071874 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:26:12.089962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6,segment=NetworkSegment(f843e7b4-a0bf-41c1-b0dd-57556efb470c),segment_id=f843e7b4-a0bf-41c1-b0dd-57556efb470c)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:26:12.093998 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:12.143363 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:12.238892 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c8994-fc23-4037-98b8-592570c852b9 req-5d9d0eb9-7d1a-4b8a-9b69-0a88be1464fc tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:12.240346 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-627c8994-fc23-4037-98b8-592570c852b9 req-5d9d0eb9-7d1a-4b8a-9b69-0a88be1464fc tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 945 time: 0.0541210 Nov 28 08:26:12.288775 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-627c8994-fc23-4037-98b8-592570c852b9 req-ec0cc696-396d-4da8-9c14-e46e58df4114 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414979 Nov 28 08:26:12.356589 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['ec2eb323-8f53-4fc1-bf27-f946cbfd63d6'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:26:13.408131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31820a3-f887-4a85-9d38-555058850bf4 req-604ab1c7-68a2-4977-adc3-d733b4c1b15e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:13.409624 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b31820a3-f887-4a85-9d38-555058850bf4 req-604ab1c7-68a2-4977-adc3-d733b4c1b15e tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 945 time: 0.0554771 Nov 28 08:26:13.457632 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b31820a3-f887-4a85-9d38-555058850bf4 req-909f9ee0-e522-4a68-8245-c3854a25e921 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421009 Nov 28 08:26:13.913109 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:26:13.970913 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:26:13.974512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:26:13.974899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:14.059320 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:14.081702 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:26:14.083966 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f738bc-badd-4a56-be98-599936850fa8" -d '{"events": [{"server_uuid": "a8547b3b-9569-436d-ad83-9ec662636b9b", "name": "network-vif-plugged", "status": "completed", "tag": "ec2eb323-8f53-4fc1-bf27-f946cbfd63d6"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:26:14.097678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6,segment=NetworkSegment(f843e7b4-a0bf-41c1-b0dd-57556efb470c),segment_id=f843e7b4-a0bf-41c1-b0dd-57556efb470c)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:26:14.102963 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:14.157313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:14.171037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbe59bf-6dae-4cd1-a2eb-2d77f1c13738 x-openstack-request-id: req-afbe59bf-6dae-4cd1-a2eb-2d77f1c13738 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:26:14.171332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8547b3b-9569-436d-ad83-9ec662636b9b", "name": "network-vif-plugged", "status": "completed", "tag": "ec2eb323-8f53-4fc1-bf27-f946cbfd63d6", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:26:14.171590 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afbe59bf-6dae-4cd1-a2eb-2d77f1c13738 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:26:14.171983 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6', 'code': 200} Nov 28 08:26:14.354655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11325409-7ff1-48ec-a0ca-f7911d381fd1 req-6b27b687-634e-48a2-9cd2-545ef185f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:14.356167 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-11325409-7ff1-48ec-a0ca-f7911d381fd1 req-6b27b687-634e-48a2-9cd2-545ef185f435 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 1099 time: 0.0456271 Nov 28 08:26:14.410678 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-11325409-7ff1-48ec-a0ca-f7911d381fd1 req-557bd2b0-8b58-4074-88fa-5f112d6ffcd5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424547 Nov 28 08:26:14.576421 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6353733-293d-4fd1-b6f4-7b966040d185 req-d24ae42c-2e74-404a-ad07-88b35a81188f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:14.577896 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c6353733-293d-4fd1-b6f4-7b966040d185 req-d24ae42c-2e74-404a-ad07-88b35a81188f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 946 time: 0.0552535 Nov 28 08:26:14.626049 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c6353733-293d-4fd1-b6f4-7b966040d185 req-ef1ceea0-d059-4820-a2ef-9f11b8c59edd tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 Nov 28 08:26:15.515400 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f483ac07-52c2-40a3-8f7d-9b149b8caa8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:15.753433 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3bcc9-2de9-4a3b-bc38-12a77fb660f6 req-dc36d32d-2f92-4044-9b2c-8ba2dc82c65a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:15.754858 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a4c3bcc9-2de9-4a3b-bc38-12a77fb660f6 req-dc36d32d-2f92-4044-9b2c-8ba2dc82c65a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 946 time: 0.0592480 Nov 28 08:26:15.802568 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a4c3bcc9-2de9-4a3b-bc38-12a77fb660f6 req-28b28205-5e16-401f-9c96-f0b8e727ad51 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417984 Nov 28 08:26:15.922891 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd2f0d-4fa1-4d7f-8aa9-8b030f7a81b5 req-26b59972-f584-451f-a74e-e88320f84431 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:15.924510 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1dcd2f0d-4fa1-4d7f-8aa9-8b030f7a81b5 req-26b59972-f584-451f-a74e-e88320f84431 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 946 time: 0.0539770 Nov 28 08:26:15.972259 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-1dcd2f0d-4fa1-4d7f-8aa9-8b030f7a81b5 req-259a6941-6754-4dca-99e4-0e416f8e917d tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418715 Nov 28 08:26:15.993967 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47958) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:16.037635 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1dfcbb-2201-41ad-8d03-ce6ef885fa50 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:16.039979 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4f1dfcbb-2201-41ad-8d03-ce6ef885fa50 tempest-TestNetworkAdvancedServerOps-782967195 tempest-TestNetworkAdvancedServerOps-782967195-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 1094 time: 0.0450444 Nov 28 08:26:16.042591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47960) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:16.046768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:26:16.068001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:16.164963 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:16.263807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Allocated IP 172.26.2.164 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/69d97dee-57c7-494f-9b5d-a1ec3a5ecc40) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:26:16.365876 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:16.402231 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:16.437828 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:26:16.440688 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:26:16.447289 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:26:16.474912 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=69d97dee-57c7-494f-9b5d-a1ec3a5ecc40,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:16.845962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:16.923587 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:17.399016 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:17.403520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:17.473607 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event updated for resources: {'Port': ['ID=69d97dee-57c7-494f-9b5d-a1ec3a5ecc40,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:17.483737 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:17.596586 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Floating IP b23fa5f2-21c0-48c6-98e2-6f61e3d38bc0 associated. External IP: 172.26.2.164, port: ec2eb323-8f53-4fc1-bf27-f946cbfd63d6. Nov 28 08:26:17.828036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:26:17.949815 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:26:17.959613 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352d7db4-bc3e-4b0d-b61b-f91ff213f073 None None] Sync routers for ids ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:26:17.967270 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:17.971142 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352d7db4-bc3e-4b0d-b61b-f91ff213f073 None None] Routers {'8e994a07-d7ba-40e6-875e-33cfa31e6d95'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:26:17.971744 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-352d7db4-bc3e-4b0d-b61b-f91ff213f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:25:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:18.005093 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-03f90498-5c05-42ab-9c96-e5bf9bcceb31 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9590905 Nov 28 08:26:18.005093 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'tag': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:26:18.005644 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc72f4ce-b2a2-498c-98f0-ace8f8a5b23b" -d '{"events": [{"name": "network-changed", "server_uuid": "a8547b3b-9569-436d-ad83-9ec662636b9b", "tag": "ec2eb323-8f53-4fc1-bf27-f946cbfd63d6"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:26:18.019399 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-62eb1058-5a00-4df1-a8c2-309b79dd3a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:18.043985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24044b2f-ae34-45e3-86cf-363a5a7f2ebb x-openstack-request-id: req-24044b2f-ae34-45e3-86cf-363a5a7f2ebb {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:26:18.044278 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8547b3b-9569-436d-ad83-9ec662636b9b", "tag": "ec2eb323-8f53-4fc1-bf27-f946cbfd63d6", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:26:18.044533 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24044b2f-ae34-45e3-86cf-363a5a7f2ebb {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:26:18.044930 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'tag': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6', 'status': 'completed', 'code': 200} Nov 28 08:26:18.117814 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-352d7db4-bc3e-4b0d-b61b-f91ff213f073 None None] Set router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:26:18.120681 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a2aa7-4d7f-44b3-872c-a50112724078 req-9e849759-6d61-4109-88ec-6df9c40c6b1f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:18.123311 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9a8a2aa7-4d7f-44b3-872c-a50112724078 req-9e849759-6d61-4109-88ec-6df9c40c6b1f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 946 time: 0.0625732 Nov 28 08:26:18.135884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72f4ce-b2a2-498c-98f0-ace8f8a5b23b req-533b4d51-dde0-4649-b1c9-73551c5486a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:18.137239 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cc72f4ce-b2a2-498c-98f0-ace8f8a5b23b req-533b4d51-dde0-4649-b1c9-73551c5486a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 1099 time: 0.0630436 Nov 28 08:26:18.173889 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9a8a2aa7-4d7f-44b3-872c-a50112724078 req-51b6aa10-69aa-4b99-8f4c-69436cbafbb5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449083 Nov 28 08:26:18.196577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47966) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:18.234956 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72f4ce-b2a2-498c-98f0-ace8f8a5b23b req-fc7c269f-e3f9-4b63-a15c-0ad02a0a6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:18.236542 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cc72f4ce-b2a2-498c-98f0-ace8f8a5b23b req-fc7c269f-e3f9-4b63-a15c-0ad02a0a6746 service neutron] 10.222.0.35 "GET /v2.0/networks?id=350cd16a-d90e-4124-94f2-dd0e603acd83 HTTP/1.1" status: 200 len: 898 time: 0.0906448 Nov 28 08:26:18.267346 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-870eb174-cba0-4b05-b5b0-67f932c5681f tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/b23fa5f2-21c0-48c6-98e2-6f61e3d38bc0 HTTP/1.1" status: 200 len: 992 time: 0.0683894 Nov 28 08:26:18.313121 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cc72f4ce-b2a2-498c-98f0-ace8f8a5b23b req-864cf0e6-838d-4d1c-be22-4540da2c0df2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 HTTP/1.1" status: 200 len: 1000 time: 0.0688741 Nov 28 08:26:18.354374 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-352d7db4-bc3e-4b0d-b61b-f91ff213f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:26:05Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'b23fa5f2-21c0-48c6-98e2-6f61e3d38bc0', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.164', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'port_id': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'mac_address': 'fa:16:3e:d0:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:26:16Z', 'updated_at': '2021-11-28T08:26:16Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f76ee0-68aa-46a5-b606-7092f58c206b', 'name': '', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1eb45402-3110-461a-8764-02d6c806bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:04Z', 'updated_at': '2021-11-28T08:26:08Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '1eb45402-3110-461a-8764-02d6c806bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:18.362598 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72f4ce-b2a2-498c-98f0-ace8f8a5b23b req-bff0363b-b9d0-44ab-b328-92e43d10eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:18.364075 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cc72f4ce-b2a2-498c-98f0-ace8f8a5b23b req-bff0363b-b9d0-44ab-b328-92e43d10eef5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1eb45402-3110-461a-8764-02d6c806bf28 HTTP/1.1" status: 200 len: 834 time: 0.0429845 Nov 28 08:26:18.381880 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352d7db4-bc3e-4b0d-b61b-f91ff213f073 None None] Checking router: 8e994a07-d7ba-40e6-875e-33cfa31e6d95 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:26:18.390003 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352d7db4-bc3e-4b0d-b61b-f91ff213f073 None None] Routers {'8e994a07-d7ba-40e6-875e-33cfa31e6d95'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:26:18.390598 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-352d7db4-bc3e-4b0d-b61b-f91ff213f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:26:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:18.415505 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72f4ce-b2a2-498c-98f0-ace8f8a5b23b req-6d4d4a96-d8e6-4759-b67f-905623b02409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:18.416992 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cc72f4ce-b2a2-498c-98f0-ace8f8a5b23b req-6d4d4a96-d8e6-4759-b67f-905623b02409 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=350cd16a-d90e-4124-94f2-dd0e603acd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0453935 Nov 28 08:26:18.509537 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cc72f4ce-b2a2-498c-98f0-ace8f8a5b23b req-4bbae7f7-88ec-4cb4-a5eb-e632eca5d709 service neutron] 10.222.0.35 "GET /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850685 Nov 28 08:26:18.510982 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-352d7db4-bc3e-4b0d-b61b-f91ff213f073 None None] Set router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:26:18.596898 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cc72f4ce-b2a2-498c-98f0-ace8f8a5b23b req-2d6f1288-bcca-4087-81a8-a5b2d5ab228a service neutron] 10.222.0.35 "GET /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803092 Nov 28 08:26:18.741712 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-352d7db4-bc3e-4b0d-b61b-f91ff213f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:26:05Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'b23fa5f2-21c0-48c6-98e2-6f61e3d38bc0', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.164', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'port_id': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'mac_address': 'fa:16:3e:d0:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:26:16Z', 'updated_at': '2021-11-28T08:26:16Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f76ee0-68aa-46a5-b606-7092f58c206b', 'name': '', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1eb45402-3110-461a-8764-02d6c806bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:04Z', 'updated_at': '2021-11-28T08:26:08Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '1eb45402-3110-461a-8764-02d6c806bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:18.768395 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352d7db4-bc3e-4b0d-b61b-f91ff213f073 None None] The sync data for ids ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'] in dv-neutron-744815-16-hyperv is: [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:26:05Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'b23fa5f2-21c0-48c6-98e2-6f61e3d38bc0', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'floating_ip_address': '172.26.2.164', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'port_id': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'mac_address': 'fa:16:3e:d0:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:26:16Z', 'updated_at': '2021-11-28T08:26:16Z', 'revision_number': 0, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f76ee0-68aa-46a5-b606-7092f58c206b', 'name': '', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1eb45402-3110-461a-8764-02d6c806bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:04Z', 'updated_at': '2021-11-28T08:26:08Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '1eb45402-3110-461a-8764-02d6c806bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:26:18.951051 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9536176a-fd99-4086-af4d-5b371efe51a2 None None] New status for floating IP b23fa5f2-21c0-48c6-98e2-6f61e3d38bc0: ACTIVE {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:26:19.189144 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:19.269291 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47968) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:19.334103 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fecd095a-a06e-46fe-9d72-62f533852b27 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/b23fa5f2-21c0-48c6-98e2-6f61e3d38bc0 HTTP/1.1" status: 200 len: 994 time: 0.0636630 Nov 28 08:26:20.474246 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:21.418490 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:31.647342 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:44.867101 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:26:45.031199 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9af5f012-e3cb-4ad3-ae4b-ae3467a7dce5 req-6da1812e-2a0a-4daf-b5fe-71f21c8c29d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498974 Nov 28 08:26:45.118378 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5f012-e3cb-4ad3-ae4b-ae3467a7dce5 req-6df6ebd4-2422-40c6-9a5d-324a1db0495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:45.119823 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9af5f012-e3cb-4ad3-ae4b-ae3467a7dce5 req-6df6ebd4-2422-40c6-9a5d-324a1db0495b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 1099 time: 0.0463562 Nov 28 08:26:45.224765 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5f012-e3cb-4ad3-ae4b-ae3467a7dce5 req-18b03c7d-cc0a-4716-85a9-4357dd2ed4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:45.226281 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9af5f012-e3cb-4ad3-ae4b-ae3467a7dce5 req-18b03c7d-cc0a-4716-85a9-4357dd2ed4e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=350cd16a-d90e-4124-94f2-dd0e603acd83 HTTP/1.1" status: 200 len: 898 time: 0.0875471 Nov 28 08:26:45.294584 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9af5f012-e3cb-4ad3-ae4b-ae3467a7dce5 req-615d76db-e226-4159-813c-6c111083095b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 HTTP/1.1" status: 200 len: 1002 time: 0.0612514 Nov 28 08:26:45.343770 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5f012-e3cb-4ad3-ae4b-ae3467a7dce5 req-d5e0ddce-0ff1-46cb-9d24-ecf04b070170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:45.345142 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9af5f012-e3cb-4ad3-ae4b-ae3467a7dce5 req-d5e0ddce-0ff1-46cb-9d24-ecf04b070170 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1eb45402-3110-461a-8764-02d6c806bf28 HTTP/1.1" status: 200 len: 834 time: 0.0419128 Nov 28 08:26:45.400089 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5f012-e3cb-4ad3-ae4b-ae3467a7dce5 req-048829d1-671c-458c-a7b9-76d42d3ddc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:45.401506 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9af5f012-e3cb-4ad3-ae4b-ae3467a7dce5 req-048829d1-671c-458c-a7b9-76d42d3ddc75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=350cd16a-d90e-4124-94f2-dd0e603acd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0482068 Nov 28 08:26:45.488301 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9af5f012-e3cb-4ad3-ae4b-ae3467a7dce5 req-73cc9db7-68cb-4f80-9553-7169221ce240 service neutron] 10.222.0.35 "GET /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796413 Nov 28 08:26:45.516282 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-73d15cbf-4b31-475b-b40b-6517d008552d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:45.579290 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9af5f012-e3cb-4ad3-ae4b-ae3467a7dce5 req-cfd57dd0-a37c-430d-bdb2-df52193d8f52 service neutron] 10.222.0.35 "GET /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840845 Nov 28 08:26:48.011546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d3722b82-a469-4bf5-97ec-9ef7d49b44dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:49.193170 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:50.476327 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:51.422840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:52.683884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1f56a-c735-4a9e-85fc-5e6c91ee2a2b req-940eacd8-9c74-41d5-83ec-af20f868ffec tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:52.685360 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-28a1f56a-c735-4a9e-85fc-5e6c91ee2a2b req-940eacd8-9c74-41d5-83ec-af20f868ffec tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 946 time: 0.0554006 Nov 28 08:26:52.738428 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-28a1f56a-c735-4a9e-85fc-5e6c91ee2a2b req-905d831c-4e9a-4373-b091-19b724a16d09 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471883 Nov 28 08:26:53.867786 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7821ae-86ca-4853-8331-236b6abf154c req-14c45e86-11d0-4a57-a693-4211c6840d91 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:53.869292 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9b7821ae-86ca-4853-8331-236b6abf154c req-14c45e86-11d0-4a57-a693-4211c6840d91 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 946 time: 0.0582206 Nov 28 08:26:53.917671 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9b7821ae-86ca-4853-8331-236b6abf154c req-9609e55b-5dfb-44b9-9419-683cdff8907b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425508 Nov 28 08:26:53.939322 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 47988) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:54.003143 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-59c12035-9817-41e6-923a-737824e23f91 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/b23fa5f2-21c0-48c6-98e2-6f61e3d38bc0 HTTP/1.1" status: 200 len: 994 time: 0.0626831 Nov 28 08:26:55.334008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acfdef-2511-40c3-b323-6c0acb2ad067 req-0836144a-799b-4750-9d4c-e1ae7d1c7bd3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:55.336143 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07acfdef-2511-40c3-b323-6c0acb2ad067 req-0836144a-799b-4750-9d4c-e1ae7d1c7bd3 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 946 time: 0.0804741 Nov 28 08:26:55.373287 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea110f-e05f-43a5-b3ed-633f44196654 req-c5f83888-433c-4fe7-939c-2ce19dd7ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:55.374720 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-70ea110f-e05f-43a5-b3ed-633f44196654 req-c5f83888-433c-4fe7-939c-2ce19dd7ec1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 1099 time: 0.0757902 Nov 28 08:26:55.414130 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07acfdef-2511-40c3-b323-6c0acb2ad067 req-7cf75339-75a5-49ad-b772-841c7e37e776 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713136 Nov 28 08:26:55.482778 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea110f-e05f-43a5-b3ed-633f44196654 req-a993b486-160c-4bb7-873b-93ff2f45da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:55.484193 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-70ea110f-e05f-43a5-b3ed-633f44196654 req-a993b486-160c-4bb7-873b-93ff2f45da41 service neutron] 10.222.0.35 "GET /v2.0/networks?id=350cd16a-d90e-4124-94f2-dd0e603acd83 HTTP/1.1" status: 200 len: 898 time: 0.0948956 Nov 28 08:26:55.556646 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-70ea110f-e05f-43a5-b3ed-633f44196654 req-57976261-313c-4f6a-a0cf-199654e4d645 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 HTTP/1.1" status: 200 len: 1002 time: 0.0615809 Nov 28 08:26:55.609785 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea110f-e05f-43a5-b3ed-633f44196654 req-2045b67b-1cad-47b7-8a5d-92bdee7ef217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:55.611179 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-70ea110f-e05f-43a5-b3ed-633f44196654 req-2045b67b-1cad-47b7-8a5d-92bdee7ef217 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1eb45402-3110-461a-8764-02d6c806bf28 HTTP/1.1" status: 200 len: 834 time: 0.0418582 Nov 28 08:26:55.669875 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea110f-e05f-43a5-b3ed-633f44196654 req-7c4c3e68-4438-4dba-a357-9a1fcb2cbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:55.671357 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-70ea110f-e05f-43a5-b3ed-633f44196654 req-7c4c3e68-4438-4dba-a357-9a1fcb2cbef2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=350cd16a-d90e-4124-94f2-dd0e603acd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0477557 Nov 28 08:26:55.764927 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-70ea110f-e05f-43a5-b3ed-633f44196654 req-47178997-b916-47fd-9dd7-c464eadc371b service neutron] 10.222.0.35 "GET /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796597 Nov 28 08:26:55.860718 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-70ea110f-e05f-43a5-b3ed-633f44196654 req-ea1b363c-c561-4a18-bd50-7ac1e62df1d0 service neutron] 10.222.0.35 "GET /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834453 Nov 28 08:26:56.539885 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6876347-cadc-45e8-bb4b-e3931d61af6a req-dc183fba-d79c-4e82-a8de-fbedf3c8920a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:56.541357 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d6876347-cadc-45e8-bb4b-e3931d61af6a req-dc183fba-d79c-4e82-a8de-fbedf3c8920a tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 946 time: 0.0589075 Nov 28 08:26:56.591335 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d6876347-cadc-45e8-bb4b-e3931d61af6a req-517492a0-6842-4af6-8a10-96e90929df6b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439413 Nov 28 08:26:57.715583 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139034cc-7c16-4df7-8dae-f5db146fa419 req-8f603abb-b014-4474-b58c-2e2e23cf3b76 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:57.716993 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-139034cc-7c16-4df7-8dae-f5db146fa419 req-8f603abb-b014-4474-b58c-2e2e23cf3b76 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 946 time: 0.0596850 Nov 28 08:26:57.765696 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-139034cc-7c16-4df7-8dae-f5db146fa419 req-6181fe2a-3eea-4709-be0a-583bb115499c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426309 Nov 28 08:26:57.788085 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48000) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:57.853085 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-66874bc4-b5ea-43b0-a0d3-e248b8f60c32 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/floatingips/b23fa5f2-21c0-48c6-98e2-6f61e3d38bc0 HTTP/1.1" status: 200 len: 994 time: 0.0632577 Nov 28 08:26:58.102938 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48006) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:26:58.275636 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port 69d97dee-57c7-494f-9b5d-a1ec3a5ecc40 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:26:58.275977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:58.352060 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:58.352278 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:58.363481 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for 69d97dee-57c7-494f-9b5d-a1ec3a5ecc40 owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:26:58.513474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:58.538013 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=69d97dee-57c7-494f-9b5d-a1ec3a5ecc40,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:26:58.549419 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:58.549762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:58.550096 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:58.550425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:58.550751 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:58.551100 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:58.551426 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:58.551746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:58.552063 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:58.552381 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:58.552698 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:58.553018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:58.553332 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:26:58.609135 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:58.609363 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Floating IP b23fa5f2-21c0-48c6-98e2-6f61e3d38bc0 disassociated (deleted). External IP: 172.26.2.164, port: ec2eb323-8f53-4fc1-bf27-f946cbfd63d6. Nov 28 08:26:58.840143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:26:58.962681 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:26:58.967225 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:26:58.973690 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58795423-8901-4c8f-ace8-7968e27e4c1b None None] Sync routers for ids ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:26:58.984337 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58795423-8901-4c8f-ace8-7968e27e4c1b None None] Routers {'8e994a07-d7ba-40e6-875e-33cfa31e6d95'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:26:58.984943 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-58795423-8901-4c8f-ace8-7968e27e4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:26:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:59.002363 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fa0c10f6-b325-4353-8458-9b7e6542f9d5 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/floatingips/b23fa5f2-21c0-48c6-98e2-6f61e3d38bc0 HTTP/1.1" status: 204 len: 168 time: 0.8983078 Nov 28 08:26:59.003298 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'tag': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:26:59.005597 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ec1daf-f459-4b87-beeb-6df7be9f6e92" -d '{"events": [{"name": "network-changed", "server_uuid": "a8547b3b-9569-436d-ad83-9ec662636b9b", "tag": "ec2eb323-8f53-4fc1-bf27-f946cbfd63d6"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:26:59.043888 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6063cd07-b2ef-44b2-82a7-45d159486791 x-openstack-request-id: req-6063cd07-b2ef-44b2-82a7-45d159486791 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:26:59.044179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8547b3b-9569-436d-ad83-9ec662636b9b", "tag": "ec2eb323-8f53-4fc1-bf27-f946cbfd63d6", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:26:59.044430 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6063cd07-b2ef-44b2-82a7-45d159486791 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:26:59.044829 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'tag': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6', 'status': 'completed', 'code': 200} Nov 28 08:26:59.113153 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-58795423-8901-4c8f-ace8-7968e27e4c1b None None] Set router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:26:59.123154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec1daf-f459-4b87-beeb-6df7be9f6e92 req-a76ffa87-21b0-4089-a55c-23bb838d51a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:59.124810 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1ec1daf-f459-4b87-beeb-6df7be9f6e92 req-a76ffa87-21b0-4089-a55c-23bb838d51a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=958befc2eb02460b87fb3360e15693e8&device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 1099 time: 0.0488265 Nov 28 08:26:59.237037 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec1daf-f459-4b87-beeb-6df7be9f6e92 req-19ed3735-5dd3-47e0-9967-ebaa009b1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:59.238607 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1ec1daf-f459-4b87-beeb-6df7be9f6e92 req-19ed3735-5dd3-47e0-9967-ebaa009b1d7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=350cd16a-d90e-4124-94f2-dd0e603acd83 HTTP/1.1" status: 200 len: 898 time: 0.1041307 Nov 28 08:26:59.245481 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff499637-9fcf-48bd-b146-4f3f6c766ff3 req-5edf71af-3d81-46c9-9870-78e0a0f017a1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:59.247111 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ff499637-9fcf-48bd-b146-4f3f6c766ff3 req-5edf71af-3d81-46c9-9870-78e0a0f017a1 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 946 time: 0.0642898 Nov 28 08:26:59.282533 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1ec1daf-f459-4b87-beeb-6df7be9f6e92 req-8613e3f6-40c0-4f87-9bd7-7eff6f3b8c41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 HTTP/1.1" status: 200 len: 217 time: 0.0363448 Nov 28 08:26:59.312089 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ff499637-9fcf-48bd-b146-4f3f6c766ff3 req-213b6f4b-95c9-4159-b3fa-7ceefc6f2152 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507941 Nov 28 08:26:59.339612 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec1daf-f459-4b87-beeb-6df7be9f6e92 req-768f59b4-b7ca-430d-b064-3763476276cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:59.340153 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-58795423-8901-4c8f-ace8-7968e27e4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:26:05Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'f4f76ee0-68aa-46a5-b606-7092f58c206b', 'name': '', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1eb45402-3110-461a-8764-02d6c806bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:04Z', 'updated_at': '2021-11-28T08:26:08Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '1eb45402-3110-461a-8764-02d6c806bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:59.341093 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1ec1daf-f459-4b87-beeb-6df7be9f6e92 req-768f59b4-b7ca-430d-b064-3763476276cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1eb45402-3110-461a-8764-02d6c806bf28 HTTP/1.1" status: 200 len: 834 time: 0.0483215 Nov 28 08:26:59.367996 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58795423-8901-4c8f-ace8-7968e27e4c1b None None] Checking router: 8e994a07-d7ba-40e6-875e-33cfa31e6d95 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:26:59.376224 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58795423-8901-4c8f-ace8-7968e27e4c1b None None] Routers {'8e994a07-d7ba-40e6-875e-33cfa31e6d95'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:26:59.376814 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-58795423-8901-4c8f-ace8-7968e27e4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:26:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:59.394060 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec1daf-f459-4b87-beeb-6df7be9f6e92 req-1d2fe4cb-caf5-4fdf-ac54-7c28e8db4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:26:59.395639 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1ec1daf-f459-4b87-beeb-6df7be9f6e92 req-1d2fe4cb-caf5-4fdf-ac54-7c28e8db4d95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=350cd16a-d90e-4124-94f2-dd0e603acd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0465586 Nov 28 08:26:59.489287 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1ec1daf-f459-4b87-beeb-6df7be9f6e92 req-d35aa446-4cae-4433-822e-7a11930626d9 service neutron] 10.222.0.35 "GET /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846539 Nov 28 08:26:59.497536 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-58795423-8901-4c8f-ace8-7968e27e4c1b None None] Set router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:26:59.578293 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1ec1daf-f459-4b87-beeb-6df7be9f6e92 req-58168000-eeb3-464d-9857-91da88aa3678 service neutron] 10.222.0.35 "GET /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812328 Nov 28 08:26:59.701243 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-58795423-8901-4c8f-ace8-7968e27e4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:26:05Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'f4f76ee0-68aa-46a5-b606-7092f58c206b', 'name': '', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1eb45402-3110-461a-8764-02d6c806bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:04Z', 'updated_at': '2021-11-28T08:26:08Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '1eb45402-3110-461a-8764-02d6c806bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:26:59.728839 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58795423-8901-4c8f-ace8-7968e27e4c1b None None] The sync data for ids ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'] in dv-neutron-744815-16-hyperv is: [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:26:05Z', 'revision_number': 4, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'f4f76ee0-68aa-46a5-b606-7092f58c206b', 'name': '', 'network_id': '350cd16a-d90e-4124-94f2-dd0e603acd83', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1eb45402-3110-461a-8764-02d6c806bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:04Z', 'updated_at': '2021-11-28T08:26:08Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'subnets': [{'id': '1eb45402-3110-461a-8764-02d6c806bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:26:59.939139 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91613b7c-0212-4262-8e2c-a49681910c1a None None] New status for floating IP b23fa5f2-21c0-48c6-98e2-6f61e3d38bc0: DOWN {{(pid=115120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:27:00.439146 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dc376-10eb-48db-b097-81fc97fac83f req-9ad10dc8-5ee7-434f-80f7-fddc39886a69 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:00.440613 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a53dc376-10eb-48db-b097-81fc97fac83f req-9ad10dc8-5ee7-434f-80f7-fddc39886a69 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 946 time: 0.0549691 Nov 28 08:27:00.491986 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a53dc376-10eb-48db-b097-81fc97fac83f req-53f9b5fa-d435-4ae8-8c0f-78451a02cf2c tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448418 Nov 28 08:27:01.071041 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada86ca0-38dc-4ec1-b5ca-17cbf7d167a0 req-181c78a0-1057-4180-a513-1a1e09db0549 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:01.072456 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ada86ca0-38dc-4ec1-b5ca-17cbf7d167a0 req-181c78a0-1057-4180-a513-1a1e09db0549 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 946 time: 0.0553658 Nov 28 08:27:01.174752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-ada86ca0-38dc-4ec1-b5ca-17cbf7d167a0 req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:27:01.175118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-ada86ca0-38dc-4ec1-b5ca-17cbf7d167a0 req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:01.265203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-ada86ca0-38dc-4ec1-b5ca-17cbf7d167a0 req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6,segment=NetworkSegment(f843e7b4-a0bf-41c1-b0dd-57556efb470c),segment_id=f843e7b4-a0bf-41c1-b0dd-57556efb470c)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:27:01.265564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-ada86ca0-38dc-4ec1-b5ca-17cbf7d167a0 req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:01.277477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-ada86ca0-38dc-4ec1-b5ca-17cbf7d167a0 req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:27:01.409910 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-ada86ca0-38dc-4ec1-b5ca-17cbf7d167a0 req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:01.439351 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=ec2eb323-8f53-4fc1-bf27-f946cbfd63d6,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:01.465464 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:01.465818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:01.466162 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:01.466500 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:01.466837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:01.467202 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:01.467534 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:01.467866 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:01.468195 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:01.468522 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:01.468849 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:01.469174 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:01.469606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:01.491627 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada86ca0-38dc-4ec1-b5ca-17cbf7d167a0 req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] No DVR routers for this DVR port ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:27:01.493892 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-ada86ca0-38dc-4ec1-b5ca-17cbf7d167a0 req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:01.497262 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ada86ca0-38dc-4ec1-b5ca-17cbf7d167a0 req-65aeb012-a087-471b-9b3e-6677b0393f40 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.35 "DELETE /v2.0/ports/ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 HTTP/1.1" status: 204 len: 173 time: 0.4137623 Nov 28 08:27:01.497698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'name': 'network-vif-deleted', 'tag': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:27:01.499968 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fbcb8e-d76c-4de4-972e-352004df111c" -d '{"events": [{"server_uuid": "a8547b3b-9569-436d-ad83-9ec662636b9b", "name": "network-vif-deleted", "tag": "ec2eb323-8f53-4fc1-bf27-f946cbfd63d6"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:27:01.539017 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c326902-fce0-4f87-95e1-9cc39d408e8b x-openstack-request-id: req-5c326902-fce0-4f87-95e1-9cc39d408e8b {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:27:01.539320 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8547b3b-9569-436d-ad83-9ec662636b9b", "name": "network-vif-deleted", "tag": "ec2eb323-8f53-4fc1-bf27-f946cbfd63d6", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:27:01.539578 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c326902-fce0-4f87-95e1-9cc39d408e8b {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:27:01.539981 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8547b3b-9569-436d-ad83-9ec662636b9b', 'name': 'network-vif-deleted', 'tag': 'ec2eb323-8f53-4fc1-bf27-f946cbfd63d6', 'status': 'completed', 'code': 200} Nov 28 08:27:01.591999 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e007930a-4b7d-4f89-82f0-96793e6bce53 req-3bf49d0d-45a7-424b-b17e-75979050c8b0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8547b3b-9569-436d-ad83-9ec662636b9b HTTP/1.1" status: 200 len: 210 time: 0.0279081 Nov 28 08:27:01.655638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:02.649788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48022) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:03.036639 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-39580550-e073-4374-a171-5e04e0229792 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:03.657594 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-39580550-e073-4374-a171-5e04e0229792 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port f4f76ee0-68aa-46a5-b606-7092f58c206b {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:27:03.658271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-39580550-e073-4374-a171-5e04e0229792 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:03.742190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-39580550-e073-4374-a171-5e04e0229792 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port f4f76ee0-68aa-46a5-b606-7092f58c206b, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=f4f76ee0-68aa-46a5-b606-7092f58c206b,segment=NetworkSegment(f843e7b4-a0bf-41c1-b0dd-57556efb470c),segment_id=f843e7b4-a0bf-41c1-b0dd-57556efb470c)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:27:03.742465 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-39580550-e073-4374-a171-5e04e0229792 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:03.753700 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-39580550-e073-4374-a171-5e04e0229792 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for f4f76ee0-68aa-46a5-b606-7092f58c206b owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:27:03.949298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-39580550-e073-4374-a171-5e04e0229792 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:03.978546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39580550-e073-4374-a171-5e04e0229792 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=f4f76ee0-68aa-46a5-b606-7092f58c206b,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:04.164145 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-39580550-e073-4374-a171-5e04e0229792 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:04.408199 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39580550-e073-4374-a171-5e04e0229792 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:27:04.532837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39580550-e073-4374-a171-5e04e0229792 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:27:04.540248 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-39580550-e073-4374-a171-5e04e0229792 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "PUT /v2.0/routers/8e994a07-d7ba-40e6-875e-33cfa31e6d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8870201 Nov 28 08:27:04.541064 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48024) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:04.543548 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b811566-395f-40a6-8972-6c4994241cc7 None None] Sync routers for ids ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:27:04.553995 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b811566-395f-40a6-8972-6c4994241cc7 None None] Routers {'8e994a07-d7ba-40e6-875e-33cfa31e6d95'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:27:04.554589 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7b811566-395f-40a6-8972-6c4994241cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:26:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:04.594169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e12d9e-88f1-4261-a7fa-82ecf7d6a3e0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting subnet 1eb45402-3110-461a-8764-02d6c806bf28 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:27:04.597266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80e12d9e-88f1-4261-a7fa-82ecf7d6a3e0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:04.635727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80e12d9e-88f1-4261-a7fa-82ecf7d6a3e0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:04.673508 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-7b811566-395f-40a6-8972-6c4994241cc7 None None] Set router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:27:04.720722 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80e12d9e-88f1-4261-a7fa-82ecf7d6a3e0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:04.781867 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80e12d9e-88f1-4261-a7fa-82ecf7d6a3e0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:04.807344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e12d9e-88f1-4261-a7fa-82ecf7d6a3e0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb45402-3110-461a-8764-02d6c806bf28,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:04.813936 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-80e12d9e-88f1-4261-a7fa-82ecf7d6a3e0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:04.820108 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-80e12d9e-88f1-4261-a7fa-82ecf7d6a3e0 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/subnets/1eb45402-3110-461a-8764-02d6c806bf28 HTTP/1.1" status: 204 len: 168 time: 0.2751777 Nov 28 08:27:04.820352 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48026) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:04.820979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d399ebb-481f-4f5a-a5b8-860b0b86f673 None None] Network 350cd16a-d90e-4124-94f2-dd0e603acd83 requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:27:04.855663 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7b811566-395f-40a6-8972-6c4994241cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:27:03Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:04.885027 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b811566-395f-40a6-8972-6c4994241cc7 None None] Checking router: 8e994a07-d7ba-40e6-875e-33cfa31e6d95 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:27:04.894523 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b811566-395f-40a6-8972-6c4994241cc7 None None] Routers {'8e994a07-d7ba-40e6-875e-33cfa31e6d95'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:27:04.895397 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7b811566-395f-40a6-8972-6c4994241cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:26:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:04.953427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.024378 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] DHCP port deletion for 350cd16a-d90e-4124-94f2-dd0e603acd83 request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:27:05.024656 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-7b811566-395f-40a6-8972-6c4994241cc7 None None] Set router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:27:05.080091 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Deleting port 691a06aa-e9b0-4e4b-a524-94668f95d64c {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:27:05.080549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.085317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.148866 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Deleting port d8ba9343-c04b-47c5-b4ba-892424ae7fca {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:27:05.149235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.246859 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] For port d8ba9343-c04b-47c5-b4ba-892424ae7fca, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=d8ba9343-c04b-47c5-b4ba-892424ae7fca,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:27:05.247317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.265508 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Calling delete_port for d8ba9343-c04b-47c5-b4ba-892424ae7fca owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:27:05.313927 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] For port 691a06aa-e9b0-4e4b-a524-94668f95d64c, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=691a06aa-e9b0-4e4b-a524-94668f95d64c,segment=NetworkSegment(f843e7b4-a0bf-41c1-b0dd-57556efb470c),segment_id=f843e7b4-a0bf-41c1-b0dd-57556efb470c)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:27:05.314457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.322137 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-7b811566-395f-40a6-8972-6c4994241cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:27:03Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:05.329044 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Calling delete_port for 691a06aa-e9b0-4e4b-a524-94668f95d64c owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:27:05.349857 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b811566-395f-40a6-8972-6c4994241cc7 None None] The sync data for ids ['8e994a07-d7ba-40e6-875e-33cfa31e6d95'] in dv-neutron-744815-16-hyperv is: [{'id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525859364', 'tenant_id': '958befc2eb02460b87fb3360e15693e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:26:01Z', 'updated_at': '2021-11-28T08:27:03Z', 'revision_number': 5, 'project_id': '958befc2eb02460b87fb3360e15693e8', 'gw_port': {'id': 'd8ba9343-c04b-47c5-b4ba-892424ae7fca', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e994a07-d7ba-40e6-875e-33cfa31e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:26:02Z', 'updated_at': '2021-11-28T08:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:27:05.419555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.447545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Pushing event deleted for resources: {'Port': ['ID=691a06aa-e9b0-4e4b-a524-94668f95d64c,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:05.449742 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] No DVR routers for this DVR port 691a06aa-e9b0-4e4b-a524-94668f95d64c on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:27:05.459426 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:05.459810 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:05.460278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:05.460470 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:05.460797 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:05.461284 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:05.461499 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:05.461755 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:05.462054 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:05.462403 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:05.462664 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:05.463019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:05.463323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0a5ee-b7e8-4cbe-9047-7b827981891b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:05.465137 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.493347 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Port': ['ID=d8ba9343-c04b-47c5-b4ba-892424ae7fca,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:05.507897 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa4c989-4c80-427b-9483-465c3e9298be None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:27:05.554217 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.656346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.658336 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.706367 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.707102 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Fanout notify agent at l3_agent the message router_deleted on router 8e994a07-d7ba-40e6-875e-33cfa31e6d95 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:27:05.716779 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.722921 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-12e661a8-ca1d-4f11-915a-2630a147ec8b tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/routers/8e994a07-d7ba-40e6-875e-33cfa31e6d95 HTTP/1.1" status: 204 len: 168 time: 0.8965871 Nov 28 08:27:05.723547 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48028) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:05.807171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3f223bc-361f-49bb-bfc8-f509770495b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.821104 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 691a06aa-e9b0-4e4b-a524-94668f95d64c no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:27:05.844521 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 691a06aa-e9b0-4e4b-a524-94668f95d64c {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:27:05.845003 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 691a06aa-e9b0-4e4b-a524-94668f95d64c not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:27:05.845518 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device f4f76ee0-68aa-46a5-b606-7092f58c206b no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:27:05.867149 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: f4f76ee0-68aa-46a5-b606-7092f58c206b {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:27:05.867496 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device f4f76ee0-68aa-46a5-b606-7092f58c206b not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:27:05.901264 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3f223bc-361f-49bb-bfc8-f509770495b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.921559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-b3f223bc-361f-49bb-bfc8-f509770495b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350cd16a-d90e-4124-94f2-dd0e603acd83']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:05.931518 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-b3f223bc-361f-49bb-bfc8-f509770495b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f843e7b4-a0bf-41c1-b0dd-57556efb470c') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:05.931832 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-b3f223bc-361f-49bb-bfc8-f509770495b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f843e7b4-a0bf-41c1-b0dd-57556efb470c') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:05.942960 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3f223bc-361f-49bb-bfc8-f509770495b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.956102 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3f223bc-361f-49bb-bfc8-f509770495b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.962599 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f223bc-361f-49bb-bfc8-f509770495b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:27:05.963013 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3f223bc-361f-49bb-bfc8-f509770495b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:27:05.965952 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:27:06.024210 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3f223bc-361f-49bb-bfc8-f509770495b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:06.031568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3f223bc-361f-49bb-bfc8-f509770495b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:06.034817 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b3f223bc-361f-49bb-bfc8-f509770495b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/networks/350cd16a-d90e-4124-94f2-dd0e603acd83 HTTP/1.1" status: 204 len: 168 time: 0.3123338 Nov 28 08:27:06.038636 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48030) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:06.047042 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f223bc-361f-49bb-bfc8-f509770495b9 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'Network': ['ID=350cd16a-d90e-4124-94f2-dd0e603acd83,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:06.097761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-813b0036-8387-49c1-903f-d47e5bb6a163 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:06.122306 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-813b0036-8387-49c1-903f-d47e5bb6a163 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:06.133499 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:27:06.155203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:27:06.155545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device ec2eb323-8f53-4fc1-bf27-f946cbfd63d6 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:27:06.179840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-813b0036-8387-49c1-903f-d47e5bb6a163 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:06.182426 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-813b0036-8387-49c1-903f-d47e5bb6a163 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:06.183610 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-813b0036-8387-49c1-903f-d47e5bb6a163 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] 10.222.0.31 "DELETE /v2.0/security-groups/4cceaf52-5c08-4bf6-ba17-b256d2ed5b34 HTTP/1.1" status: 204 len: 168 time: 0.1435404 Nov 28 08:27:06.192483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b0036-8387-49c1-903f-d47e5bb6a163 tempest-TestNetworkAdvancedServerOps-1092566673 tempest-TestNetworkAdvancedServerOps-1092566673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cceaf52-5c08-4bf6-ba17-b256d2ed5b34,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:06.505211 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48038) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:06.638484 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8b0142b3-edbd-4eab-bc23-22f8bbf7eea9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=958befc2eb02460b87fb3360e15693e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321344 Nov 28 08:27:06.640920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48042) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:06.686640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a3aafeab-4cee-4d56-b664-89ab2c506b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:06.707951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a3aafeab-4cee-4d56-b664-89ab2c506b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:06.753180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a3aafeab-4cee-4d56-b664-89ab2c506b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:06.755920 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a3aafeab-4cee-4d56-b664-89ab2c506b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:06.757620 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a3aafeab-4cee-4d56-b664-89ab2c506b0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6e9119a-1443-47f1-baa3-6608838b9b47 HTTP/1.1" status: 204 len: 168 time: 0.1158054 Nov 28 08:27:06.765259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aafeab-4cee-4d56-b664-89ab2c506b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e9119a-1443-47f1-baa3-6608838b9b47,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:07.011802 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48048) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:07.024934 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-53aa3da6-fb91-4eed-aa23-f1795614a920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:07.097860 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-53aa3da6-fb91-4eed-aa23-f1795614a920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:07.102427 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-53aa3da6-fb91-4eed-aa23-f1795614a920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:07.139887 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-53aa3da6-fb91-4eed-aa23-f1795614a920 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=409eab7e0f6f48b69c2013f30027cdd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269958 Nov 28 08:27:07.140773 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa3da6-fb91-4eed-aa23-f1795614a920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a85b30f-ab59-4507-bfde-05b7bb5a35bf,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:07.142703 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48050) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:07.195430 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f357eb14-6d47-4ce9-b56e-c0278485c2a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:07.216238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f357eb14-6d47-4ce9-b56e-c0278485c2a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:07.262514 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f357eb14-6d47-4ce9-b56e-c0278485c2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:07.265170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f357eb14-6d47-4ce9-b56e-c0278485c2a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:07.266308 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f357eb14-6d47-4ce9-b56e-c0278485c2a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a85b30f-ab59-4507-bfde-05b7bb5a35bf HTTP/1.1" status: 204 len: 168 time: 0.1227264 Nov 28 08:27:07.273714 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357eb14-6d47-4ce9-b56e-c0278485c2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a85b30f-ab59-4507-bfde-05b7bb5a35bf,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:07.433685 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d8ba9343-c04b-47c5-b4ba-892424ae7fca no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:27:07.454380 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: d8ba9343-c04b-47c5-b4ba-892424ae7fca {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:27:07.454817 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device d8ba9343-c04b-47c5-b4ba-892424ae7fca not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:27:07.946295 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48072) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:08.045524 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-560206184-network', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:08.066104 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] Made reservation on behalf of a7bfb33a6d04442cbd7e0c5308c9fea3 for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:27:08.068354 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.076866 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.147794 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.151922 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.177038 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:27:08.186691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1a9639-5719-449b-8809-0aac51fc24d4,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:08.192835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.193118 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] Added segment a45383d5-8c38-4587-84dc-0f2ba0534823 of type vlan for network a66a5345-382a-4351-8af7-ce2e2a4b1fdd Nov 28 08:27:08.233616 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.260732 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.261669 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:08.262262 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.292929 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3455398 Nov 28 08:27:08.296102 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48076) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:08.301396 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e1708534-a6c8-4cf5-ab74-fdcbe5293059 admin admin] Request body: {'subnet': {'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-560206184-subnet', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'ip_version': 4}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:08.321788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1708534-a6c8-4cf5-ab74-fdcbe5293059 admin admin] Made reservation on behalf of a7bfb33a6d04442cbd7e0c5308c9fea3 for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:27:08.322296 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befada34-28a3-4652-a985-98e59917b760 admin admin] Pushing event updated for resources: {'Network': ['ID=a66a5345-382a-4351-8af7-ce2e2a4b1fdd,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:08.324173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e1708534-a6c8-4cf5-ab74-fdcbe5293059 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.333036 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network a66a5345-382a-4351-8af7-ce2e2a4b1fdd details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:27:08.493857 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e1708534-a6c8-4cf5-ab74-fdcbe5293059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.550928 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1708534-a6c8-4cf5-ab74-fdcbe5293059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=976847ad-80f8-44c8-b88b-101030591d9e,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:08.555713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1708534-a6c8-4cf5-ab74-fdcbe5293059 admin admin] Checking segment: {'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:27:08.556068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1708534-a6c8-4cf5-ab74-fdcbe5293059 admin admin] Network hostable DHCP agents. Network: a66a5345-382a-4351-8af7-ce2e2a4b1fdd, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:27:08.572892 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1708534-a6c8-4cf5-ab74-fdcbe5293059 admin admin] Network a66a5345-382a-4351-8af7-ce2e2a4b1fdd is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:27:08.581550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-e1708534-a6c8-4cf5-ab74-fdcbe5293059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, a66a5345-382a-4351-8af7-ce2e2a4b1fdd) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:27:08.585776 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1708534-a6c8-4cf5-ab74-fdcbe5293059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:08.586600 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e1708534-a6c8-4cf5-ab74-fdcbe5293059 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.591037 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb30523-a47d-4fb5-80e7-020c7f5d69fc None None] Network a66a5345-382a-4351-8af7-ce2e2a4b1fdd requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:27:08.606259 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e1708534-a6c8-4cf5-ab74-fdcbe5293059 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3065996 Nov 28 08:27:08.606478 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48078) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:08.610804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:08.631498 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.632504 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.692333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.742527 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:27:08.743419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.845677 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:08.876870 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Allocated IP 172.20.0.2 (a66a5345-382a-4351-8af7-ce2e2a4b1fdd/976847ad-80f8-44c8-b88b-101030591d9e/733ff95f-d58e-4940-aacb-c9a99f0b36c0) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:27:09.025846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:09.032460 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:09.052860 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:09.071212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:09.075053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Network a66a5345-382a-4351-8af7-ce2e2a4b1fdd is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:27:09.081385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:27:09.086835 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:27:09.090047 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Pushing event updated for resources: {'Port': ['ID=733ff95f-d58e-4940-aacb-c9a99f0b36c0,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:09.147537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Attempting to bind port 733ff95f-d58e-4940-aacb-c9a99f0b36c0 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:27:09.147905 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Attempting to bind port 733ff95f-d58e-4940-aacb-c9a99f0b36c0 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:27:09.148261 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Attempting to bind port 733ff95f-d58e-4940-aacb-c9a99f0b36c0 on network a66a5345-382a-4351-8af7-ce2e2a4b1fdd {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:27:09.153162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:27:09.153532 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Checking segment: {'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:27:09.153932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:09.154323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Bound using segment: {'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:27:09.154777 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Bound port: 733ff95f-d58e-4940-aacb-c9a99f0b36c0, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:27:09.155177 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:09.174945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Allocated IP 172.26.2.94 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/83e5d063-820e-4501-87bd-06dacab8d6d5) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:27:09.224771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] For port 733ff95f-d58e-4940-aacb-c9a99f0b36c0, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:27:09.229888 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] For port 733ff95f-d58e-4940-aacb-c9a99f0b36c0, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=733ff95f-d58e-4940-aacb-c9a99f0b36c0,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:27:09.234766 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:09.281895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:09.308047 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea7431-6d93-4fd8-bcdc-ebfefed754e6 None None] Pushing event updated for resources: {'Port': ['ID=733ff95f-d58e-4940-aacb-c9a99f0b36c0,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:09.322764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:09.366832 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:27:09.371933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:27:09.377277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:27:09.385345 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894cc3f3-a2c3-4c8c-a407-30ea27b01188 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:27:09.406159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=83e5d063-820e-4501-87bd-06dacab8d6d5,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:09.417678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2f10f9ec-98fd-4812-9b8d-4f6865a03d3d None None] Provisioning complete for port 83e5d063-820e-4501-87bd-06dacab8d6d5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:09.418241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2f10f9ec-98fd-4812-9b8d-4f6865a03d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:09.477938 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-2f10f9ec-98fd-4812-9b8d-4f6865a03d3d None None] Port 83e5d063-820e-4501-87bd-06dacab8d6d5 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:27:09.670486 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:09.892017 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:10.036727 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Router 03a2e168-7f74-4990-b323-d6fb7e603ed4 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:27:10.242364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd83cb84-5fba-4326-827f-698fcf5cf9da None None] Network a66a5345-382a-4351-8af7-ce2e2a4b1fdd requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:27:10.319617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-d52875c2-eee0-4693-ad98-dcbc314a69c2 None None] Provisioning complete for port 733ff95f-d58e-4940-aacb-c9a99f0b36c0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:10.319992 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d52875c2-eee0-4693-ad98-dcbc314a69c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:10.479482 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d52875c2-eee0-4693-ad98-dcbc314a69c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:10.507301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:27:10.521752 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Sync routers for ids ['03a2e168-7f74-4990-b323-d6fb7e603ed4'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:27:10.526252 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:10.527553 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-889935f6-445e-442d-b58a-5d00211a5ad6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9201818 Nov 28 08:27:10.530249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48080) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:10.530398 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-d52875c2-eee0-4693-ad98-dcbc314a69c2 None None] For port 733ff95f-d58e-4940-aacb-c9a99f0b36c0, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=733ff95f-d58e-4940-aacb-c9a99f0b36c0,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:27:10.535346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d52875c2-eee0-4693-ad98-dcbc314a69c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:10.542275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Routers {'03a2e168-7f74-4990-b323-d6fb7e603ed4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:27:10.543208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:26:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['03a2e168-7f74-4990-b323-d6fb7e603ed4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:10.678207 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52875c2-eee0-4693-ad98-dcbc314a69c2 None None] Pushing event updated for resources: {'Port': ['ID=733ff95f-d58e-4940-aacb-c9a99f0b36c0,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:10.708154 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Set router 03a2e168-7f74-4990-b323-d6fb7e603ed4 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:27:10.829341 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-86908a9e-c410-4173-b76b-9392cb2b3b52 None None] Provisioning complete for port 733ff95f-d58e-4940-aacb-c9a99f0b36c0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:10.829622 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-86908a9e-c410-4173-b76b-9392cb2b3b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:10.972185 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:09Z', 'revision_number': 3, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:10.999188 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.002668 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Checking router: 03a2e168-7f74-4990-b323-d6fb7e603ed4 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:27:11.003041 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Updating router 03a2e168-7f74-4990-b323-d6fb7e603ed4 port 83e5d063-820e-4501-87bd-06dacab8d6d5 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:27:11.032606 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.151912 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Allocated IP 172.20.0.1 (a66a5345-382a-4351-8af7-ce2e2a4b1fdd/976847ad-80f8-44c8-b88b-101030591d9e/27f99f3b-fb95-45da-8626-06518d3762b0) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:27:11.256973 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.288504 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.292547 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.293511 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.330797 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Network a66a5345-382a-4351-8af7-ce2e2a4b1fdd is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:27:11.333818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:27:11.339419 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:27:11.345595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f356b0-fbb1-485e-b6b8-65af076e6af3 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:27:11.358179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Attempting to bind port 83e5d063-820e-4501-87bd-06dacab8d6d5 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:27:11.358179 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Attempting to bind port 83e5d063-820e-4501-87bd-06dacab8d6d5 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:27:11.358463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Attempting to bind port 83e5d063-820e-4501-87bd-06dacab8d6d5 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:27:11.367305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d437cf-f6f5-47fe-a804-6ba6f39b3bac None None] Pushing event updated for resources: {'Port': ['ID=83e5d063-820e-4501-87bd-06dacab8d6d5,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:11.369708 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:27:11.370080 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:27:11.370473 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.370851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:27:11.371042 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Pushing event updated for resources: {'Port': ['ID=27f99f3b-fb95-45da-8626-06518d3762b0,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:11.371338 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Bound port: 83e5d063-820e-4501-87bd-06dacab8d6d5, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:27:11.371721 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.386195 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.429604 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-da0855ec-c468-49e8-a975-2f9977ddaec1 None None] Provisioning complete for port 83e5d063-820e-4501-87bd-06dacab8d6d5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:11.429971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-da0855ec-c468-49e8-a975-2f9977ddaec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.460076 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] For port 83e5d063-820e-4501-87bd-06dacab8d6d5, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:27:11.480221 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] For port 83e5d063-820e-4501-87bd-06dacab8d6d5, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=83e5d063-820e-4501-87bd-06dacab8d6d5,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:27:11.490099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.519096 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-da0855ec-c468-49e8-a975-2f9977ddaec1 None None] Port 83e5d063-820e-4501-87bd-06dacab8d6d5 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:27:11.558806 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 733ff95f-d58e-4940-aacb-c9a99f0b36c0 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:27:11.571145 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b26b6-775f-483b-8033-d2dfb925a2be None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:27:11.578432 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.593970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Routers {'03a2e168-7f74-4990-b323-d6fb7e603ed4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:27:11.594615 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:26:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['03a2e168-7f74-4990-b323-d6fb7e603ed4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:11.602897 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d437cf-f6f5-47fe-a804-6ba6f39b3bac None None] Pushing event updated for resources: {'Port': ['ID=83e5d063-820e-4501-87bd-06dacab8d6d5,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:11.760214 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.764895 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.838655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.841271 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Pushing event updated for resources: {'Port': ['ID=27f99f3b-fb95-45da-8626-06518d3762b0,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:11.842409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ffb9a8dc-b817-4ba7-9f98-ba086fcf0df6 None None] Provisioning complete for port 27f99f3b-fb95-45da-8626-06518d3762b0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:11.842776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a8dc-b817-4ba7-9f98-ba086fcf0df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.929772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Network a66a5345-382a-4351-8af7-ce2e2a4b1fdd is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:27:11.931254 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:27:11.940257 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 733ff95f-d58e-4940-aacb-c9a99f0b36c0 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:11.940622 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:11.945289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-ffb9a8dc-b817-4ba7-9f98-ba086fcf0df6 None None] Port 27f99f3b-fb95-45da-8626-06518d3762b0 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:27:11.965975 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] Set router 03a2e168-7f74-4990-b323-d6fb7e603ed4 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:27:12.071339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Router 03a2e168-7f74-4990-b323-d6fb7e603ed4 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:27:12.134449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-426b20a5-a849-43bf-9ccf-41186aa87c5d None None] Provisioning complete for port 83e5d063-820e-4501-87bd-06dacab8d6d5 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:12.134449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-426b20a5-a849-43bf-9ccf-41186aa87c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:12.202635 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:27:12.207689 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5dcd1164-4bae-47fd-89c8-f555aa8c28e1 admin admin] 10.222.0.31 "PUT /v2.0/routers/03a2e168-7f74-4990-b323-d6fb7e603ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6764681 Nov 28 08:27:12.305418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-426b20a5-a849-43bf-9ccf-41186aa87c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:12.331775 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-426b20a5-a849-43bf-9ccf-41186aa87c5d None None] For port 83e5d063-820e-4501-87bd-06dacab8d6d5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=83e5d063-820e-4501-87bd-06dacab8d6d5,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:27:12.338126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 1, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:12.340466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-426b20a5-a849-43bf-9ccf-41186aa87c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:12.374654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cdcf6-de10-4ca3-9695-107f68cc9e30 None None] The sync data for ids ['03a2e168-7f74-4990-b323-d6fb7e603ed4'] in dv-neutron-744815-16-hyperv is: [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 1, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:27:12.425781 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b20a5-a849-43bf-9ccf-41186aa87c5d None None] Pushing event updated for resources: {'Port': ['ID=83e5d063-820e-4501-87bd-06dacab8d6d5,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:12.462097 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f80353b7-1c91-411c-9dab-b319beec89f0 None None] Provisioning complete for port 27f99f3b-fb95-45da-8626-06518d3762b0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:12.462480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f80353b7-1c91-411c-9dab-b319beec89f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:12.504240 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-f80353b7-1c91-411c-9dab-b319beec89f0 None None] Port 27f99f3b-fb95-45da-8626-06518d3762b0 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:27:12.708470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48096) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:12.714121 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1224549031-network', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:12.742266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] Made reservation on behalf of b68d10188d1c43659aa271fc7e75982b for: {'network': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:27:12.744725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:12.754082 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:12.837533 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:12.841730 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:12.874532 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=115118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:27:12.880095 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1184fb93-a4bf-41b4-8ad3-0f9b795ea2cf,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:12.891344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:12.891787 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.segments_db [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] Added segment e482c672-46f2-4c99-a730-3ef1eb9ff91a of type vlan for network e8712b06-b7c1-4ea4-ba50-16782f800d8b Nov 28 08:27:12.939063 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:12.967286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:12.968388 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:12.968884 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] Publish callbacks [] for network, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:13.035044 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] Pushing event updated for resources: {'Network': ['ID=e8712b06-b7c1-4ea4-ba50-16782f800d8b,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:13.043431 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-97ed0ef0-e75f-4da7-bb98-f18a0ee3360e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3338256 Nov 28 08:27:13.045061 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network e8712b06-b7c1-4ea4-ba50-16782f800d8b details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:27:13.045209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48098) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:13.050957 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-e1d10e86-f0bd-4330-86c0-ad3497f3be70 admin admin] Request body: {'subnet': {'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1224549031-subnet', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'ip_version': 4}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:13.073921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d10e86-f0bd-4330-86c0-ad3497f3be70 admin admin] Made reservation on behalf of b68d10188d1c43659aa271fc7e75982b for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:27:13.076403 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e1d10e86-f0bd-4330-86c0-ad3497f3be70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:13.257875 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e1d10e86-f0bd-4330-86c0-ad3497f3be70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:13.319629 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d10e86-f0bd-4330-86c0-ad3497f3be70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a2779b-df2c-45a8-9c8f-884cb60cb50e,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:13.331787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d10e86-f0bd-4330-86c0-ad3497f3be70 admin admin] Checking segment: {'id': 'e482c672-46f2-4c99-a730-3ef1eb9ff91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:27:13.332154 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d10e86-f0bd-4330-86c0-ad3497f3be70 admin admin] Network hostable DHCP agents. Network: e8712b06-b7c1-4ea4-ba50-16782f800d8b, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:27:13.349479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d10e86-f0bd-4330-86c0-ad3497f3be70 admin admin] Network e8712b06-b7c1-4ea4-ba50-16782f800d8b is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:27:13.359054 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-e1d10e86-f0bd-4330-86c0-ad3497f3be70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, e8712b06-b7c1-4ea4-ba50-16782f800d8b) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:27:13.363631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d10e86-f0bd-4330-86c0-ad3497f3be70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:13.364242 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-e1d10e86-f0bd-4330-86c0-ad3497f3be70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:13.369511 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453125d4-ff95-4864-ad4e-376b9abe4ecb None None] Network e8712b06-b7c1-4ea4-ba50-16782f800d8b requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:27:13.384735 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-e1d10e86-f0bd-4330-86c0-ad3497f3be70 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3360994 Nov 28 08:27:13.385037 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48100) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:13.391011 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1224549031-router', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:13.414550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:13.415798 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:13.493657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:13.536952 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 83e5d063-820e-4501-87bd-06dacab8d6d5 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:27:13.562942 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-e8712b06-b7c1-4ea4-ba50-16782f800d8b', 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'fixed_ips': [{'subnet_id': '85a2779b-df2c-45a8-9c8f-884cb60cb50e'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:27:13.563933 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:13.658452 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:13.684363 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 83e5d063-820e-4501-87bd-06dacab8d6d5 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:13.684754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:13.760421 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Allocated IP 172.20.0.2 (e8712b06-b7c1-4ea4-ba50-16782f800d8b/85a2779b-df2c-45a8-9c8f-884cb60cb50e/a73fdc4f-265c-44e1-a2c9-3d0d252534e8) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:27:13.870328 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:13.890093 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:13.952365 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:13.958280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:13.991677 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Allocated IP 172.26.2.201 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/85b7699f-4f9b-4225-85cd-4026c4e292e2) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:27:14.000959 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Network e8712b06-b7c1-4ea4-ba50-16782f800d8b is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:27:14.004138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:27:14.011082 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:27:14.027314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Pushing event updated for resources: {'Port': ['ID=a73fdc4f-265c-44e1-a2c9-3d0d252534e8,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:14.077529 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Attempting to bind port a73fdc4f-265c-44e1-a2c9-3d0d252534e8 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:27:14.077904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Attempting to bind port a73fdc4f-265c-44e1-a2c9-3d0d252534e8 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'e482c672-46f2-4c99-a730-3ef1eb9ff91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:27:14.078275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Attempting to bind port a73fdc4f-265c-44e1-a2c9-3d0d252534e8 on network e8712b06-b7c1-4ea4-ba50-16782f800d8b {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:27:14.084910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:27:14.085299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Checking segment: {'id': 'e482c672-46f2-4c99-a730-3ef1eb9ff91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:27:14.085839 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:14.086243 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Bound using segment: {'id': 'e482c672-46f2-4c99-a730-3ef1eb9ff91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:27:14.086716 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Bound port: a73fdc4f-265c-44e1-a2c9-3d0d252534e8, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482c672-46f2-4c99-a730-3ef1eb9ff91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:27:14.087125 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:14.102863 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:14.142410 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:14.162679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] For port a73fdc4f-265c-44e1-a2c9-3d0d252534e8, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:27:14.165892 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] For port a73fdc4f-265c-44e1-a2c9-3d0d252534e8, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a73fdc4f-265c-44e1-a2c9-3d0d252534e8,segment=NetworkSegment(e482c672-46f2-4c99-a730-3ef1eb9ff91a),segment_id=e482c672-46f2-4c99-a730-3ef1eb9ff91a)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:27:14.170147 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:14.180563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:27:14.183681 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:27:14.187130 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:27:14.200599 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dddec1-3226-4ce3-95d0-cf3f0a999d22 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:27:14.233580 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Pushing event updated for resources: {'Port': ['ID=85b7699f-4f9b-4225-85cd-4026c4e292e2,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:14.239848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea485fe0-97b5-4144-bd67-654ff0ffb964 None None] Pushing event updated for resources: {'Port': ['ID=a73fdc4f-265c-44e1-a2c9-3d0d252534e8,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:14.345697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a5cb8673-2fdd-4285-87a0-5f14ed0cd77c None None] Provisioning complete for port 85b7699f-4f9b-4225-85cd-4026c4e292e2 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:14.346212 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8673-2fdd-4285-87a0-5f14ed0cd77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:14.393556 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb8673-2fdd-4285-87a0-5f14ed0cd77c None None] Port 85b7699f-4f9b-4225-85cd-4026c4e292e2 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:27:14.463022 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Sync routers for ids ['03a2e168-7f74-4990-b323-d6fb7e603ed4'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:27:14.473825 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Routers {'03a2e168-7f74-4990-b323-d6fb7e603ed4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:27:14.474518 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:26:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['03a2e168-7f74-4990-b323-d6fb7e603ed4'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:14.527491 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:14.607251 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Set router 03a2e168-7f74-4990-b323-d6fb7e603ed4 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:27:14.765439 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:14.820082 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 2, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:14.847268 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Checking router: 03a2e168-7f74-4990-b323-d6fb7e603ed4 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:27:14.847642 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Updating router 03a2e168-7f74-4990-b323-d6fb7e603ed4 port 27f99f3b-fb95-45da-8626-06518d3762b0 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:27:14.878466 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:14.913076 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Router 461887d9-b889-4278-9a04-b6d14fd51a80 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:27:15.045809 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:27:15.054967 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Sync routers for ids ['461887d9-b889-4278-9a04-b6d14fd51a80'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:27:15.067451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:15.069127 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-792444b4-f5dd-4469-8187-03c61a607a3e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6831138 Nov 28 08:27:15.069409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Routers {'461887d9-b889-4278-9a04-b6d14fd51a80'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:27:15.070256 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:26:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['461887d9-b889-4278-9a04-b6d14fd51a80'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:15.071999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48102) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:15.204976 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Set router 461887d9-b889-4278-9a04-b6d14fd51a80 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:27:15.212547 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:15.222592 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:15.337775 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Pushing event updated for resources: {'Port': ['ID=27f99f3b-fb95-45da-8626-06518d3762b0,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:15.358542 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928dfa1b-d354-42d7-9509-feff5d4e3f21 None None] Network e8712b06-b7c1-4ea4-ba50-16782f800d8b requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:27:15.363223 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Attempting to bind port 27f99f3b-fb95-45da-8626-06518d3762b0 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:27:15.363717 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Attempting to bind port 27f99f3b-fb95-45da-8626-06518d3762b0 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:27:15.364186 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Attempting to bind port 27f99f3b-fb95-45da-8626-06518d3762b0 on network a66a5345-382a-4351-8af7-ce2e2a4b1fdd {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:27:15.369894 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:27:15.370561 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Checking segment: {'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:27:15.371087 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:15.371581 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Bound using segment: {'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:27:15.372143 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Bound port: 27f99f3b-fb95-45da-8626-06518d3762b0, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:27:15.372634 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:15.387906 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:15.388424 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:15.388864 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:15.389613 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:15.390014 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:15.390433 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:15.391626 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:15.392070 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:15.392999 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:15.393448 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:15.393869 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:15.394273 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:15.395412 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:27:15.480611 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] For port 27f99f3b-fb95-45da-8626-06518d3762b0, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:27:15.485080 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] For port 27f99f3b-fb95-45da-8626-06518d3762b0, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=27f99f3b-fb95-45da-8626-06518d3762b0,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:27:15.493072 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:15.516509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-c78d6d1e-cd9f-4116-8853-db0210a1578d None None] Provisioning complete for port a73fdc4f-265c-44e1-a2c9-3d0d252534e8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:15.517618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c78d6d1e-cd9f-4116-8853-db0210a1578d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:15.565244 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Routers {'03a2e168-7f74-4990-b323-d6fb7e603ed4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:27:15.565897 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:26:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['03a2e168-7f74-4990-b323-d6fb7e603ed4'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:15.589018 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ed9c8a65-a7ed-4e3e-a132-ad426f8dfbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:15.614565 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a73fdc4f-265c-44e1-a2c9-3d0d252534e8 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:27:15.655890 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13ce51-6a99-4d31-a3cc-891c8a815b3f None None] Pushing event updated for resources: {'Port': ['ID=27f99f3b-fb95-45da-8626-06518d3762b0,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:15.724989 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:15.743056 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] Set router 03a2e168-7f74-4990-b323-d6fb7e603ed4 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:27:15.850027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'name': 'tempest-TestShelveInstance-1224549031-router', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '85b7699f-4f9b-4225-85cd-4026c4e292e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:27:14Z', 'revision_number': 3, 'project_id': 'b68d10188d1c43659aa271fc7e75982b', 'gw_port': {'id': '85b7699f-4f9b-4225-85cd-4026c4e292e2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:15.890620 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Checking router: 461887d9-b889-4278-9a04-b6d14fd51a80 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:27:15.890970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Updating router 461887d9-b889-4278-9a04-b6d14fd51a80 port 85b7699f-4f9b-4225-85cd-4026c4e292e2 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:27:15.897276 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Allocated IP 172.20.0.1 (e8712b06-b7c1-4ea4-ba50-16782f800d8b/85a2779b-df2c-45a8-9c8f-884cb60cb50e/ff1c9ff1-a85d-4bc8-aece-f1125ac7d953) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:27:15.958197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:15.996611 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:15Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:16.010646 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.013604 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c78d6d1e-cd9f-4116-8853-db0210a1578d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.019884 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port a73fdc4f-265c-44e1-a2c9-3d0d252534e8 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:16.020138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.027393 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde81ed5-6fa5-4594-96dd-60e35a72facb None None] The sync data for ids ['03a2e168-7f74-4990-b323-d6fb7e603ed4'] in dv-neutron-744815-16-hyperv is: [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:15Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:27:16.054273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.102482 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Network e8712b06-b7c1-4ea4-ba50-16782f800d8b is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:27:16.112809 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:27:16.117619 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:27:16.140434 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1c9ff1-a85d-4bc8-aece-f1125ac7d953,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:16.163462 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.180905 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-c78d6d1e-cd9f-4116-8853-db0210a1578d None None] For port a73fdc4f-265c-44e1-a2c9-3d0d252534e8, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a73fdc4f-265c-44e1-a2c9-3d0d252534e8,segment=NetworkSegment(e482c672-46f2-4c99-a730-3ef1eb9ff91a),segment_id=e482c672-46f2-4c99-a730-3ef1eb9ff91a)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:27:16.196706 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c78d6d1e-cd9f-4116-8853-db0210a1578d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.348818 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.350947 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d6d1e-cd9f-4116-8853-db0210a1578d None None] Pushing event updated for resources: {'Port': ['ID=a73fdc4f-265c-44e1-a2c9-3d0d252534e8,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:16.371603 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-37ac53d3-1d60-44fe-9b95-d7377323ba5f None None] Provisioning complete for port 27f99f3b-fb95-45da-8626-06518d3762b0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:16.371972 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37ac53d3-1d60-44fe-9b95-d7377323ba5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.504551 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.520047 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.552655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.557931 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.603164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffbdbe0-75f7-4cec-9fbc-ef5474341f97 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:27:16.628190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Attempting to bind port 85b7699f-4f9b-4225-85cd-4026c4e292e2 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:27:16.628583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Attempting to bind port 85b7699f-4f9b-4225-85cd-4026c4e292e2 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:27:16.628927 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Attempting to bind port 85b7699f-4f9b-4225-85cd-4026c4e292e2 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:27:16.632612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.634452 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1c9ff1-a85d-4bc8-aece-f1125ac7d953,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:16.640216 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37ac53d3-1d60-44fe-9b95-d7377323ba5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.642443 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfeb097-c16f-44a0-bf92-ee20963aa1a6 None None] Pushing event updated for resources: {'Port': ['ID=85b7699f-4f9b-4225-85cd-4026c4e292e2,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:16.647505 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:27:16.647698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:27:16.648102 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.648501 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:27:16.648977 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Bound port: 85b7699f-4f9b-4225-85cd-4026c4e292e2, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:27:16.649379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.702571 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-37ac53d3-1d60-44fe-9b95-d7377323ba5f None None] For port 27f99f3b-fb95-45da-8626-06518d3762b0, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=27f99f3b-fb95-45da-8626-06518d3762b0,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:27:16.711388 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37ac53d3-1d60-44fe-9b95-d7377323ba5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.743866 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Network e8712b06-b7c1-4ea4-ba50-16782f800d8b is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:27:16.745366 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:27:16.777621 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] For port 85b7699f-4f9b-4225-85cd-4026c4e292e2, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:27:16.786041 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-37ac53d3-1d60-44fe-9b95-d7377323ba5f None None] Provisioning complete for port a73fdc4f-265c-44e1-a2c9-3d0d252534e8 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:16.786419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-37ac53d3-1d60-44fe-9b95-d7377323ba5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.829396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] For port 85b7699f-4f9b-4225-85cd-4026c4e292e2, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=85b7699f-4f9b-4225-85cd-4026c4e292e2,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:27:16.842676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:16.858286 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac53d3-1d60-44fe-9b95-d7377323ba5f None None] Pushing event updated for resources: {'Port': ['ID=27f99f3b-fb95-45da-8626-06518d3762b0,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:16.896248 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Router 461887d9-b889-4278-9a04-b6d14fd51a80 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:27:16.924940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfdc253-1e8b-4d5d-8a8d-3d7c11835b80 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:27:16.938153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfeb097-c16f-44a0-bf92-ee20963aa1a6 None None] Pushing event updated for resources: {'Port': ['ID=85b7699f-4f9b-4225-85cd-4026c4e292e2,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:16.952020 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Routers {'461887d9-b889-4278-9a04-b6d14fd51a80'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:27:16.952626 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:26:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['461887d9-b889-4278-9a04-b6d14fd51a80'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:17.141803 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] Set router 461887d9-b889-4278-9a04-b6d14fd51a80 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:27:17.285573 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2cd94827-1438-4c92-8d69-7601aa1a2f00 None None] Provisioning complete for port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:17.285949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2cd94827-1438-4c92-8d69-7601aa1a2f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:17.345456 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-2cd94827-1438-4c92-8d69-7601aa1a2f00 None None] Port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:27:17.358974 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:27:17.364272 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f5e07043-40a9-44cc-a15a-2f9154078448 admin admin] 10.222.0.31 "PUT /v2.0/routers/461887d9-b889-4278-9a04-b6d14fd51a80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2907274 Nov 28 08:27:17.385425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-2cd94827-1438-4c92-8d69-7601aa1a2f00 None None] Provisioning complete for port 85b7699f-4f9b-4225-85cd-4026c4e292e2 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:17.385800 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2cd94827-1438-4c92-8d69-7601aa1a2f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:17.447859 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'name': 'tempest-TestShelveInstance-1224549031-router', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '85b7699f-4f9b-4225-85cd-4026c4e292e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 4, 'project_id': 'b68d10188d1c43659aa271fc7e75982b', 'gw_port': {'id': '85b7699f-4f9b-4225-85cd-4026c4e292e2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ff1c9ff1-a85d-4bc8-aece-f1125ac7d953', 'name': '', 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'mac_address': 'fa:16:3e:dc:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '85a2779b-df2c-45a8-9c8f-884cb60cb50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:15Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 2, 'project_id': 'b68d10188d1c43659aa271fc7e75982b', 'subnets': [{'id': '85a2779b-df2c-45a8-9c8f-884cb60cb50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:17.478467 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744087ea-8983-4bd7-b06d-ab339104bc02 None None] The sync data for ids ['461887d9-b889-4278-9a04-b6d14fd51a80'] in dv-neutron-744815-16-hyperv is: [{'id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'name': 'tempest-TestShelveInstance-1224549031-router', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '85b7699f-4f9b-4225-85cd-4026c4e292e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 4, 'project_id': 'b68d10188d1c43659aa271fc7e75982b', 'gw_port': {'id': '85b7699f-4f9b-4225-85cd-4026c4e292e2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ff1c9ff1-a85d-4bc8-aece-f1125ac7d953', 'name': '', 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'mac_address': 'fa:16:3e:dc:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '85a2779b-df2c-45a8-9c8f-884cb60cb50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:15Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 2, 'project_id': 'b68d10188d1c43659aa271fc7e75982b', 'subnets': [{'id': '85a2779b-df2c-45a8-9c8f-884cb60cb50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:27:17.524741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2cd94827-1438-4c92-8d69-7601aa1a2f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:17.533026 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a73fdc4f-265c-44e1-a2c9-3d0d252534e8 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:27:17.574785 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-2cd94827-1438-4c92-8d69-7601aa1a2f00 None None] For port 85b7699f-4f9b-4225-85cd-4026c4e292e2, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=85b7699f-4f9b-4225-85cd-4026c4e292e2,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:27:17.586574 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2cd94827-1438-4c92-8d69-7601aa1a2f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:17.653094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port a73fdc4f-265c-44e1-a2c9-3d0d252534e8 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:17.653462 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:17.656045 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd94827-1438-4c92-8d69-7601aa1a2f00 None None] Pushing event updated for resources: {'Port': ['ID=85b7699f-4f9b-4225-85cd-4026c4e292e2,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:17.785060 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 27f99f3b-fb95-45da-8626-06518d3762b0 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:27:17.845941 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 27f99f3b-fb95-45da-8626-06518d3762b0 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:17.846449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:17.956084 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48110) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:17.961566 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-d39fee8d-e6d4-431e-a511-85240c02ea38 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2588512', 'description': 'tempest-secgroup-smoke-2588512 description', 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:17.985385 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d39fee8d-e6d4-431e-a511-85240c02ea38 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.015830 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-260f86a8-441a-4838-aa90-2bd17e3ec8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.060036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d39fee8d-e6d4-431e-a511-85240c02ea38 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.069027 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d39fee8d-e6d4-431e-a511-85240c02ea38 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.106134 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d39fee8d-e6d4-431e-a511-85240c02ea38 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.107416 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d39fee8d-e6d4-431e-a511-85240c02ea38 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1504288 Nov 28 08:27:18.108131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fee8d-e6d4-431e-a511-85240c02ea38 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f95d730-9d75-4aad-a68f-696a5ffb47b3,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:18.110583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48112) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:18.115067 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-8f147c7b-8417-48f8-ac9c-e85f463fdcc9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'security_group_rule': {'security_group_id': '9f95d730-9d75-4aad-a68f-696a5ffb47b3', 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:18.145037 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8f147c7b-8417-48f8-ac9c-e85f463fdcc9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.205663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8f147c7b-8417-48f8-ac9c-e85f463fdcc9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.210055 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8f147c7b-8417-48f8-ac9c-e85f463fdcc9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.228560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f147c7b-8417-48f8-ac9c-e85f463fdcc9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c5b58f-efd9-4a1a-bd84-0d510437f97c,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:18.237085 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-8f147c7b-8417-48f8-ac9c-e85f463fdcc9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.238297 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-8f147c7b-8417-48f8-ac9c-e85f463fdcc9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270230 Nov 28 08:27:18.240928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48114) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:18.245190 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-78955097-ab24-4b02-ba53-f971fbde0dab tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'security_group_rule': {'security_group_id': '9f95d730-9d75-4aad-a68f-696a5ffb47b3', 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:18.271051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78955097-ab24-4b02-ba53-f971fbde0dab tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.327841 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78955097-ab24-4b02-ba53-f971fbde0dab tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.331629 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78955097-ab24-4b02-ba53-f971fbde0dab tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.349531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78955097-ab24-4b02-ba53-f971fbde0dab tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2d4100-3e3b-4e98-8a04-956560b2ad31,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:18.357575 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-78955097-ab24-4b02-ba53-f971fbde0dab tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.358765 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-78955097-ab24-4b02-ba53-f971fbde0dab tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169248 Nov 28 08:27:18.361482 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48116) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:18.365748 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-0a73f2f1-db85-403a-bdad-09e61df5f8a5 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'security_group_rule': {'security_group_id': '9f95d730-9d75-4aad-a68f-696a5ffb47b3', 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:18.391679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a73f2f1-db85-403a-bdad-09e61df5f8a5 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.447124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a73f2f1-db85-403a-bdad-09e61df5f8a5 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.450409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a73f2f1-db85-403a-bdad-09e61df5f8a5 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.467825 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73f2f1-db85-403a-bdad-09e61df5f8a5 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d9ea4c-f49f-4d64-8e19-4ab5e8adaa11,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:18.475208 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-0a73f2f1-db85-403a-bdad-09e61df5f8a5 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.476367 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-0a73f2f1-db85-403a-bdad-09e61df5f8a5 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139340 Nov 28 08:27:18.479114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48118) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:18.483281 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-3cc16005-c492-4a6b-8f93-bf7fcdd60366 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'security_group_rule': {'security_group_id': '9f95d730-9d75-4aad-a68f-696a5ffb47b3', 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:18.508419 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3cc16005-c492-4a6b-8f93-bf7fcdd60366 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.565772 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3cc16005-c492-4a6b-8f93-bf7fcdd60366 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.569905 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3cc16005-c492-4a6b-8f93-bf7fcdd60366 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.589331 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc16005-c492-4a6b-8f93-bf7fcdd60366 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab04d737-dfd9-4e71-9c9a-5323ec86687a,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:18.594588 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3cc16005-c492-4a6b-8f93-bf7fcdd60366 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.595782 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3cc16005-c492-4a6b-8f93-bf7fcdd60366 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157730 Nov 28 08:27:18.598613 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48120) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:18.603013 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-fc1e509c-69c0-4a2c-90b4-08bb21458a17 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'security_group_rule': {'security_group_id': '9f95d730-9d75-4aad-a68f-696a5ffb47b3', 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:18.623587 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-fc1e509c-69c0-4a2c-90b4-08bb21458a17 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Project a7bfb33a6d04442cbd7e0c5308c9fea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:27:18.628251 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc1e509c-69c0-4a2c-90b4-08bb21458a17 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.684995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc1e509c-69c0-4a2c-90b4-08bb21458a17 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.688322 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc1e509c-69c0-4a2c-90b4-08bb21458a17 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.705621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e509c-69c0-4a2c-90b4-08bb21458a17 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303debb3-590e-494b-b441-85f7f7c2aaa5,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:18.713480 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-fc1e509c-69c0-4a2c-90b4-08bb21458a17 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.714645 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-fc1e509c-69c0-4a2c-90b4-08bb21458a17 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150792 Nov 28 08:27:18.717580 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48122) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:18.721842 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-2bd13257-9883-4935-8ded-6dc284832460 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'security_group_rule': {'security_group_id': '9f95d730-9d75-4aad-a68f-696a5ffb47b3', 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:18.744316 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-2bd13257-9883-4935-8ded-6dc284832460 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Project a7bfb33a6d04442cbd7e0c5308c9fea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:27:18.749034 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2bd13257-9883-4935-8ded-6dc284832460 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.808607 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2bd13257-9883-4935-8ded-6dc284832460 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.822730 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2bd13257-9883-4935-8ded-6dc284832460 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.836753 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd13257-9883-4935-8ded-6dc284832460 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eaeb4c4-fc9f-4bff-865a-bf7393336379,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:18.853469 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-2bd13257-9883-4935-8ded-6dc284832460 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:18.854690 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-2bd13257-9883-4935-8ded-6dc284832460 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361756 Nov 28 08:27:19.080174 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-410d1a27-43d0-43bd-99a9-0d0c26660f94 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2588512&fields=id&tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3 HTTP/1.1" status: 200 len: 267 time: 0.0476673 Nov 28 08:27:19.199117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-b26c07dd-8ad7-45a6-921c-9769ba41f93a tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:19.201423 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:19.206237 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-b26c07dd-8ad7-45a6-921c-9769ba41f93a tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 808 time: 0.1189702 Nov 28 08:27:19.217275 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-30c89900-6994-4644-9110-14edcc9aba86 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/quotas/a7bfb33a6d04442cbd7e0c5308c9fea3 HTTP/1.1" status: 200 len: 375 time: 0.0099497 Nov 28 08:27:19.281412 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-3e8d0cd5-f6a4-40c8-97b9-ef797b667eac tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581496 Nov 28 08:27:19.492238 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-543ddf2e-7794-4493-9fcf-02ddcd2bcac7 service neutron] 10.222.0.31 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978180 Nov 28 08:27:19.505627 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 85b7699f-4f9b-4225-85cd-4026c4e292e2 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:27:19.557920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 85b7699f-4f9b-4225-85cd-4026c4e292e2 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:19.558290 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:19.582522 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-e80fbaf7-4b08-4720-9a8b-066fc4cfe35e service neutron] 10.222.0.31 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839589 Nov 28 08:27:19.747418 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7e6587b7-85ee-4bf7-86d3-fb39afe76a9b req-14267d6c-1e22-44c5-83c2-d0096c5bbb6d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 210 time: 0.0284467 Nov 28 08:27:20.164114 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Sync routers for ids ['461887d9-b889-4278-9a04-b6d14fd51a80'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:27:20.177295 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Routers {'461887d9-b889-4278-9a04-b6d14fd51a80'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:27:20.177925 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:27:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['461887d9-b889-4278-9a04-b6d14fd51a80'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:20.396598 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Set router 461887d9-b889-4278-9a04-b6d14fd51a80 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:27:20.483834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:20.594775 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'name': 'tempest-TestShelveInstance-1224549031-router', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '85b7699f-4f9b-4225-85cd-4026c4e292e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 4, 'project_id': 'b68d10188d1c43659aa271fc7e75982b', 'gw_port': {'id': '85b7699f-4f9b-4225-85cd-4026c4e292e2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ff1c9ff1-a85d-4bc8-aece-f1125ac7d953', 'name': '', 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'mac_address': 'fa:16:3e:dc:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '85a2779b-df2c-45a8-9c8f-884cb60cb50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:15Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 2, 'project_id': 'b68d10188d1c43659aa271fc7e75982b', 'subnets': [{'id': '85a2779b-df2c-45a8-9c8f-884cb60cb50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:20.623359 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Checking router: 461887d9-b889-4278-9a04-b6d14fd51a80 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:27:20.623711 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Updating router 461887d9-b889-4278-9a04-b6d14fd51a80 port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:27:20.661402 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:20.782711 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-3d0b2570-4427-45f2-a56c-e7439a012ad8 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:20.784237 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-3d0b2570-4427-45f2-a56c-e7439a012ad8 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 808 time: 0.1181173 Nov 28 08:27:20.856258 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-84777ad6-9836-402a-ba35-24cc8d78e155 req-fda4a586-0b7d-47c7-a240-d7dea2be5e3e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 210 time: 0.0356500 Nov 28 08:27:20.888841 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-5b16f4d1-e450-444f-9c30-f0f40a058c24 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3 HTTP/1.1" status: 200 len: 377 time: 0.0871341 Nov 28 08:27:20.908932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-03262c18-89a6-4566-b5bc-e1e1b97f4186 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'port': {'device_id': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'admin_state_up': True, 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'security_groups': ['9f95d730-9d75-4aad-a68f-696a5ffb47b3']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:20.965987 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:20.972017 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:21.035857 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762ce45-005e-4285-931f-cef1db3bdb27 None None] Pushing event updated for resources: {'Port': ['ID=ff1c9ff1-a85d-4bc8-aece-f1125ac7d953,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:21.092865 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Attempting to bind port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:27:21.093393 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Attempting to bind port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'e482c672-46f2-4c99-a730-3ef1eb9ff91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:27:21.093762 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Attempting to bind port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 on network e8712b06-b7c1-4ea4-ba50-16782f800d8b {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:27:21.099385 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:27:21.100422 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Checking segment: {'id': 'e482c672-46f2-4c99-a730-3ef1eb9ff91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:27:21.100832 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:21.101234 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Bound using segment: {'id': 'e482c672-46f2-4c99-a730-3ef1eb9ff91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:27:21.101722 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Bound port: ff1c9ff1-a85d-4bc8-aece-f1125ac7d953, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e482c672-46f2-4c99-a730-3ef1eb9ff91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:27:21.102105 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:21.175869 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] For port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:27:21.179241 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] For port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ff1c9ff1-a85d-4bc8-aece-f1125ac7d953,segment=NetworkSegment(e482c672-46f2-4c99-a730-3ef1eb9ff91a),segment_id=e482c672-46f2-4c99-a730-3ef1eb9ff91a)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:27:21.184286 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:21.246811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-90cd881e-0b72-4a52-9c7a-830a92cd12f0 None None] Provisioning complete for port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:21.247212 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-90cd881e-0b72-4a52-9c7a-830a92cd12f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:21.250628 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Routers {'461887d9-b889-4278-9a04-b6d14fd51a80'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:27:21.251293 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:27:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['461887d9-b889-4278-9a04-b6d14fd51a80'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:21.310339 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762ce45-005e-4285-931f-cef1db3bdb27 None None] Pushing event updated for resources: {'Port': ['ID=ff1c9ff1-a85d-4bc8-aece-f1125ac7d953,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:21.362856 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-90cd881e-0b72-4a52-9c7a-830a92cd12f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:21.407186 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-90cd881e-0b72-4a52-9c7a-830a92cd12f0 None None] For port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ff1c9ff1-a85d-4bc8-aece-f1125ac7d953,segment=NetworkSegment(e482c672-46f2-4c99-a730-3ef1eb9ff91a),segment_id=e482c672-46f2-4c99-a730-3ef1eb9ff91a)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:27:21.408900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-03262c18-89a6-4566-b5bc-e1e1b97f4186 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Made reservation on behalf of a7bfb33a6d04442cbd7e0c5308c9fea3 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:27:21.414073 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-03262c18-89a6-4566-b5bc-e1e1b97f4186 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:21.418222 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-90cd881e-0b72-4a52-9c7a-830a92cd12f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:21.425363 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] Set router 461887d9-b889-4278-9a04-b6d14fd51a80 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:27:21.471068 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:21.501498 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd881e-0b72-4a52-9c7a-830a92cd12f0 None None] Pushing event updated for resources: {'Port': ['ID=ff1c9ff1-a85d-4bc8-aece-f1125ac7d953,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:21.542782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-ff32c515-4317-4943-99fd-d10c92b9fdd5 None None] Provisioning complete for port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:21.554718 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ff32c515-4317-4943-99fd-d10c92b9fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:21.582058 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-03262c18-89a6-4566-b5bc-e1e1b97f4186 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Allocated IP 172.20.0.14 (a66a5345-382a-4351-8af7-ce2e2a4b1fdd/976847ad-80f8-44c8-b88b-101030591d9e/6f0b11ca-2fcc-4c7c-979f-c1dece99f831) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:27:21.599451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:27:21.678477 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'name': 'tempest-TestShelveInstance-1224549031-router', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '85b7699f-4f9b-4225-85cd-4026c4e292e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 4, 'project_id': 'b68d10188d1c43659aa271fc7e75982b', 'gw_port': {'id': '85b7699f-4f9b-4225-85cd-4026c4e292e2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ff1c9ff1-a85d-4bc8-aece-f1125ac7d953', 'name': '', 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'mac_address': 'fa:16:3e:dc:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '85a2779b-df2c-45a8-9c8f-884cb60cb50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:15Z', 'updated_at': '2021-11-28T08:27:21Z', 'revision_number': 4, 'project_id': 'b68d10188d1c43659aa271fc7e75982b', 'subnets': [{'id': '85a2779b-df2c-45a8-9c8f-884cb60cb50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:21.695694 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:21.696474 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:21.711266 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f39293-2a17-4707-a508-1b402ed65c51 None None] The sync data for ids ['461887d9-b889-4278-9a04-b6d14fd51a80'] in dv-neutron-744815-16-hyperv is: [{'id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'name': 'tempest-TestShelveInstance-1224549031-router', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '85b7699f-4f9b-4225-85cd-4026c4e292e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 4, 'project_id': 'b68d10188d1c43659aa271fc7e75982b', 'gw_port': {'id': '85b7699f-4f9b-4225-85cd-4026c4e292e2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'ff1c9ff1-a85d-4bc8-aece-f1125ac7d953', 'name': '', 'network_id': 'e8712b06-b7c1-4ea4-ba50-16782f800d8b', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'mac_address': 'fa:16:3e:dc:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '85a2779b-df2c-45a8-9c8f-884cb60cb50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:15Z', 'updated_at': '2021-11-28T08:27:21Z', 'revision_number': 4, 'project_id': 'b68d10188d1c43659aa271fc7e75982b', 'subnets': [{'id': '85a2779b-df2c-45a8-9c8f-884cb60cb50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:27:21.737715 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-03262c18-89a6-4566-b5bc-e1e1b97f4186 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:21.780625 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-03262c18-89a6-4566-b5bc-e1e1b97f4186 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:21.836512 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-03262c18-89a6-4566-b5bc-e1e1b97f4186 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Network a66a5345-382a-4351-8af7-ce2e2a4b1fdd is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:27:21.839725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-03262c18-89a6-4566-b5bc-e1e1b97f4186 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:27:21.844555 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-03262c18-89a6-4566-b5bc-e1e1b97f4186 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:27:21.849009 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03262c18-89a6-4566-b5bc-e1e1b97f4186 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'Port': ['ID=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:21.867578 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:27:21.912036 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-03262c18-89a6-4566-b5bc-e1e1b97f4186 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:21.912772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-03262c18-89a6-4566-b5bc-e1e1b97f4186 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:21.933599 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-03262c18-89a6-4566-b5bc-e1e1b97f4186 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0284803 Nov 28 08:27:21.951316 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Request body: {'port': {'device_id': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:22.004677 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280d2fc-5602-4199-8e0e-8bc073dfe3a1 req-ac8a8f85-0473-4289-a909-a696f867da0c tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:22.007815 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d280d2fc-5602-4199-8e0e-8bc073dfe3a1 req-ac8a8f85-0473-4289-a909-a696f867da0c tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 932 time: 0.0693836 Nov 28 08:27:22.029432 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:22.070221 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d280d2fc-5602-4199-8e0e-8bc073dfe3a1 req-d3683dc0-491f-46ed-ac89-9342ba94d280 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0549288 Nov 28 08:27:22.115876 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-acf38c0a-e147-488a-bf9b-7fcc49971ee5 None None] Provisioning complete for port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:22.116719 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-acf38c0a-e147-488a-bf9b-7fcc49971ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:22.160655 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-acf38c0a-e147-488a-bf9b-7fcc49971ee5 None None] Port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:27:22.326587 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:27:22.333998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:22.345762 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Transition to ACTIVE for port object 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:27:22.349240 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:22.404503 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Pushing event updated for resources: {'Port': ['ID=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:22.473757 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Attempting to bind port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:27:22.474096 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Attempting to bind port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:27:22.474490 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Attempting to bind port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 on network a66a5345-382a-4351-8af7-ce2e2a4b1fdd {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:27:22.479509 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 on network a66a5345-382a-4351-8af7-ce2e2a4b1fdd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:27:22.479831 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Attempting to bind port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 on network a66a5345-382a-4351-8af7-ce2e2a4b1fdd {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:27:22.484721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:27:22.485052 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Checking segment: {'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:27:22.485460 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Bound using segment: {'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:27:22.485883 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Bound port: 6f0b11ca-2fcc-4c7c-979f-c1dece99f831, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:27:22.486244 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:22.558588 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] For port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:27:22.561605 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] For port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:27:22.565203 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:22.600550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:22.601172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:22.602550 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] 10.222.0.35 "PUT /v2.0/ports/6f0b11ca-2fcc-4c7c-979f-c1dece99f831 HTTP/1.1" status: 200 len: 1094 time: 0.6559012 Nov 28 08:27:22.603014 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:27:22.605292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1d30ee-7545-4d19-a480-d596c2cfa145" -d '{"events": [{"name": "network-changed", "server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:27:22.638850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fe2a2-7d35-40db-b6a0-c88a90206bcb service neutron] Pushing event updated for resources: {'Port': ['ID=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:22.657170 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e33bfff-baad-46a5-9a32-32d2c5a91e7b x-openstack-request-id: req-5e33bfff-baad-46a5-9a32-32d2c5a91e7b {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:27:22.657466 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:27:22.657725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e33bfff-baad-46a5-9a32-32d2c5a91e7b {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:27:22.658125 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'status': 'completed', 'code': 200} Nov 28 08:27:22.698124 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-50eadc18-e18c-4197-a507-b060c98148f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:22.699660 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-50eadc18-e18c-4197-a507-b060c98148f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 1097 time: 0.0521796 Nov 28 08:27:22.754910 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-0a2b3b4e-9458-443e-b32d-578cf13ab8ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831 HTTP/1.1" status: 200 len: 217 time: 0.0415444 Nov 28 08:27:22.809591 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-58cf9c7c-2a97-4bd0-857a-f4c83baa55bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:22.811095 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-58cf9c7c-2a97-4bd0-857a-f4c83baa55bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0444148 Nov 28 08:27:22.867720 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-b7d6c242-f0e7-4f1f-97cb-45ed6246efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:22.869216 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-b7d6c242-f0e7-4f1f-97cb-45ed6246efc8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0467305 Nov 28 08:27:22.972178 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-46b685c8-b5a5-432e-88e5-f1745e2ee60e service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882874 Nov 28 08:27:23.071672 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f2c21fd4-9b01-4470-bafd-b25295210a36 req-5a0a770b-c18d-4230-a922-690be8eaf1c3 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875852 Nov 28 08:27:23.176753 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d30ee-7545-4d19-a480-d596c2cfa145 req-93855d8c-d6fd-4aa9-acd4-4bd95cd67622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:23.178284 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dc1d30ee-7545-4d19-a480-d596c2cfa145 req-93855d8c-d6fd-4aa9-acd4-4bd95cd67622 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 1097 time: 0.0532086 Nov 28 08:27:23.192145 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdbdb5-7999-4d1d-8229-d447c869dec7 req-6aedbecc-2de9-4141-bfa4-07b525817121 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:23.194185 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-53fdbdb5-7999-4d1d-8229-d447c869dec7 req-6aedbecc-2de9-4141-bfa4-07b525817121 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0568645 Nov 28 08:27:23.253003 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-53fdbdb5-7999-4d1d-8229-d447c869dec7 req-0ccac268-901b-496c-8df5-959a64a5ed47 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492499 Nov 28 08:27:23.330524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d30ee-7545-4d19-a480-d596c2cfa145 req-efc0bcbf-44bf-426b-b0f1-20b3ebbc78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:23.332017 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dc1d30ee-7545-4d19-a480-d596c2cfa145 req-efc0bcbf-44bf-426b-b0f1-20b3ebbc78aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.1463492 Nov 28 08:27:23.382901 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dc1d30ee-7545-4d19-a480-d596c2cfa145 req-deb7cb8b-bed5-4fa9-bd7c-e2288954e194 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831 HTTP/1.1" status: 200 len: 217 time: 0.0430598 Nov 28 08:27:23.435143 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d30ee-7545-4d19-a480-d596c2cfa145 req-da63b77c-c946-4e43-9361-45ea8dde2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:23.436619 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dc1d30ee-7545-4d19-a480-d596c2cfa145 req-da63b77c-c946-4e43-9361-45ea8dde2852 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0433609 Nov 28 08:27:23.496418 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d30ee-7545-4d19-a480-d596c2cfa145 req-14315f0a-5549-42a0-ae21-dd441c4a5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:23.497989 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dc1d30ee-7545-4d19-a480-d596c2cfa145 req-14315f0a-5549-42a0-ae21-dd441c4a5ce5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0527854 Nov 28 08:27:23.597501 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dc1d30ee-7545-4d19-a480-d596c2cfa145 req-90229919-c85c-4a2c-b3d5-aa6b054f4781 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894678 Nov 28 08:27:23.625314 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:27:23.694648 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dc1d30ee-7545-4d19-a480-d596c2cfa145 req-759ff520-72e5-4b76-acce-2856f715652c service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846152 Nov 28 08:27:23.696846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:23.697213 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:24.379433 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d568ba-a952-4357-ba7b-8e9f18bd3178 req-e9954bef-b52a-4258-b3fb-bb60dd2ac508 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:24.381409 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1d568ba-a952-4357-ba7b-8e9f18bd3178 req-e9954bef-b52a-4258-b3fb-bb60dd2ac508 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0561519 Nov 28 08:27:24.434659 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f1d568ba-a952-4357-ba7b-8e9f18bd3178 req-594173ed-f2d8-4858-9360-c4b4240708bd tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463641 Nov 28 08:27:25.557832 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17828d-e112-4150-ba03-07d8e32c9ecb req-06f5c272-0d84-430a-a2a5-8a9b6db0de36 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:25.559310 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8e17828d-e112-4150-ba03-07d8e32c9ecb req-06f5c272-0d84-430a-a2a5-8a9b6db0de36 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0582895 Nov 28 08:27:25.607396 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8e17828d-e112-4150-ba03-07d8e32c9ecb req-8b53e45f-ba7f-47a4-aaef-1cfe158ad68b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421801 Nov 28 08:27:26.176559 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:27:26.268484 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:27:26.278617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'port_id': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'mac_address': 'fa:16:3e:45:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:27:26.324367 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:26.336526 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:27:26.354955 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:27:26.359153 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:26.410883 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:26.621811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['6f0b11ca-2fcc-4c7c-979f-c1dece99f831'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:27:26.725691 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a517796-ea43-43ff-8db3-0b487e17648c req-e89748a2-fe66-4f0b-a2d2-d07c8c9fb0f1 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:26.727214 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3a517796-ea43-43ff-8db3-0b487e17648c req-e89748a2-fe66-4f0b-a2d2-d07c8c9fb0f1 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 945 time: 0.0545354 Nov 28 08:27:26.775136 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3a517796-ea43-43ff-8db3-0b487e17648c req-bc81dd8e-6bdd-4c06-a2ee-fbb48bc2081a tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420010 Nov 28 08:27:27.895033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a355d-4b50-4bf0-978d-56b6262b033e req-73aa381d-429e-4868-ac99-956917b259a7 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:27.897037 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-cb9a355d-4b50-4bf0-978d-56b6262b033e req-73aa381d-429e-4868-ac99-956917b259a7 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 945 time: 0.0545623 Nov 28 08:27:27.944815 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-cb9a355d-4b50-4bf0-978d-56b6262b033e req-19ca0d96-0104-499a-863f-20a943d3e934 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419996 Nov 28 08:27:28.176981 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:27:28.231833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:27:28.236155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:27:28.236565 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:28.320165 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:28.343379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:27:28.345574 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b41086-d52c-4200-a388-3adb9b3014fa" -d '{"events": [{"server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "name": "network-vif-plugged", "status": "completed", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:27:28.358078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:27:28.362076 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:28.388566 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33838c1e-a4c8-4e15-bf45-0ecc9525e0f3 x-openstack-request-id: req-33838c1e-a4c8-4e15-bf45-0ecc9525e0f3 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:27:28.388867 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "name": "network-vif-plugged", "status": "completed", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:27:28.389126 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33838c1e-a4c8-4e15-bf45-0ecc9525e0f3 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:27:28.389530 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'code': 200} Nov 28 08:27:28.420161 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:28.562932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796ae2a-e7f1-496a-8fd2-36c2cfe340fc req-ab513a9e-347e-4a95-af4c-a2340799b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:28.564393 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3796ae2a-e7f1-496a-8fd2-36c2cfe340fc req-ab513a9e-347e-4a95-af4c-a2340799b2b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 1099 time: 0.0448601 Nov 28 08:27:28.610172 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3796ae2a-e7f1-496a-8fd2-36c2cfe340fc req-69b5c500-fdae-40c9-aa88-6494b8cb1b37 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380487 Nov 28 08:27:29.068926 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4cad6-66a1-489d-917c-479e106d4cf9 req-b9c737e8-45b2-4492-91ac-9fcb1cdb40b7 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:29.070398 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dbe4cad6-66a1-489d-917c-479e106d4cf9 req-b9c737e8-45b2-4492-91ac-9fcb1cdb40b7 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0586092 Nov 28 08:27:29.118097 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dbe4cad6-66a1-489d-917c-479e106d4cf9 req-45610528-66e9-4c80-bfcc-3be2aa93dc57 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418262 Nov 28 08:27:30.243659 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96649e13-5cf2-44c1-a23d-03197334cd8a req-d0e40074-0580-4586-b4e8-e3eb733f88e1 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:30.245061 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-96649e13-5cf2-44c1-a23d-03197334cd8a req-d0e40074-0580-4586-b4e8-e3eb733f88e1 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0586720 Nov 28 08:27:30.294992 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-96649e13-5cf2-44c1-a23d-03197334cd8a req-17390de7-15c6-470a-a162-edbe363c9f3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439808 Nov 28 08:27:30.414900 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ad98c-9a7d-4c37-93f7-c7ddc71a5f38 req-db3ede1f-2862-414c-ae37-147006248978 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:30.416386 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-213ad98c-9a7d-4c37-93f7-c7ddc71a5f38 req-db3ede1f-2862-414c-ae37-147006248978 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0554466 Nov 28 08:27:30.463779 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-213ad98c-9a7d-4c37-93f7-c7ddc71a5f38 req-df3ce9ec-d9da-4533-b3d4-dee84489702b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414588 Nov 28 08:27:30.485545 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48182) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:30.572076 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e52fb0b-35c9-4c03-8cff-e26472ef0d26 tempest-TestShelveInstance-897775919 tempest-TestShelveInstance-897775919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:30.573590 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6e52fb0b-35c9-4c03-8cff-e26472ef0d26 tempest-TestShelveInstance-897775919 tempest-TestShelveInstance-897775919-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 1094 time: 0.0870981 Nov 28 08:27:30.576615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48186) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:27:30.581007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:27:30.602682 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:30.699112 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:30.806720 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Allocated IP 172.26.2.241 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/61b3c323-d8cd-4e88-b3e0-77cd250846ac) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:27:30.904707 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:30.941335 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:30.978678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:27:30.981537 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:27:30.987527 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:27:31.018366 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'Port': ['ID=61b3c323-d8cd-4e88-b3e0-77cd250846ac,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:31.390272 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:31.464467 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:31.617003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:31.621572 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:31.666416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:31.698036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'Port': ['ID=61b3c323-d8cd-4e88-b3e0-77cd250846ac,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:27:31.704785 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:31.823708 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Floating IP 52703c1f-7d5b-40e5-80f7-41b555205b29 associated. External IP: 172.26.2.241, port: 6f0b11ca-2fcc-4c7c-979f-c1dece99f831. Nov 28 08:27:32.063567 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Router 03a2e168-7f74-4990-b323-d6fb7e603ed4 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:27:32.184987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:27:32.194949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b093d-f87f-4b8e-9118-e560a4926159 None None] Sync routers for ids ['03a2e168-7f74-4990-b323-d6fb7e603ed4'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:27:32.201333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:32.205382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b093d-f87f-4b8e-9118-e560a4926159 None None] Routers {'03a2e168-7f74-4990-b323-d6fb7e603ed4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:27:32.206008 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-bd6b093d-f87f-4b8e-9118-e560a4926159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:27:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['03a2e168-7f74-4990-b323-d6fb7e603ed4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:32.234153 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f668ca43-7010-47e9-99dc-93964f0cc20b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6564302 Nov 28 08:27:32.234746 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:27:32.237018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e7169a-021f-4439-8cb8-6989d5d0ee2a" -d '{"events": [{"name": "network-changed", "server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:27:32.275593 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9604717-0ff1-4e63-9d11-42dbf23e9505 x-openstack-request-id: req-c9604717-0ff1-4e63-9d11-42dbf23e9505 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:27:32.275887 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:27:32.276162 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9604717-0ff1-4e63-9d11-42dbf23e9505 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:27:32.276549 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'status': 'completed', 'code': 200} Nov 28 08:27:32.335984 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-bd6b093d-f87f-4b8e-9118-e560a4926159 None None] Set router 03a2e168-7f74-4990-b323-d6fb7e603ed4 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:27:32.345207 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7169a-021f-4439-8cb8-6989d5d0ee2a req-543b59b0-6aee-4afc-96d2-7d0658fc9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:32.346784 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07e7169a-021f-4439-8cb8-6989d5d0ee2a req-543b59b0-6aee-4afc-96d2-7d0658fc9b4f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 1099 time: 0.0467651 Nov 28 08:27:32.438633 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7169a-021f-4439-8cb8-6989d5d0ee2a req-0573931a-8c76-488c-b243-fd57fd2ddb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:32.440143 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07e7169a-021f-4439-8cb8-6989d5d0ee2a req-0573931a-8c76-488c-b243-fd57fd2ddb45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0864809 Nov 28 08:27:32.511003 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07e7169a-021f-4439-8cb8-6989d5d0ee2a req-e86c6c88-8c5a-47c2-8d4c-0fb2caad33d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831 HTTP/1.1" status: 200 len: 1000 time: 0.0638409 Nov 28 08:27:32.559975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7169a-021f-4439-8cb8-6989d5d0ee2a req-0e1291d3-2819-44ed-aab8-185c0b3c596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:32.561411 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07e7169a-021f-4439-8cb8-6989d5d0ee2a req-0e1291d3-2819-44ed-aab8-185c0b3c596d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0430903 Nov 28 08:27:32.572178 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-bd6b093d-f87f-4b8e-9118-e560a4926159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '52703c1f-7d5b-40e5-80f7-41b555205b29', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'port_id': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'mac_address': 'fa:16:3e:45:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:27:31Z', 'updated_at': '2021-11-28T08:27:31Z', 'revision_number': 0, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:32.601670 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b093d-f87f-4b8e-9118-e560a4926159 None None] Checking router: 03a2e168-7f74-4990-b323-d6fb7e603ed4 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:27:32.610093 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b093d-f87f-4b8e-9118-e560a4926159 None None] Routers {'03a2e168-7f74-4990-b323-d6fb7e603ed4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:27:32.610696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-bd6b093d-f87f-4b8e-9118-e560a4926159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:27:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['03a2e168-7f74-4990-b323-d6fb7e603ed4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:32.618402 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7169a-021f-4439-8cb8-6989d5d0ee2a req-5fccfade-51d6-46fd-8ded-e06938008506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:32.619917 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07e7169a-021f-4439-8cb8-6989d5d0ee2a req-5fccfade-51d6-46fd-8ded-e06938008506 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0515854 Nov 28 08:27:32.707463 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07e7169a-021f-4439-8cb8-6989d5d0ee2a req-50f8d17c-251a-4468-9115-aefa2a5ddb28 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799291 Nov 28 08:27:32.732472 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-bd6b093d-f87f-4b8e-9118-e560a4926159 None None] Set router 03a2e168-7f74-4990-b323-d6fb7e603ed4 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:27:32.801754 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-07e7169a-021f-4439-8cb8-6989d5d0ee2a req-a6edb191-a07b-4ac1-9084-c1017f308e26 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872576 Nov 28 08:27:32.966671 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-bd6b093d-f87f-4b8e-9118-e560a4926159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '52703c1f-7d5b-40e5-80f7-41b555205b29', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'port_id': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'mac_address': 'fa:16:3e:45:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:27:31Z', 'updated_at': '2021-11-28T08:27:31Z', 'revision_number': 0, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:27:32.994655 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b093d-f87f-4b8e-9118-e560a4926159 None None] The sync data for ids ['03a2e168-7f74-4990-b323-d6fb7e603ed4'] in dv-neutron-744815-16-hyperv is: [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '52703c1f-7d5b-40e5-80f7-41b555205b29', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'port_id': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'mac_address': 'fa:16:3e:45:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:27:31Z', 'updated_at': '2021-11-28T08:27:31Z', 'revision_number': 0, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:27:33.171048 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5044bb49-16f6-49a5-bfd4-9471aeed1e15 None None] New status for floating IP 52703c1f-7d5b-40e5-80f7-41b555205b29: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:27:45.029883 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-85fcaece-9a90-470c-a03e-5184407a5cae req-e5c56e97-b600-42c3-bef5-4445d983ead3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444994 Nov 28 08:27:45.119945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcaece-9a90-470c-a03e-5184407a5cae req-d3f26ba1-402c-49ba-8e8e-00966d2105f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:45.121435 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-85fcaece-9a90-470c-a03e-5184407a5cae req-d3f26ba1-402c-49ba-8e8e-00966d2105f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 1099 time: 0.0461164 Nov 28 08:27:45.229738 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcaece-9a90-470c-a03e-5184407a5cae req-24cbf660-9eef-46df-9c40-1ace56007a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:45.231162 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-85fcaece-9a90-470c-a03e-5184407a5cae req-24cbf660-9eef-46df-9c40-1ace56007a84 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0887673 Nov 28 08:27:45.304131 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-85fcaece-9a90-470c-a03e-5184407a5cae req-76facb61-bf2d-4ab8-8f25-109a98b2af4b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831 HTTP/1.1" status: 200 len: 1002 time: 0.0624516 Nov 28 08:27:45.363944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcaece-9a90-470c-a03e-5184407a5cae req-2781bb4e-f914-400f-b5ca-cd26f011a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:45.365377 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-85fcaece-9a90-470c-a03e-5184407a5cae req-2781bb4e-f914-400f-b5ca-cd26f011a393 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0493920 Nov 28 08:27:45.421787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcaece-9a90-470c-a03e-5184407a5cae req-609034f5-77ab-4597-b2d4-e76e8ca9fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:27:45.423531 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-85fcaece-9a90-470c-a03e-5184407a5cae req-609034f5-77ab-4597-b2d4-e76e8ca9fbef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0457184 Nov 28 08:27:45.520029 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4283f8dc-d931-4a42-900b-362aa6297939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:45.520735 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-85fcaece-9a90-470c-a03e-5184407a5cae req-939bc817-ac6c-43cf-bf70-b5e465c6c085 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888536 Nov 28 08:27:45.610564 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-85fcaece-9a90-470c-a03e-5184407a5cae req-10e2e601-ad5c-4f33-8571-13217e526a60 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808389 Nov 28 08:27:48.017463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1d2786e2-2ebb-48aa-8f52-fad195de2ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:49.199861 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:50.485520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:51.425543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:27:58.951058 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:28:01.663489 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:28:04.118053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-0c2bdf88-ac70-492a-8465-79b3c0cabbd8 req-4ca255e8-d170-488b-b8ec-7f2d4c88420e service neutron] (115118) timed out ('10.222.0.31', 44156) {{(pid=115118) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 28 08:28:15.521217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e8584467-4063-408e-95b0-655f8fcdd5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:28:18.019046 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a7a57a48-1c22-4c3e-ace2-3cfcb81d197f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:28:19.204676 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:28:20.488749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:28:21.427332 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:28:31.686099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:28:35.870431 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:28:45.523962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1c2a50c7-14bc-4df7-9cec-2d9e4ded7b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:28:47.031815 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b3a58f02-2337-4304-9ee5-86ac9e6b85c9 req-9b9ac244-5de4-45c1-b602-aac7dcfa35b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464988 Nov 28 08:28:47.133721 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a58f02-2337-4304-9ee5-86ac9e6b85c9 req-adab103a-1a10-42b3-ae8a-ba4fee58245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:28:47.135207 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b3a58f02-2337-4304-9ee5-86ac9e6b85c9 req-adab103a-1a10-42b3-ae8a-ba4fee58245a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 1099 time: 0.0501146 Nov 28 08:28:47.242208 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a58f02-2337-4304-9ee5-86ac9e6b85c9 req-ee952048-b53d-4788-aeeb-a0376e5db2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:28:47.243574 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b3a58f02-2337-4304-9ee5-86ac9e6b85c9 req-ee952048-b53d-4788-aeeb-a0376e5db2e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0819161 Nov 28 08:28:47.323085 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b3a58f02-2337-4304-9ee5-86ac9e6b85c9 req-4426746f-964c-44ec-89d5-2f39bbe6f124 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831 HTTP/1.1" status: 200 len: 1002 time: 0.0653884 Nov 28 08:28:47.370252 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a58f02-2337-4304-9ee5-86ac9e6b85c9 req-20a2d4bc-7e53-4e7c-bc49-01442cabdace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:28:47.371662 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b3a58f02-2337-4304-9ee5-86ac9e6b85c9 req-20a2d4bc-7e53-4e7c-bc49-01442cabdace service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0417011 Nov 28 08:28:47.425477 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a58f02-2337-4304-9ee5-86ac9e6b85c9 req-b9821056-2c91-4713-a6ce-c7f4606df65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:28:47.427448 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b3a58f02-2337-4304-9ee5-86ac9e6b85c9 req-b9821056-2c91-4713-a6ce-c7f4606df65d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437515 Nov 28 08:28:47.524105 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b3a58f02-2337-4304-9ee5-86ac9e6b85c9 req-4de09336-2e6e-4440-9e5b-38177b2b7d3a service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830448 Nov 28 08:28:47.619297 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b3a58f02-2337-4304-9ee5-86ac9e6b85c9 req-a1c6cfcf-2b21-459e-bbf1-6cdab5591592 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814097 Nov 28 08:28:48.021086 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bc1e06dd-89f6-4b75-bbea-4ff4f50675e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:28:49.202641 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:28:50.492063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:28:51.428392 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:01.686371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:12.869057 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:29:15.528516 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-74e96019-ef93-4c65-8846-36032f880ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:18.024464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a2f7238f-8dff-4b0c-809e-6a9721cf6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:19.204973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:20.494816 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:21.430309 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:30.330526 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70062f-b7c4-472e-9a78-720d3ce1035e req-1ae5cf0e-f9ed-4c2e-a9c4-57b9d2277e7d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:30.332103 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3c70062f-b7c4-472e-9a78-720d3ce1035e req-1ae5cf0e-f9ed-4c2e-a9c4-57b9d2277e7d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.1290362 Nov 28 08:29:30.381490 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3c70062f-b7c4-472e-9a78-720d3ce1035e req-3a5b05bc-2faf-4c20-ae5e-1e8901168b2f tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431414 Nov 28 08:29:31.508615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352ea66-0f55-49ba-b3db-cd8382dc9831 req-a4fd22fc-c35e-4743-8cc4-dfc5628dd8a8 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:31.510078 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b352ea66-0f55-49ba-b3db-cd8382dc9831 req-a4fd22fc-c35e-4743-8cc4-dfc5628dd8a8 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0587685 Nov 28 08:29:31.558073 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-b352ea66-0f55-49ba-b3db-cd8382dc9831 req-937b8b24-70bc-407f-9c8a-12499a6132f9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418713 Nov 28 08:29:31.685215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:32.690458 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3fef9-00d7-4c05-a06a-25e99ac14ca8 req-f53fce8d-6296-4967-b1d3-0548b445fcdc tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:32.692496 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43c3fef9-00d7-4c05-a06a-25e99ac14ca8 req-f53fce8d-6296-4967-b1d3-0548b445fcdc tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0547276 Nov 28 08:29:32.741789 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-43c3fef9-00d7-4c05-a06a-25e99ac14ca8 req-19003287-98a9-49c9-99dd-02a0d562a886 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434988 Nov 28 08:29:33.865118 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a5670-44fa-4c9e-91aa-d874616fcdba req-6cb411d0-f38a-4b96-bfd1-ce9712b00bfb tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:33.866579 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fd0a5670-44fa-4c9e-91aa-d874616fcdba req-6cb411d0-f38a-4b96-bfd1-ce9712b00bfb tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0573440 Nov 28 08:29:33.915131 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-fd0a5670-44fa-4c9e-91aa-d874616fcdba req-d7f9dec5-d149-4f1a-a7fc-94d22932e12d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424085 Nov 28 08:29:35.038102 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb82533-3240-4bc8-a9f1-020e2b3e7d16 req-d875d7fc-19b4-4857-80d8-0ee76d7243aa tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:35.039586 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6eb82533-3240-4bc8-a9f1-020e2b3e7d16 req-d875d7fc-19b4-4857-80d8-0ee76d7243aa tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0575380 Nov 28 08:29:35.086913 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6eb82533-3240-4bc8-a9f1-020e2b3e7d16 req-814844f4-d444-49e6-991f-e6cc365871b1 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415146 Nov 28 08:29:36.205736 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8fe8a-6a4d-4156-8443-49abd0506ba6 req-c15dd16a-59cc-4097-aa35-ae4767b0895a tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:36.207227 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-23b8fe8a-6a4d-4156-8443-49abd0506ba6 req-c15dd16a-59cc-4097-aa35-ae4767b0895a tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0547292 Nov 28 08:29:36.254253 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-23b8fe8a-6a4d-4156-8443-49abd0506ba6 req-fea4369f-d6df-4d58-b1e3-ca5e6bba9566 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412197 Nov 28 08:29:37.375593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52158a21-0880-43a4-84ee-768ae0e28452 req-5e8ba7a6-f96e-47e0-9f07-6001cd04a8e1 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:37.377060 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52158a21-0880-43a4-84ee-768ae0e28452 req-5e8ba7a6-f96e-47e0-9f07-6001cd04a8e1 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0545955 Nov 28 08:29:37.426235 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52158a21-0880-43a4-84ee-768ae0e28452 req-4afbcfd9-d787-42e9-8b01-fafb41e4e679 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427070 Nov 28 08:29:38.550561 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4c566-8f0f-4976-acf5-b60eceaeca54 req-1b2118ce-8d2c-42dc-a713-0215f7b0a2cf tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:38.552035 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bba4c566-8f0f-4976-acf5-b60eceaeca54 req-1b2118ce-8d2c-42dc-a713-0215f7b0a2cf tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0590265 Nov 28 08:29:38.599811 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bba4c566-8f0f-4976-acf5-b60eceaeca54 req-ac02d74b-4b36-4426-bdc6-390b0d2e6bf6 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419617 Nov 28 08:29:39.717628 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d70d1-4860-42de-a1a4-1b52877ec035 req-c244626e-c3a0-4822-9a75-2b5f705da192 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:39.719093 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ea9d70d1-4860-42de-a1a4-1b52877ec035 req-c244626e-c3a0-4822-9a75-2b5f705da192 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0536509 Nov 28 08:29:39.770108 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ea9d70d1-4860-42de-a1a4-1b52877ec035 req-accec8d4-d5b4-47c9-b048-37e0b5946a85 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445054 Nov 28 08:29:40.897473 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f506c-cd01-461b-abf3-a1b6dc16ef5f req-49a90ceb-5bfc-4853-81cf-9a3eba79d705 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:40.899029 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f97f506c-cd01-461b-abf3-a1b6dc16ef5f req-49a90ceb-5bfc-4853-81cf-9a3eba79d705 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0591633 Nov 28 08:29:40.950856 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f97f506c-cd01-461b-abf3-a1b6dc16ef5f req-781cff03-324a-489a-95f9-ad4554a12daa tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433028 Nov 28 08:29:42.076845 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550fbfd-f0c8-498e-8eb9-56435a82e570 req-f645b5b7-cd83-475a-9cd7-f310f5b32d6d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:42.078302 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e550fbfd-f0c8-498e-8eb9-56435a82e570 req-f645b5b7-cd83-475a-9cd7-f310f5b32d6d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0584295 Nov 28 08:29:42.127945 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e550fbfd-f0c8-498e-8eb9-56435a82e570 req-86f1fce8-48d5-4081-b910-a96c6931b61b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431483 Nov 28 08:29:42.800618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:29:42.905177 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:29:42.916438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'port_id': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'mac_address': 'fa:16:3e:45:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:29:42.961752 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:42.976632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:29:42.998605 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:29:43.003367 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:43.066033 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:29:43.076834 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:29:43.077175 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:29:43.077509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:29:43.077841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:29:43.078173 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:29:43.078496 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:29:43.081342 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:29:43.081744 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:29:43.082035 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:29:43.082367 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:29:43.082726 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:29:43.083078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:29:43.083400 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:29:43.093954 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['6f0b11ca-2fcc-4c7c-979f-c1dece99f831'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:29:43.281578 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead4e03-47c5-495e-8df9-7dac03201c48 req-5325d4fd-c84b-4bae-bb03-02ce2c886d4e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:43.290414 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1ead4e03-47c5-495e-8df9-7dac03201c48 req-5325d4fd-c84b-4bae-bb03-02ce2c886d4e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 945 time: 0.0729649 Nov 28 08:29:43.343539 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1ead4e03-47c5-495e-8df9-7dac03201c48 req-1d10865b-e4fa-47e3-b7f2-22ef848ed7e9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0511584 Nov 28 08:29:44.469815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde59670-a1f4-49f2-989b-b99c973d8d28 req-543f89c3-af8b-4910-81b1-6ce26298a916 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:44.472016 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dde59670-a1f4-49f2-989b-b99c973d8d28 req-543f89c3-af8b-4910-81b1-6ce26298a916 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 945 time: 0.0586126 Nov 28 08:29:44.525451 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-dde59670-a1f4-49f2-989b-b99c973d8d28 req-8007d247-dbcc-4d59-a45d-7c6c22db2988 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464501 Nov 28 08:29:44.810842 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:29:44.886417 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:29:44.886894 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:44.992994 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:45.018706 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:29:45.021053 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f2bacb-f1a4-48ae-a452-01039c4d2e33" -d '{"events": [{"server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "name": "network-vif-plugged", "status": "completed", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:29:45.045747 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:29:45.050245 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:45.083298 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cc5098-b689-450d-b4ed-922bbf6b8cd0 x-openstack-request-id: req-70cc5098-b689-450d-b4ed-922bbf6b8cd0 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:29:45.083509 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "name": "network-vif-plugged", "status": "completed", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:29:45.083743 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70cc5098-b689-450d-b4ed-922bbf6b8cd0 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:29:45.084158 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'code': 200} Nov 28 08:29:45.110096 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:29:45.532904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23fad89f-1c0a-4b92-b22a-88530fc55e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:45.677113 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315564c-84c0-4383-90de-8eab311ac450 req-08720c3c-132b-4a70-aa73-f8c69d8c91f2 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:45.678838 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8315564c-84c0-4383-90de-8eab311ac450 req-08720c3c-132b-4a70-aa73-f8c69d8c91f2 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0727458 Nov 28 08:29:45.735069 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8315564c-84c0-4383-90de-8eab311ac450 req-3c23552d-a7b7-467c-b8d3-99359b35c7b0 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0499625 Nov 28 08:29:46.880995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5679f95-0eff-4c09-afe0-65c57ae5e1a9 req-6fd1575d-fde5-47af-bd89-40334ce8c3d4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:46.882497 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a5679f95-0eff-4c09-afe0-65c57ae5e1a9 req-6fd1575d-fde5-47af-bd89-40334ce8c3d4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0633359 Nov 28 08:29:46.938911 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a5679f95-0eff-4c09-afe0-65c57ae5e1a9 req-c0049ee8-d294-4840-b385-b6cb52f83e89 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489261 Nov 28 08:29:48.040916 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-96f8995d-200f-4966-ac9a-dfe32370cdcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:48.095129 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0637bc-3884-4e99-8da0-7f8eb9ff33d0 req-12d5aaa3-c65a-4413-9480-4759bee199ce tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:48.097624 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff0637bc-3884-4e99-8da0-7f8eb9ff33d0 req-12d5aaa3-c65a-4413-9480-4759bee199ce tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0724537 Nov 28 08:29:48.160054 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ff0637bc-3884-4e99-8da0-7f8eb9ff33d0 req-6f87c193-3633-4181-9d9e-0407b0ab3905 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0558169 Nov 28 08:29:49.071386 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d98de0-d7ee-4588-9ea7-9a7e6afddfc1 req-6be3d804-d584-42b4-95e3-7805c03baa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:49.072920 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2d98de0-d7ee-4588-9ea7-9a7e6afddfc1 req-6be3d804-d584-42b4-95e3-7805c03baa9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 1099 time: 0.0582533 Nov 28 08:29:49.186550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d98de0-d7ee-4588-9ea7-9a7e6afddfc1 req-f6e2db81-2d90-4041-ab2f-c0675514d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:49.188260 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2d98de0-d7ee-4588-9ea7-9a7e6afddfc1 req-f6e2db81-2d90-4041-ab2f-c0675514d1ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0927734 Nov 28 08:29:49.226519 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:49.272292 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2d98de0-d7ee-4588-9ea7-9a7e6afddfc1 req-c75f9078-fc26-44d4-875f-f30988133305 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831 HTTP/1.1" status: 200 len: 1002 time: 0.0761857 Nov 28 08:29:49.333348 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc5a3a-99c8-4afc-a205-c432b0d3e293 req-572bfb1f-b517-42e9-afd7-44c7cde6e486 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:49.340752 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-73dc5a3a-99c8-4afc-a205-c432b0d3e293 req-572bfb1f-b517-42e9-afd7-44c7cde6e486 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0850859 Nov 28 08:29:49.350317 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d98de0-d7ee-4588-9ea7-9a7e6afddfc1 req-82ce7858-a71e-4d0d-971e-219113381a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:49.352090 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2d98de0-d7ee-4588-9ea7-9a7e6afddfc1 req-82ce7858-a71e-4d0d-971e-219113381a51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0705810 Nov 28 08:29:49.399972 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-73dc5a3a-99c8-4afc-a205-c432b0d3e293 req-2035697c-5a66-4496-ba45-c963e76908a9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0524566 Nov 28 08:29:49.429003 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d98de0-d7ee-4588-9ea7-9a7e6afddfc1 req-a23740f8-64bb-4b74-b7f6-7e6f7258a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:49.430501 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2d98de0-d7ee-4588-9ea7-9a7e6afddfc1 req-a23740f8-64bb-4b74-b7f6-7e6f7258a10d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0687146 Nov 28 08:29:49.530838 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2d98de0-d7ee-4588-9ea7-9a7e6afddfc1 req-96426be4-20cd-4ba3-8d90-e1865ce69103 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910754 Nov 28 08:29:49.638545 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c2d98de0-d7ee-4588-9ea7-9a7e6afddfc1 req-f6fb616c-8a98-4874-8284-47c57b5b3a6b service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991585 Nov 28 08:29:49.869126 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:29:50.504457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:50.554929 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d31a4-075f-4c7c-8167-a148dcb22a5d req-f11e7cef-1fbf-4b51-a385-763fa2022436 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:50.556450 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-681d31a4-075f-4c7c-8167-a148dcb22a5d req-f11e7cef-1fbf-4b51-a385-763fa2022436 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0944633 Nov 28 08:29:50.617533 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-681d31a4-075f-4c7c-8167-a148dcb22a5d req-ce83e3d7-80a1-4242-8f36-fdc290fa470e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0513289 Nov 28 08:29:51.596679 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:51.748968 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a815b-7876-4bfe-bfc0-4681c8a8284c req-da366a72-ac85-48af-81c0-569e60ebe893 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:51.751392 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a55a815b-7876-4bfe-bfc0-4681c8a8284c req-da366a72-ac85-48af-81c0-569e60ebe893 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0630507 Nov 28 08:29:51.817632 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a55a815b-7876-4bfe-bfc0-4681c8a8284c req-bc73f7aa-1893-4d60-bcd7-820068247227 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0586600 Nov 28 08:29:52.946998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe86a5-6977-48a0-aa4d-b6166ec03815 req-dc3de2db-53ea-4a59-9e31-bca09f894e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:52.948490 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0abe86a5-6977-48a0-aa4d-b6166ec03815 req-dc3de2db-53ea-4a59-9e31-bca09f894e37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 1099 time: 0.0802546 Nov 28 08:29:52.955823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93391a3-1227-4aa9-85d2-548fc2aec70d req-04303054-11e7-49d9-b027-45fcf93ead17 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:52.957138 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c93391a3-1227-4aa9-85d2-548fc2aec70d req-04303054-11e7-49d9-b027-45fcf93ead17 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0810158 Nov 28 08:29:53.063123 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c93391a3-1227-4aa9-85d2-548fc2aec70d req-994c6c1c-001b-497c-a4c6-0151a2b6161c tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0960002 Nov 28 08:29:53.076043 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe86a5-6977-48a0-aa4d-b6166ec03815 req-94ef246f-eced-4cf5-a3d7-d3bfc7e9ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:53.077468 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0abe86a5-6977-48a0-aa4d-b6166ec03815 req-94ef246f-eced-4cf5-a3d7-d3bfc7e9ed6c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.1173654 Nov 28 08:29:53.155797 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0abe86a5-6977-48a0-aa4d-b6166ec03815 req-d360b645-9f56-46ec-83d3-36c918f0cc30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831 HTTP/1.1" status: 200 len: 1002 time: 0.0653820 Nov 28 08:29:53.209607 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe86a5-6977-48a0-aa4d-b6166ec03815 req-43ee33d3-dfa9-4e2f-b100-b24e5430d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:53.211019 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0abe86a5-6977-48a0-aa4d-b6166ec03815 req-43ee33d3-dfa9-4e2f-b100-b24e5430d530 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0428135 Nov 28 08:29:53.271545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe86a5-6977-48a0-aa4d-b6166ec03815 req-f8a8b685-a9e8-4198-aba2-82ab926733da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:53.273011 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0abe86a5-6977-48a0-aa4d-b6166ec03815 req-f8a8b685-a9e8-4198-aba2-82ab926733da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0461888 Nov 28 08:29:53.369153 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0abe86a5-6977-48a0-aa4d-b6166ec03815 req-d5ef4bdd-3032-425a-91ee-96544c2895e5 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832465 Nov 28 08:29:53.459454 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0abe86a5-6977-48a0-aa4d-b6166ec03815 req-2b10ba6b-e130-4156-8403-47fae7db2766 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787096 Nov 28 08:29:54.194253 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19115e74-fdfe-48ec-a1c8-aac873f02ba2 req-5d9ebbab-600d-4de8-9d02-89b5953841e0 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:54.195792 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-19115e74-fdfe-48ec-a1c8-aac873f02ba2 req-5d9ebbab-600d-4de8-9d02-89b5953841e0 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0652757 Nov 28 08:29:54.243058 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-19115e74-fdfe-48ec-a1c8-aac873f02ba2 req-a84cdc6a-a8e1-4c1e-b947-63db8653b367 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412409 Nov 28 08:29:55.365577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98629c34-0dfe-44b7-af0c-1890270b464c req-c15faaba-7057-4527-9d5e-9896a8f8b81c tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:55.367236 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-98629c34-0dfe-44b7-af0c-1890270b464c req-c15faaba-7057-4527-9d5e-9896a8f8b81c tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0574844 Nov 28 08:29:55.419750 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-98629c34-0dfe-44b7-af0c-1890270b464c req-4071b0c0-3d61-4b68-a26d-cd447c17c59a tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466089 Nov 28 08:29:56.540065 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338768cb-6deb-45a0-b33d-e3a88d53aab4 req-3692f9fe-29e8-41a2-b9ff-fb0080a343fd tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:56.541536 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-338768cb-6deb-45a0-b33d-e3a88d53aab4 req-3692f9fe-29e8-41a2-b9ff-fb0080a343fd tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0553787 Nov 28 08:29:56.589729 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-338768cb-6deb-45a0-b33d-e3a88d53aab4 req-5bc26b41-303e-44af-ae59-25e0b35be706 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420659 Nov 28 08:29:56.658341 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-49103eb8-43a2-4fba-80d0-f4124edb20da req-9391f4cd-ebca-470d-abb1-163558b75051 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:29:56.659387 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-49103eb8-43a2-4fba-80d0-f4124edb20da req-9391f4cd-ebca-470d-abb1-163558b75051 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0054541 Nov 28 08:29:56.832372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3d9a8-08de-4656-aaf8-a36775d8e85c req-2aa70da8-0a7d-41a1-96e9-705ed1eab792 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:56.834355 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2af3d9a8-08de-4656-aaf8-a36775d8e85c req-2aa70da8-0a7d-41a1-96e9-705ed1eab792 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 946 time: 0.0679097 Nov 28 08:29:56.864480 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:29:56.892452 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2af3d9a8-08de-4656-aaf8-a36775d8e85c req-f977f43f-ad74-4d61-a6c6-838bb0d97104 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0522754 Nov 28 08:29:56.996189 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:57.019942 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:29:57.022319 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77bec0f-8ad1-43f2-a7eb-42d65084056a" -d '{"events": [{"server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "name": "network-vif-unplugged", "status": "completed", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:29:57.036169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:29:57.041664 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bbcb7c22-e0e8-461e-b195-c2ebd6032d75 req-bb0445e6-c433-4bb7-b51f-bed020771d77 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1042459 Nov 28 08:29:57.043256 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:29:57.071980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 28 Nov 2021 08:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37592fd-52ed-410e-80fe-0c18bcae6ebe x-openstack-request-id: req-d37592fd-52ed-410e-80fe-0c18bcae6ebe {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:29:57.071980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "name": "network-vif-unplugged", "status": "failed", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831", "code": 422}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:29:57.072171 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d37592fd-52ed-410e-80fe-0c18bcae6ebe {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:29:57.072645 dv-neutron-744815-16-hyperv neutron-server[115120]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'code': 422} returned with failed status Nov 28 08:29:57.103042 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,revision_number=8']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:29:57.960403 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb7c22-e0e8-461e-b195-c2ebd6032d75 req-7de9f700-eb56-4797-864f-b8aa25e1170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:57.961921 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbcb7c22-e0e8-461e-b195-c2ebd6032d75 req-7de9f700-eb56-4797-864f-b8aa25e1170a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4&tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3 HTTP/1.1" status: 200 len: 1097 time: 0.0485969 Nov 28 08:29:58.023728 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44659b6-ee25-4543-abba-ee7ebbed3ff2 req-f28f1096-468b-45ac-9f37-dce720f8c374 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:58.025408 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e44659b6-ee25-4543-abba-ee7ebbed3ff2 req-f28f1096-468b-45ac-9f37-dce720f8c374 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0599329 Nov 28 08:29:58.043993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb7c22-e0e8-461e-b195-c2ebd6032d75 req-54056d11-aa20-4967-a979-3731c3f5537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:58.045504 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbcb7c22-e0e8-461e-b195-c2ebd6032d75 req-54056d11-aa20-4967-a979-3731c3f5537b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 1097 time: 0.0499172 Nov 28 08:29:58.079755 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e44659b6-ee25-4543-abba-ee7ebbed3ff2 req-05c90e41-7ff0-47ba-a2ea-6276b7be5bb6 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0478015 Nov 28 08:29:58.148155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb7c22-e0e8-461e-b195-c2ebd6032d75 req-94b692f8-c301-415a-8911-980c49b50bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:58.149615 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbcb7c22-e0e8-461e-b195-c2ebd6032d75 req-94b692f8-c301-415a-8911-980c49b50bb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0896564 Nov 28 08:29:58.222917 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbcb7c22-e0e8-461e-b195-c2ebd6032d75 req-62dc3a52-d831-466c-9092-e5473daa4f71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831 HTTP/1.1" status: 200 len: 1000 time: 0.0616462 Nov 28 08:29:58.274147 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb7c22-e0e8-461e-b195-c2ebd6032d75 req-522da6c6-9fa4-49f2-8f25-d784e075f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:58.275569 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbcb7c22-e0e8-461e-b195-c2ebd6032d75 req-522da6c6-9fa4-49f2-8f25-d784e075f0a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0414948 Nov 28 08:29:58.334945 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb7c22-e0e8-461e-b195-c2ebd6032d75 req-9d11c12b-e576-4c84-96ed-a9ec5ba77fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:58.336286 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbcb7c22-e0e8-461e-b195-c2ebd6032d75 req-9d11c12b-e576-4c84-96ed-a9ec5ba77fd4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0481405 Nov 28 08:29:58.427889 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbcb7c22-e0e8-461e-b195-c2ebd6032d75 req-b0eb94a6-8933-4b79-b284-1e915b99751a service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784209 Nov 28 08:29:58.523223 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbcb7c22-e0e8-461e-b195-c2ebd6032d75 req-4d171802-cf25-42d0-a750-c427d8ffa198 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814512 Nov 28 08:29:59.234349 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c28b3-7ba6-4ee9-8543-fcda605bd810 req-ca5398bb-4732-4653-a318-ac8278b54706 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:29:59.235916 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab7c28b3-7ba6-4ee9-8543-fcda605bd810 req-ca5398bb-4732-4653-a318-ac8278b54706 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0581419 Nov 28 08:29:59.293919 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ab7c28b3-7ba6-4ee9-8543-fcda605bd810 req-13e619c5-bb61-4c30-b5d7-5bd8f01ba822 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0499754 Nov 28 08:30:00.428166 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769ff03-2f9b-4c5a-a89b-e3bca61e7263 req-522a34f5-acd6-4b2f-a179-f048a12ed81e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:00.430657 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e769ff03-2f9b-4c5a-a89b-e3bca61e7263 req-522a34f5-acd6-4b2f-a179-f048a12ed81e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0635016 Nov 28 08:30:00.487235 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e769ff03-2f9b-4c5a-a89b-e3bca61e7263 req-ad57bd61-3719-440d-acfb-e42b38ba6a78 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0501220 Nov 28 08:30:01.620293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bd49b-ff87-439c-a625-234488c52d3f req-21136e20-a770-4820-9daf-4ae4f245f58e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:01.621790 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d68bd49b-ff87-439c-a625-234488c52d3f req-21136e20-a770-4820-9daf-4ae4f245f58e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0606070 Nov 28 08:30:01.671991 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d68bd49b-ff87-439c-a625-234488c52d3f req-fbcf2436-e7cf-4acb-a3dc-71df7ec71d13 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440221 Nov 28 08:30:01.687183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:02.814560 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db272451-6cce-4c72-82bd-010664f97a30 req-f9196e7f-5ba6-47a2-a140-2adb97f1c7be tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:02.816101 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-db272451-6cce-4c72-82bd-010664f97a30 req-f9196e7f-5ba6-47a2-a140-2adb97f1c7be tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0602863 Nov 28 08:30:02.868405 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-db272451-6cce-4c72-82bd-010664f97a30 req-0f96f790-7e51-4f29-9c2f-7d8e100ad1ac tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460527 Nov 28 08:30:04.005088 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e91ed5-dfde-4a94-a709-fe1380643396 req-6130a87a-a418-4247-a660-e7aed6d2e708 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:04.006632 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b8e91ed5-dfde-4a94-a709-fe1380643396 req-6130a87a-a418-4247-a660-e7aed6d2e708 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0681698 Nov 28 08:30:04.057178 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b8e91ed5-dfde-4a94-a709-fe1380643396 req-a2114b30-a1dc-464b-9fd2-71d59ab79a5f tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445199 Nov 28 08:30:05.193781 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16c022-6fc5-4b97-a8ad-0ea688bdd123 req-f8b734a1-b18a-4987-8cfe-a2a532e5c48d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:05.195339 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8a16c022-6fc5-4b97-a8ad-0ea688bdd123 req-f8b734a1-b18a-4987-8cfe-a2a532e5c48d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0623629 Nov 28 08:30:05.246016 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8a16c022-6fc5-4b97-a8ad-0ea688bdd123 req-f0027b03-da84-4022-a2b8-0e1592845204 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446091 Nov 28 08:30:06.372713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70f9d1-b0f1-4c5c-a7c4-a5e0b0039488 req-457cc3ce-c52a-4072-968b-fc949d25dfcf tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:06.375017 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fc70f9d1-b0f1-4c5c-a7c4-a5e0b0039488 req-457cc3ce-c52a-4072-968b-fc949d25dfcf tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0585878 Nov 28 08:30:06.431208 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fc70f9d1-b0f1-4c5c-a7c4-a5e0b0039488 req-690fa26d-79ff-4900-9e3c-e22d7563325c tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0493855 Nov 28 08:30:07.556152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40421a-bb7c-4beb-a314-66b0799ae00e req-d7287d49-fe7e-41c0-b53b-08803c0542fa tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:07.557968 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8d40421a-bb7c-4beb-a314-66b0799ae00e req-d7287d49-fe7e-41c0-b53b-08803c0542fa tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0574007 Nov 28 08:30:07.608453 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8d40421a-bb7c-4beb-a314-66b0799ae00e req-8c1bab0b-04a7-48d4-b6c6-75b9e48b7144 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443957 Nov 28 08:30:08.732469 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd91e24-29c6-454c-9ae9-e36b6219c48e req-7aefe5eb-7b3e-4f19-a72a-d62fc5a07bd9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:08.734031 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5cd91e24-29c6-454c-9ae9-e36b6219c48e req-7aefe5eb-7b3e-4f19-a72a-d62fc5a07bd9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0567708 Nov 28 08:30:08.784138 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5cd91e24-29c6-454c-9ae9-e36b6219c48e req-597def5d-8f70-41ae-8b79-cc4fd8748c28 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441325 Nov 28 08:30:09.912843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d755a-20de-464b-887a-600fcf618b08 req-0ff12602-cbe8-4163-895e-1df191d815cd tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:09.914307 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-522d755a-20de-464b-887a-600fcf618b08 req-0ff12602-cbe8-4163-895e-1df191d815cd tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0609524 Nov 28 08:30:09.962736 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-522d755a-20de-464b-887a-600fcf618b08 req-b7e30452-6333-4311-b1d3-429a165c7270 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424802 Nov 28 08:30:10.937185 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:30:11.031635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:30:11.043725 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'port_id': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'mac_address': 'fa:16:3e:45:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:30:11.085970 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64b429-ef35-450e-ae4e-38a2599b8587 req-65021416-bb88-4013-baf0-7613395a7e66 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:11.087524 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa64b429-ef35-450e-ae4e-38a2599b8587 req-65021416-bb88-4013-baf0-7613395a7e66 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 944 time: 0.0554152 Nov 28 08:30:11.093059 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:11.108138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:30:11.127124 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:30:11.131101 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:11.137970 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fa64b429-ef35-450e-ae4e-38a2599b8587 req-3bd4766f-ecb1-44bf-b1c7-fc0968b20c70 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434957 Nov 28 08:30:11.185291 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,revision_number=9']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:30:11.440591 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['6f0b11ca-2fcc-4c7c-979f-c1dece99f831'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:30:12.259635 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577e402-f7b4-4f1b-8be4-397d2f5d6166 req-c7b5bc83-159b-40c8-93a0-27b126bedfc3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:12.261090 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f577e402-f7b4-4f1b-8be4-397d2f5d6166 req-c7b5bc83-159b-40c8-93a0-27b126bedfc3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 945 time: 0.0550210 Nov 28 08:30:12.309218 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f577e402-f7b4-4f1b-8be4-397d2f5d6166 req-ad418530-feaa-4ebe-8c9a-b867ceb20de7 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421920 Nov 28 08:30:12.939856 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:30:12.992533 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:30:12.992904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:13.079274 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:13.101824 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:30:13.104099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad05f27a-0f3b-4a17-84d6-e6568dd9bf45" -d '{"events": [{"server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "name": "network-vif-plugged", "status": "completed", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:30:13.116510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:30:13.120418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:13.143543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc90d38-e43f-4c0e-b3b5-54469fe3767f x-openstack-request-id: req-bfc90d38-e43f-4c0e-b3b5-54469fe3767f {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:30:13.143864 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "name": "network-vif-plugged", "status": "completed", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:30:13.144122 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bfc90d38-e43f-4c0e-b3b5-54469fe3767f {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:30:13.144510 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'code': 200} Nov 28 08:30:13.178778 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,revision_number=10']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:30:13.380535 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e5f8c-1b12-44bd-b657-d4800a0389b8 req-67487dc8-7465-4501-b9e5-7716239796df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:13.382624 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d43e5f8c-1b12-44bd-b657-d4800a0389b8 req-67487dc8-7465-4501-b9e5-7716239796df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 1100 time: 0.0493979 Nov 28 08:30:13.432389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206467e4-e7be-4e43-886a-1c6b9fce8192 req-f119b9fb-297e-40f3-80ab-a57626f490bc tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:13.433857 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-206467e4-e7be-4e43-886a-1c6b9fce8192 req-f119b9fb-297e-40f3-80ab-a57626f490bc tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 947 time: 0.0585420 Nov 28 08:30:13.435397 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d43e5f8c-1b12-44bd-b657-d4800a0389b8 req-59131495-fe47-4446-8b45-888137717e6d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382507 Nov 28 08:30:13.481421 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-206467e4-e7be-4e43-886a-1c6b9fce8192 req-4dafffe0-31c1-40a6-862b-a70fb5c17bc0 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415456 Nov 28 08:30:14.603546 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7f3b1-3a36-4d6d-b776-941cbcd55388 req-14a51b28-746a-454c-9099-ce151c90b231 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:14.605101 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cf7f3b1-3a36-4d6d-b776-941cbcd55388 req-14a51b28-746a-454c-9099-ce151c90b231 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 947 time: 0.0559542 Nov 28 08:30:14.656287 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9cf7f3b1-3a36-4d6d-b776-941cbcd55388 req-aef93a71-8805-4864-9d24-854008420ab1 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451100 Nov 28 08:30:15.538048 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5aaec403-620b-47f1-bf1f-b0e07d9147bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:15.775264 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f18977-2a30-4cab-8892-92eb43ff6eed req-1a43359d-6712-49ce-a0f2-c76e29315952 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:15.776722 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-20f18977-2a30-4cab-8892-92eb43ff6eed req-1a43359d-6712-49ce-a0f2-c76e29315952 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 947 time: 0.0551331 Nov 28 08:30:15.825101 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-20f18977-2a30-4cab-8892-92eb43ff6eed req-4dc24407-0866-45c6-b694-e222e77ef66b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425599 Nov 28 08:30:18.028976 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3b3ed67b-0453-45a9-a0c1-b5d505d67a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:19.209981 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:20.502774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:21.430911 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:26.867599 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:30:31.686718 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:45.539459 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4875-3152-46d9-aff7-6a4653e0fbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:48.029881 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7c446cc4-b407-4b53-9649-b985b4785467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:49.216239 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:50.028825 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cf624389-d4f0-471c-8a16-bafa58e5f575 req-e2a68fda-2d05-4aea-944c-0fa556e2ad04 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480933 Nov 28 08:30:50.123018 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf624389-d4f0-471c-8a16-bafa58e5f575 req-11d86043-0cf7-4f3f-9fb3-ddc786b381f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:50.124465 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cf624389-d4f0-471c-8a16-bafa58e5f575 req-11d86043-0cf7-4f3f-9fb3-ddc786b381f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 1100 time: 0.0451763 Nov 28 08:30:50.227414 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf624389-d4f0-471c-8a16-bafa58e5f575 req-29a537f6-2f40-4062-95bd-dea5272154cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:50.228771 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cf624389-d4f0-471c-8a16-bafa58e5f575 req-29a537f6-2f40-4062-95bd-dea5272154cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0812633 Nov 28 08:30:50.300067 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cf624389-d4f0-471c-8a16-bafa58e5f575 req-62d7d32f-29b2-4820-bf87-116e3af381ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831 HTTP/1.1" status: 200 len: 1002 time: 0.0641444 Nov 28 08:30:50.348563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf624389-d4f0-471c-8a16-bafa58e5f575 req-68c61979-f301-4ef1-8dc0-9807123a8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:50.350034 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cf624389-d4f0-471c-8a16-bafa58e5f575 req-68c61979-f301-4ef1-8dc0-9807123a8735 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0422285 Nov 28 08:30:50.402682 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf624389-d4f0-471c-8a16-bafa58e5f575 req-24d176ae-3d9f-42ef-8a99-51a521c71de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:30:50.404174 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cf624389-d4f0-471c-8a16-bafa58e5f575 req-24d176ae-3d9f-42ef-8a99-51a521c71de1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0447371 Nov 28 08:30:50.499659 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cf624389-d4f0-471c-8a16-bafa58e5f575 req-e1e44be9-62bf-40ca-943e-87b459d73779 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825520 Nov 28 08:30:50.507132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:30:50.590588 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cf624389-d4f0-471c-8a16-bafa58e5f575 req-16b09b32-bec6-463c-9be3-8bccae450673 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788200 Nov 28 08:30:51.432004 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:01.686689 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:03.867670 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:31:15.542216 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3904a645-9900-47b5-aef6-7a4a20074e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:18.030715 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1532e464-7c4d-4d77-bf89-17f255faa6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:19.215832 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:20.511142 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:21.434162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:28.705219 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48498) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:31:28.872389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Deleting port 61b3c323-d8cd-4e88-b3e0-77cd250846ac {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:31:28.872721 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:28.947739 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:28.948059 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:29.284943 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Calling delete_port for 61b3c323-d8cd-4e88-b3e0-77cd250846ac owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:31:29.439032 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:29.462614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event deleted for resources: {'Port': ['ID=61b3c323-d8cd-4e88-b3e0-77cd250846ac,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:31:29.474164 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:29.474504 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:29.474833 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:29.475183 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:29.476097 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:29.476419 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:29.476739 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:29.477055 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:29.477369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:29.477681 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:29.477997 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:29.478307 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:29.478615 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:29.533509 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:29.533824 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Floating IP 52703c1f-7d5b-40e5-80f7-41b555205b29 disassociated (deleted). External IP: 172.26.2.241, port: 6f0b11ca-2fcc-4c7c-979f-c1dece99f831. Nov 28 08:31:29.766581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Router 03a2e168-7f74-4990-b323-d6fb7e603ed4 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:31:29.893002 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:31:29.898090 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:29.902981 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69fdd99-6710-4a21-a9e2-0810bb71396f None None] Sync routers for ids ['03a2e168-7f74-4990-b323-d6fb7e603ed4'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:31:29.911978 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fdd99-6710-4a21-a9e2-0810bb71396f None None] Routers {'03a2e168-7f74-4990-b323-d6fb7e603ed4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:31:29.912598 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c69fdd99-6710-4a21-a9e2-0810bb71396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:31:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['03a2e168-7f74-4990-b323-d6fb7e603ed4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:31:29.932578 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-87886d55-96e9-4e17-8583-24c853ba9f72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "DELETE /v2.0/floatingips/52703c1f-7d5b-40e5-80f7-41b555205b29 HTTP/1.1" status: 204 len: 168 time: 1.2262630 Nov 28 08:31:29.933184 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:31:29.935479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2618f5-522d-4eb1-b00b-da2f546b153e" -d '{"events": [{"name": "network-changed", "server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:31:30.042386 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c451c632-920d-4d57-a52a-5757623807ad x-openstack-request-id: req-c451c632-920d-4d57-a52a-5757623807ad {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:31:30.042683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:31:30.042976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c451c632-920d-4d57-a52a-5757623807ad {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:31:30.043387 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'status': 'completed', 'code': 200} Nov 28 08:31:30.048662 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-c69fdd99-6710-4a21-a9e2-0810bb71396f None None] Set router 03a2e168-7f74-4990-b323-d6fb7e603ed4 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:31:30.186772 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46223f7-594c-4672-a4f2-e0d09ae5e134 req-24403ce4-8edf-4124-ae99-a1b8b1b2484e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:30.188520 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a46223f7-594c-4672-a4f2-e0d09ae5e134 req-24403ce4-8edf-4124-ae99-a1b8b1b2484e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 947 time: 0.0632570 Nov 28 08:31:30.242932 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a46223f7-594c-4672-a4f2-e0d09ae5e134 req-4bb86e92-f5db-4fd1-b2e7-f401daa05c4c tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469646 Nov 28 08:31:30.280928 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c69fdd99-6710-4a21-a9e2-0810bb71396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:31:30.310397 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69fdd99-6710-4a21-a9e2-0810bb71396f None None] Checking router: 03a2e168-7f74-4990-b323-d6fb7e603ed4 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:31:30.320226 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fdd99-6710-4a21-a9e2-0810bb71396f None None] Routers {'03a2e168-7f74-4990-b323-d6fb7e603ed4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:31:30.320854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c69fdd99-6710-4a21-a9e2-0810bb71396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:31:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['03a2e168-7f74-4990-b323-d6fb7e603ed4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:31:30.449197 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-c69fdd99-6710-4a21-a9e2-0810bb71396f None None] Set router 03a2e168-7f74-4990-b323-d6fb7e603ed4 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:31:30.493512 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2618f5-522d-4eb1-b00b-da2f546b153e req-6d17d71f-ae34-482e-8ebd-af643221ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:30.495028 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd2618f5-522d-4eb1-b00b-da2f546b153e req-6d17d71f-ae34-482e-8ebd-af643221ceec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 1100 time: 0.4033937 Nov 28 08:31:30.594756 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2618f5-522d-4eb1-b00b-da2f546b153e req-d5e093de-a020-4603-a698-971a107e4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:30.596239 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd2618f5-522d-4eb1-b00b-da2f546b153e req-d5e093de-a020-4603-a698-971a107e4d94 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0913851 Nov 28 08:31:30.647776 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd2618f5-522d-4eb1-b00b-da2f546b153e req-31142794-32ea-441c-99e9-24123f3d95dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831 HTTP/1.1" status: 200 len: 217 time: 0.0375640 Nov 28 08:31:30.658464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c69fdd99-6710-4a21-a9e2-0810bb71396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:31:30.687278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69fdd99-6710-4a21-a9e2-0810bb71396f None None] The sync data for ids ['03a2e168-7f74-4990-b323-d6fb7e603ed4'] in dv-neutron-744815-16-hyperv is: [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:31:30.698559 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2618f5-522d-4eb1-b00b-da2f546b153e req-17feb3bb-2ccc-4522-83ca-cfba759cb6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:30.700153 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd2618f5-522d-4eb1-b00b-da2f546b153e req-17feb3bb-2ccc-4522-83ca-cfba759cb6e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0439496 Nov 28 08:31:30.756059 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2618f5-522d-4eb1-b00b-da2f546b153e req-d2a82b95-b573-442f-aa5d-7a4c226ff4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:30.757577 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd2618f5-522d-4eb1-b00b-da2f546b153e req-d2a82b95-b573-442f-aa5d-7a4c226ff4df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0489967 Nov 28 08:31:30.861571 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd2618f5-522d-4eb1-b00b-da2f546b153e req-76893ba2-8e83-45ca-9134-195c68cf808a service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946906 Nov 28 08:31:30.903631 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeee1499-54b3-4c28-bcea-869366881b44 None None] New status for floating IP 52703c1f-7d5b-40e5-80f7-41b555205b29: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:31:30.954902 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-fd2618f5-522d-4eb1-b00b-da2f546b153e req-ac3bd067-58c5-4348-91a7-40e739291aa3 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846364 Nov 28 08:31:31.370539 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d2f9b-b447-4ab4-b46b-93e4bb732f03 req-fcbead50-2412-4e25-bbae-4a3f276e9c9e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:31.372030 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-544d2f9b-b447-4ab4-b46b-93e4bb732f03 req-fcbead50-2412-4e25-bbae-4a3f276e9c9e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 947 time: 0.0575957 Nov 28 08:31:31.419968 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-544d2f9b-b447-4ab4-b46b-93e4bb732f03 req-c07b7e91-9d09-4ca6-a333-01ca5babc8cc tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f95d730-9d75-4aad-a68f-696a5ffb47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420797 Nov 28 08:31:31.686161 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:31.692316 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7b7d5-90ca-4f06-94d1-401d0ad8721b req-cf889dde-e48c-4b9f-8efb-952b62c11c2d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:31.693758 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8af7b7d5-90ca-4f06-94d1-401d0ad8721b req-cf889dde-e48c-4b9f-8efb-952b62c11c2d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.35 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 947 time: 0.0551355 Nov 28 08:31:31.800175 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-8af7b7d5-90ca-4f06-94d1-401d0ad8721b req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Deleting port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:31:31.800684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8af7b7d5-90ca-4f06-94d1-401d0ad8721b req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:31.886209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-8af7b7d5-90ca-4f06-94d1-401d0ad8721b req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] For port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:31:31.886568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8af7b7d5-90ca-4f06-94d1-401d0ad8721b req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:31.898352 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-8af7b7d5-90ca-4f06-94d1-401d0ad8721b req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Calling delete_port for 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:31:32.031026 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8af7b7d5-90ca-4f06-94d1-401d0ad8721b req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:32.060825 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event deleted for resources: {'Port': ['ID=6f0b11ca-2fcc-4c7c-979f-c1dece99f831,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:31:32.086943 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:32.087305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:32.087655 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:32.087996 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:32.088331 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:32.088664 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:32.088999 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:32.089328 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:32.089658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:32.089986 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:32.090312 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:32.090635 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:32.090987 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:31:32.118156 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af7b7d5-90ca-4f06-94d1-401d0ad8721b req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] No DVR routers for this DVR port 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:31:32.120678 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-8af7b7d5-90ca-4f06-94d1-401d0ad8721b req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:32.124054 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8af7b7d5-90ca-4f06-94d1-401d0ad8721b req-3dffeaff-c0c3-4964-b2ad-7945836728ec tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.35 "DELETE /v2.0/ports/6f0b11ca-2fcc-4c7c-979f-c1dece99f831 HTTP/1.1" status: 204 len: 173 time: 0.4184206 Nov 28 08:31:32.124772 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'name': 'network-vif-deleted', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:31:32.127052 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d066eec6-b46e-4f0a-a313-f0033d3054ec" -d '{"events": [{"server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "name": "network-vif-deleted", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:31:32.225014 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c786de-09e7-4f93-98a5-96e1c8066b36 x-openstack-request-id: req-c0c786de-09e7-4f93-98a5-96e1c8066b36 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:31:32.225835 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d5ab81-6e23-4a7d-8d2e-624985d1b5f4", "name": "network-vif-deleted", "tag": "6f0b11ca-2fcc-4c7c-979f-c1dece99f831", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:31:32.226815 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0c786de-09e7-4f93-98a5-96e1c8066b36 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:31:32.227252 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d5ab81-6e23-4a7d-8d2e-624985d1b5f4', 'name': 'network-vif-deleted', 'tag': '6f0b11ca-2fcc-4c7c-979f-c1dece99f831', 'status': 'completed', 'code': 200} Nov 28 08:31:32.529328 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e7dfe32d-4cef-4060-8d1a-a37f41cf2c23 req-78aecf85-a926-4567-a0ae-3361c3b91f10 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d5ab81-6e23-4a7d-8d2e-624985d1b5f4 HTTP/1.1" status: 200 len: 210 time: 0.0281811 Nov 28 08:31:33.585846 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48526) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:31:33.640706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-40364fe1-1cf8-4651-b563-1376c78b6613 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:33.664809 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-40364fe1-1cf8-4651-b563-1376c78b6613 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:33.727059 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-40364fe1-1cf8-4651-b563-1376c78b6613 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:33.729586 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-40364fe1-1cf8-4651-b563-1376c78b6613 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:33.730731 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-40364fe1-1cf8-4651-b563-1376c78b6613 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "DELETE /v2.0/security-groups/9f95d730-9d75-4aad-a68f-696a5ffb47b3 HTTP/1.1" status: 204 len: 168 time: 0.1438878 Nov 28 08:31:33.739806 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40364fe1-1cf8-4651-b563-1376c78b6613 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f95d730-9d75-4aad-a68f-696a5ffb47b3,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:31:34.033224 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48532) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:31:34.037810 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-48c4e53c-5f37-4279-a9a0-6cd675ab9d20 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930742417', 'description': 'tempest-secgroup-smoke-1930742417 description', 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:31:34.059669 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48c4e53c-5f37-4279-a9a0-6cd675ab9d20 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.123581 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48c4e53c-5f37-4279-a9a0-6cd675ab9d20 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.127389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48c4e53c-5f37-4279-a9a0-6cd675ab9d20 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.151128 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-48c4e53c-5f37-4279-a9a0-6cd675ab9d20 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.152333 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-48c4e53c-5f37-4279-a9a0-6cd675ab9d20 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1180909 Nov 28 08:31:34.155348 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48534) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:31:34.160038 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4e53c-5f37-4279-a9a0-6cd675ab9d20 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb04290-223a-46fb-91d5-454107356dd0,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:31:34.160212 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-61fec4f9-6ce1-4a3f-8ae3-beec554ef3e3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'security_group_rule': {'security_group_id': '3eb04290-223a-46fb-91d5-454107356dd0', 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:31:34.191277 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-61fec4f9-6ce1-4a3f-8ae3-beec554ef3e3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.245409 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-61fec4f9-6ce1-4a3f-8ae3-beec554ef3e3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.248187 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-61fec4f9-6ce1-4a3f-8ae3-beec554ef3e3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.266542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fec4f9-6ce1-4a3f-8ae3-beec554ef3e3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0005dd8d-f99e-4a7f-9b73-c558480ab4e0,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:31:34.273474 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-61fec4f9-6ce1-4a3f-8ae3-beec554ef3e3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.274665 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-61fec4f9-6ce1-4a3f-8ae3-beec554ef3e3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183083 Nov 28 08:31:34.277372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48536) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:31:34.281651 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-777dd774-d516-4e76-8918-fee35ab45bb4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'security_group_rule': {'security_group_id': '3eb04290-223a-46fb-91d5-454107356dd0', 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:31:34.307624 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-777dd774-d516-4e76-8918-fee35ab45bb4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.359405 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-777dd774-d516-4e76-8918-fee35ab45bb4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.362713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-777dd774-d516-4e76-8918-fee35ab45bb4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.379576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dd774-d516-4e76-8918-fee35ab45bb4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98ceb48-330e-478f-b18a-ea6955b00cf0,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:31:34.388204 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-777dd774-d516-4e76-8918-fee35ab45bb4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.389526 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-777dd774-d516-4e76-8918-fee35ab45bb4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1112390 Nov 28 08:31:34.392155 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48538) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:31:34.396372 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-3ff8177d-5932-40be-b794-d085aac79936 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'security_group_rule': {'security_group_id': '3eb04290-223a-46fb-91d5-454107356dd0', 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:31:34.421827 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ff8177d-5932-40be-b794-d085aac79936 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.480330 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ff8177d-5932-40be-b794-d085aac79936 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.484110 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ff8177d-5932-40be-b794-d085aac79936 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.503654 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8177d-5932-40be-b794-d085aac79936 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae62e16-e911-4053-bb04-e77d7ea4b515,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:31:34.508787 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-3ff8177d-5932-40be-b794-d085aac79936 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.509960 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-3ff8177d-5932-40be-b794-d085aac79936 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168983 Nov 28 08:31:34.512718 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48540) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:31:34.516969 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-d169e2e3-1b0f-4ba2-9f52-3d32578b1cfe tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'security_group_rule': {'security_group_id': '3eb04290-223a-46fb-91d5-454107356dd0', 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:31:34.541435 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d169e2e3-1b0f-4ba2-9f52-3d32578b1cfe tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.596270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d169e2e3-1b0f-4ba2-9f52-3d32578b1cfe tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.599761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d169e2e3-1b0f-4ba2-9f52-3d32578b1cfe tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.618903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169e2e3-1b0f-4ba2-9f52-3d32578b1cfe tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeaeb3e1-95dd-4e30-8f38-3fe77c05a036,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:31:34.624630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-d169e2e3-1b0f-4ba2-9f52-3d32578b1cfe tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.625519 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-d169e2e3-1b0f-4ba2-9f52-3d32578b1cfe tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1118736 Nov 28 08:31:34.628293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48542) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:31:34.632568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-65a11ec4-0b37-4d64-87d2-7e12f19364d3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'security_group_rule': {'security_group_id': '3eb04290-223a-46fb-91d5-454107356dd0', 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:31:34.653193 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-65a11ec4-0b37-4d64-87d2-7e12f19364d3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Project a7bfb33a6d04442cbd7e0c5308c9fea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:31:34.657840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-65a11ec4-0b37-4d64-87d2-7e12f19364d3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.712729 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-65a11ec4-0b37-4d64-87d2-7e12f19364d3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.716225 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-65a11ec4-0b37-4d64-87d2-7e12f19364d3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.733618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a11ec4-0b37-4d64-87d2-7e12f19364d3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e175a7c2-5151-4cd7-8d40-4a8a9e77cbad,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:31:34.740856 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-65a11ec4-0b37-4d64-87d2-7e12f19364d3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.742043 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-65a11ec4-0b37-4d64-87d2-7e12f19364d3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1128368 Nov 28 08:31:34.744730 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48544) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:31:34.748967 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-7aa41245-124c-4ee6-8c0d-ee39f8589898 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'security_group_rule': {'security_group_id': '3eb04290-223a-46fb-91d5-454107356dd0', 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:31:34.768901 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-7aa41245-124c-4ee6-8c0d-ee39f8589898 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Project a7bfb33a6d04442cbd7e0c5308c9fea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:31:34.774085 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7aa41245-124c-4ee6-8c0d-ee39f8589898 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.832048 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7aa41245-124c-4ee6-8c0d-ee39f8589898 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.835865 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7aa41245-124c-4ee6-8c0d-ee39f8589898 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.853394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa41245-124c-4ee6-8c0d-ee39f8589898 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c03ca1-3b6e-47de-803e-9935859887f3,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:31:34.865227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-7aa41245-124c-4ee6-8c0d-ee39f8589898 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:34.866433 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-7aa41245-124c-4ee6-8c0d-ee39f8589898 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207869 Nov 28 08:31:35.267025 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:31:35.290000 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:31:35.290452 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 6f0b11ca-2fcc-4c7c-979f-c1dece99f831 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:31:40.866458 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:31:45.544271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1571eefe-94ca-40ae-bc04-321280c4d821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:48.032521 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-239ad73d-403c-4fd0-b423-58b176e4f92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:49.222654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:50.099559 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-b1677087-e631-4524-9e21-191b169fbdb5 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930742417&fields=id&tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3 HTTP/1.1" status: 200 len: 267 time: 0.0441728 Nov 28 08:31:50.204917 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-79707f56-5222-4883-8c1e-885b25e38818 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:50.206250 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-79707f56-5222-4883-8c1e-885b25e38818 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 808 time: 0.0999959 Nov 28 08:31:50.224781 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-7d0c1122-b6e1-4522-beef-54d188bd6abf tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/quotas/a7bfb33a6d04442cbd7e0c5308c9fea3 HTTP/1.1" status: 200 len: 375 time: 0.0107267 Nov 28 08:31:50.281552 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3024dd77-251c-441e-a4cf-2d5303353bae tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514393 Nov 28 08:31:50.296180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-9824bf6a-754f-4317-a4bc-38140712094b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:31:50.297132 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-9824bf6a-754f-4317-a4bc-38140712094b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0048881 Nov 28 08:31:50.383979 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-c042e56c-d9f5-4caa-9a02-9a5ce3a00456 service neutron] 10.222.0.31 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810177 Nov 28 08:31:50.475085 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-ca5a3def-234b-45de-94bb-5c17e797f6d1 service neutron] 10.222.0.31 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849063 Nov 28 08:31:50.512997 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:50.752614 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8064a38d-09f8-4ca3-ad8e-70d744beccb2 req-4fffaada-c6ef-4e23-ad5f-e9c8cf458d71 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 210 time: 0.0274203 Nov 28 08:31:51.438593 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:51.774569 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-c6e7f75f-899b-46c4-82f8-47d03fb6b729 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:51.776050 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-c6e7f75f-899b-46c4-82f8-47d03fb6b729 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 808 time: 0.1041121 Nov 28 08:31:51.861803 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06ff8f17-f7c3-4dbd-83d9-6190e73cb96c req-7b264bb5-7944-446f-b66c-e9825815ef20 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 210 time: 0.0411539 Nov 28 08:31:51.882658 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-c2a8d035-98f3-4dd8-b9c3-e3a028170f45 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3 HTTP/1.1" status: 200 len: 380 time: 0.0786541 Nov 28 08:31:51.892507 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-12087454-27b0-4518-b87f-278d78504a97 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'port': {'device_id': '19937a7b-54e1-4637-9664-9b2f975056af', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'admin_state_up': True, 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'security_groups': ['3eb04290-223a-46fb-91d5-454107356dd0']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:31:52.016965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-12087454-27b0-4518-b87f-278d78504a97 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Made reservation on behalf of a7bfb33a6d04442cbd7e0c5308c9fea3 for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:31:52.020510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-12087454-27b0-4518-b87f-278d78504a97 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:52.146631 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-12087454-27b0-4518-b87f-278d78504a97 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Allocated IP 172.20.0.14 (a66a5345-382a-4351-8af7-ce2e2a4b1fdd/976847ad-80f8-44c8-b88b-101030591d9e/75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:31:52.287023 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-12087454-27b0-4518-b87f-278d78504a97 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:52.324825 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-12087454-27b0-4518-b87f-278d78504a97 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:52.365902 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-12087454-27b0-4518-b87f-278d78504a97 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Network a66a5345-382a-4351-8af7-ce2e2a4b1fdd is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:31:52.373471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-12087454-27b0-4518-b87f-278d78504a97 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:31:52.379032 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-12087454-27b0-4518-b87f-278d78504a97 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:31:52.404362 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12087454-27b0-4518-b87f-278d78504a97 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'Port': ['ID=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:31:52.436046 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-12087454-27b0-4518-b87f-278d78504a97 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:52.436695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-12087454-27b0-4518-b87f-278d78504a97 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:52.453538 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-12087454-27b0-4518-b87f-278d78504a97 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646529 Nov 28 08:31:52.471961 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Request body: {'port': {'device_id': '19937a7b-54e1-4637-9664-9b2f975056af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:31:52.551415 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:52.605812 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-639e2ecb-6e9f-4e1c-888b-02f6fcc176dc None None] Provisioning complete for port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:31:52.606416 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-639e2ecb-6e9f-4e1c-888b-02f6fcc176dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:52.645230 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-639e2ecb-6e9f-4e1c-888b-02f6fcc176dc None None] Port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:31:52.826381 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:31:52.833695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:52.845829 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Transition to ACTIVE for port object 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:31:52.851330 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:52.905265 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Pushing event updated for resources: {'Port': ['ID=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:31:52.987881 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Attempting to bind port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:31:52.988305 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Attempting to bind port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:31:52.988647 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Attempting to bind port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb on network a66a5345-382a-4351-8af7-ce2e2a4b1fdd {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:31:52.994034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb on network a66a5345-382a-4351-8af7-ce2e2a4b1fdd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:31:52.994365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Attempting to bind port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb on network a66a5345-382a-4351-8af7-ce2e2a4b1fdd {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:31:53.001320 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:31:53.001729 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Checking segment: {'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:31:53.002299 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Bound using segment: {'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:31:53.002773 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Bound port: 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45383d5-8c38-4587-84dc-0f2ba0534823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:31:53.003169 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:53.031899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c1121-d6ea-4bd1-bbaa-9abe059a2743 req-eb2ff2db-3bc6-45b6-beee-116f8f89cfac tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:53.034079 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ba9c1121-d6ea-4bd1-bbaa-9abe059a2743 req-eb2ff2db-3bc6-45b6-beee-116f8f89cfac tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0825438 Nov 28 08:31:53.081690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] For port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:31:53.085543 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] For port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:31:53.091525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:53.100697 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-ba9c1121-d6ea-4bd1-bbaa-9abe059a2743 req-fac80fc1-e225-4dc2-b5e4-1e84b9b8b318 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590978 Nov 28 08:31:53.130769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:53.131446 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:31:53.134027 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] 10.222.0.35 "PUT /v2.0/ports/75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb HTTP/1.1" status: 200 len: 1094 time: 0.6664877 Nov 28 08:31:53.134476 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19937a7b-54e1-4637-9664-9b2f975056af', 'tag': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:31:53.136767 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751e2b1d-1aac-4be5-96e2-b4ed007b1fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "19937a7b-54e1-4637-9664-9b2f975056af", "tag": "75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:31:53.177411 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c372b66-e854-48e8-a328-e72424bd4e4d service neutron] Pushing event updated for resources: {'Port': ['ID=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:31:53.208020 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a18597e-c449-4384-8d3e-d4bdfa130d33 x-openstack-request-id: req-6a18597e-c449-4384-8d3e-d4bdfa130d33 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:31:53.208313 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19937a7b-54e1-4637-9664-9b2f975056af", "tag": "75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:31:53.208619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a18597e-c449-4384-8d3e-d4bdfa130d33 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:31:53.209130 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19937a7b-54e1-4637-9664-9b2f975056af', 'tag': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'status': 'completed', 'code': 200} Nov 28 08:31:53.260279 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-aeab90de-3993-4885-9740-1be0115ab0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:53.261979 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-aeab90de-3993-4885-9740-1be0115ab0e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 1097 time: 0.0520155 Nov 28 08:31:53.311312 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-8c37a4a9-ccfd-404d-a1e8-efe556a6bd4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb HTTP/1.1" status: 200 len: 217 time: 0.0372572 Nov 28 08:31:53.376929 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-72fe2159-1d71-4c3a-b6c7-857efb442076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:53.378363 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-72fe2159-1d71-4c3a-b6c7-857efb442076 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0517468 Nov 28 08:31:53.440392 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-d22a41c8-ca26-421a-bcce-7c67e19b1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:53.441916 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-d22a41c8-ca26-421a-bcce-7c67e19b1bd0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0501299 Nov 28 08:31:53.539641 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-7afa07f4-c295-4d4a-a351-6b60185075ba service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849283 Nov 28 08:31:53.636159 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b49c6b28-a583-4b7b-b3fd-12c9023620d3 req-73c4cf5f-437a-4819-b13a-5d82373ccc71 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831931 Nov 28 08:31:53.737903 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e2b1d-1aac-4be5-96e2-b4ed007b1fbe req-40c36492-a032-4621-a80d-7770493fbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:53.739331 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-751e2b1d-1aac-4be5-96e2-b4ed007b1fbe req-40c36492-a032-4621-a80d-7770493fbf1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 1097 time: 0.0461316 Nov 28 08:31:53.835856 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e2b1d-1aac-4be5-96e2-b4ed007b1fbe req-a277bf4d-e2ae-4abc-9fea-e99d0e345c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:53.837297 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-751e2b1d-1aac-4be5-96e2-b4ed007b1fbe req-a277bf4d-e2ae-4abc-9fea-e99d0e345c22 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0855799 Nov 28 08:31:53.885314 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-751e2b1d-1aac-4be5-96e2-b4ed007b1fbe req-99821e03-70a9-4784-b653-27180626c4f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb HTTP/1.1" status: 200 len: 217 time: 0.0356379 Nov 28 08:31:53.941619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e2b1d-1aac-4be5-96e2-b4ed007b1fbe req-0e144457-5af1-492d-90ae-aef8339140c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:53.943031 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-751e2b1d-1aac-4be5-96e2-b4ed007b1fbe req-0e144457-5af1-492d-90ae-aef8339140c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0474436 Nov 28 08:31:53.997640 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e2b1d-1aac-4be5-96e2-b4ed007b1fbe req-1216d1dc-44ba-4863-9684-0190028d3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:53.999156 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-751e2b1d-1aac-4be5-96e2-b4ed007b1fbe req-1216d1dc-44ba-4863-9684-0190028d3a86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0472119 Nov 28 08:31:54.088916 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-751e2b1d-1aac-4be5-96e2-b4ed007b1fbe req-3170c17c-2850-44d4-aeb2-de1daa7b2e48 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816424 Nov 28 08:31:54.195138 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-751e2b1d-1aac-4be5-96e2-b4ed007b1fbe req-7c25b639-e9a7-4b3d-901a-d0b2177b0b7c service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946150 Nov 28 08:31:54.226442 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7f546-0e80-4317-a1fc-9fc4112ed671 req-a55acd5a-acc4-4107-b4ba-33123845b5c5 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:54.228215 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-daa7f546-0e80-4317-a1fc-9fc4112ed671 req-a55acd5a-acc4-4107-b4ba-33123845b5c5 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0600321 Nov 28 08:31:54.279193 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-daa7f546-0e80-4317-a1fc-9fc4112ed671 req-d39f49f8-b80b-4410-bdd9-df953ec08e9b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433035 Nov 28 08:31:55.401725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce085a-f01b-4419-bbc3-d3d1c54206c5 req-dd8945e7-dd26-4cb6-903e-4a0012354a3b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:55.403212 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-96ce085a-f01b-4419-bbc3-d3d1c54206c5 req-dd8945e7-dd26-4cb6-903e-4a0012354a3b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0550807 Nov 28 08:31:55.453786 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-96ce085a-f01b-4419-bbc3-d3d1c54206c5 req-764298f3-c101-4b62-8407-f1793a176b82 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445437 Nov 28 08:31:56.577612 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed939af-ab28-4028-92b4-f5313a031cea req-9c4dd22b-f82d-4075-81a1-469f1d979d50 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:56.579258 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9ed939af-ab28-4028-92b4-f5313a031cea req-9c4dd22b-f82d-4075-81a1-469f1d979d50 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0580690 Nov 28 08:31:56.634612 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9ed939af-ab28-4028-92b4-f5313a031cea req-47a682ce-6049-40ea-95a4-b9f8d5ca1eed tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490108 Nov 28 08:31:57.758939 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f1579-2c01-4709-ba82-537dcc354653 req-13f45977-344a-4934-946e-59c3f6e751f4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:57.760441 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-db6f1579-2c01-4709-ba82-537dcc354653 req-13f45977-344a-4934-946e-59c3f6e751f4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0591152 Nov 28 08:31:57.809262 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-db6f1579-2c01-4709-ba82-537dcc354653 req-b3ab2070-902a-4e1f-bf32-75c7c928da28 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425909 Nov 28 08:31:58.930648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2aa4-c776-444f-ab4a-c110fff37be8 req-023196c6-0ff3-4059-a76c-ee30e4e4cd3a tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:31:58.932207 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-431e2aa4-c776-444f-ab4a-c110fff37be8 req-023196c6-0ff3-4059-a76c-ee30e4e4cd3a tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0555797 Nov 28 08:31:58.981514 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-431e2aa4-c776-444f-ab4a-c110fff37be8 req-e9a70406-6f73-4a99-aea0-603916252bef tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433712 Nov 28 08:32:00.100308 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e4fb1-29aa-4aeb-a702-6ba465dc517d req-e9fd7ad3-5d22-47b3-8c00-9d1b9ad38aa6 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:00.102341 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d86e4fb1-29aa-4aeb-a702-6ba465dc517d req-e9fd7ad3-5d22-47b3-8c00-9d1b9ad38aa6 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0548940 Nov 28 08:32:00.150791 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d86e4fb1-29aa-4aeb-a702-6ba465dc517d req-24742801-98c6-4739-b088-7c9ccea7d6d9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425045 Nov 28 08:32:01.270943 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6384dfb-d8de-4626-a0b2-f7372627aade req-776ffe07-8d5d-4393-a2b4-df1c6fa29e98 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:01.272415 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e6384dfb-d8de-4626-a0b2-f7372627aade req-776ffe07-8d5d-4393-a2b4-df1c6fa29e98 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0543869 Nov 28 08:32:01.324450 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e6384dfb-d8de-4626-a0b2-f7372627aade req-bf263adb-ba87-407c-b02a-a01d6c070d1a tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461502 Nov 28 08:32:01.705237 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:02.446084 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f69977-c959-4c28-a46f-ae5fc8a3a0b1 req-85bce23f-dbd2-4247-aaad-eff08083c0df tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:02.448174 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52f69977-c959-4c28-a46f-ae5fc8a3a0b1 req-85bce23f-dbd2-4247-aaad-eff08083c0df tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0580728 Nov 28 08:32:02.496592 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52f69977-c959-4c28-a46f-ae5fc8a3a0b1 req-fa88045e-a6cb-463e-9bc5-00c240000ccf tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416248 Nov 28 08:32:03.407097 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:32:03.498971 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:32:03.509704 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'port_id': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'mac_address': 'fa:16:3e:2f:1c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:32:03.555645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:03.620233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f03bde-3a47-4a64-af30-152d1efcfd27 req-d8a544f4-158d-46f6-ba53-dd55c0cab00b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:03.621964 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-20f03bde-3a47-4a64-af30-152d1efcfd27 req-d8a544f4-158d-46f6-ba53-dd55c0cab00b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0588307 Nov 28 08:32:03.673998 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-20f03bde-3a47-4a64-af30-152d1efcfd27 req-d1a8eb69-0a06-44c0-9a9e-4b5954c86e5a tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457041 Nov 28 08:32:03.719162 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:32:03.737885 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:32:03.742651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:03.794231 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:32:03.800962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:32:03.801304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:32:03.801896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:32:03.802226 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:32:03.802549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:32:03.802896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:32:03.803219 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:32:03.803546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:32:03.803867 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:32:03.804187 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:32:03.804502 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:32:03.804815 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:32:03.805127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:32:04.025700 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:32:04.793246 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2d07a-04b3-48b6-8d40-d3ecef11412d req-2ea556b0-83b0-4ac6-b156-cc2afdc301ae tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:04.794733 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06d2d07a-04b3-48b6-8d40-d3ecef11412d req-2ea556b0-83b0-4ac6-b156-cc2afdc301ae tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 945 time: 0.0545375 Nov 28 08:32:04.841817 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06d2d07a-04b3-48b6-8d40-d3ecef11412d req-d76bb43f-bf8b-40aa-9059-3a8454c9d343 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411477 Nov 28 08:32:05.424055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:32:05.477896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:32:05.481447 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:32:05.481810 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:05.565763 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:05.587948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19937a7b-54e1-4637-9664-9b2f975056af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:32:05.590164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a28c70-c3be-4193-9250-b74c1895814f" -d '{"events": [{"server_uuid": "19937a7b-54e1-4637-9664-9b2f975056af", "name": "network-vif-plugged", "status": "completed", "tag": "75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:32:05.602246 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:32:05.607648 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:05.658348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:32:05.684570 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f39c8d-e11b-4c5c-ad0d-5536aa6ff274 x-openstack-request-id: req-20f39c8d-e11b-4c5c-ad0d-5536aa6ff274 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:32:05.684906 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19937a7b-54e1-4637-9664-9b2f975056af", "name": "network-vif-plugged", "status": "completed", "tag": "75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:32:05.685264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20f39c8d-e11b-4c5c-ad0d-5536aa6ff274 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:32:05.685696 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19937a7b-54e1-4637-9664-9b2f975056af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'code': 200} Nov 28 08:32:05.889542 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65399673-5ee4-407b-8834-6f7a07a3e19e req-7431ea85-6ec4-4efd-98a6-97f3a73a2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:05.891069 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-65399673-5ee4-407b-8834-6f7a07a3e19e req-7431ea85-6ec4-4efd-98a6-97f3a73a2e54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 1099 time: 0.0456972 Nov 28 08:32:05.975852 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-65399673-5ee4-407b-8834-6f7a07a3e19e req-0760e773-c9cb-4e8e-8d0f-c0f1f6ca8eb9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714140 Nov 28 08:32:05.994131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e44ea-f78d-43f4-bdd6-1b6778d91c6a req-b9a318bf-82a0-4213-a339-650cdc337c22 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:05.995550 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d55e44ea-f78d-43f4-bdd6-1b6778d91c6a req-b9a318bf-82a0-4213-a339-650cdc337c22 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0846705 Nov 28 08:32:06.042788 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d55e44ea-f78d-43f4-bdd6-1b6778d91c6a req-e62336db-650e-4d8d-8587-7e6bea7088ee tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412836 Nov 28 08:32:07.167831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86414b08-332a-4b87-85c2-d61fcc74a7c2 req-67947e9b-5a94-40a6-894a-d55e374d31c0 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:07.169315 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-86414b08-332a-4b87-85c2-d61fcc74a7c2 req-67947e9b-5a94-40a6-894a-d55e374d31c0 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0559418 Nov 28 08:32:07.222988 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-86414b08-332a-4b87-85c2-d61fcc74a7c2 req-43c5fad1-6c7b-4d07-bb97-ea01190a1dd2 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475368 Nov 28 08:32:08.347071 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025776-0edb-4e05-b3cc-ccf00fb7adf6 req-9d66c911-3f14-4515-b199-250cc16e57e3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:08.348524 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5d025776-0edb-4e05-b3cc-ccf00fb7adf6 req-9d66c911-3f14-4515-b199-250cc16e57e3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0543520 Nov 28 08:32:08.396742 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5d025776-0edb-4e05-b3cc-ccf00fb7adf6 req-0fe9cd3a-c8a1-4586-8b53-f3002ee7b54a tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424457 Nov 28 08:32:08.514333 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac1aac-520b-4b07-a4d7-fb8bbffda9d1 req-5f3975a5-4894-463d-80e2-9f5b1abcd112 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:08.515801 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bbac1aac-520b-4b07-a4d7-fb8bbffda9d1 req-5f3975a5-4894-463d-80e2-9f5b1abcd112 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0539153 Nov 28 08:32:08.563649 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bbac1aac-520b-4b07-a4d7-fb8bbffda9d1 req-d1049096-ac3e-4f98-b6a3-41ccc020c462 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419118 Nov 28 08:32:08.585327 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48740) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:32:08.629259 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0759ebd-0b3f-4f46-a221-9e5c78091328 tempest-TestShelveInstance-897775919 tempest-TestShelveInstance-897775919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:08.630732 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a0759ebd-0b3f-4f46-a221-9e5c78091328 tempest-TestShelveInstance-897775919 tempest-TestShelveInstance-897775919-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 1094 time: 0.0444448 Nov 28 08:32:08.633465 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48742) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:32:08.638285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:32:08.659265 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:08.755990 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:08.853761 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Allocated IP 172.26.2.145 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/8f101301-e41d-42db-a2e9-0d6a0194219b) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:32:08.955386 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:08.991387 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:09.027942 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:32:09.030855 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:32:09.036208 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:32:09.068204 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'Port': ['ID=8f101301-e41d-42db-a2e9-0d6a0194219b,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:32:09.435571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:09.512021 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:09.668735 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:09.672925 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:09.748824 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event updated for resources: {'Port': ['ID=8f101301-e41d-42db-a2e9-0d6a0194219b,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:32:09.754259 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:09.869693 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Floating IP 00c48a65-06be-40c1-b4af-00f3bfb34a2e associated. External IP: 172.26.2.145, port: 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb. Nov 28 08:32:10.106317 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Router 03a2e168-7f74-4990-b323-d6fb7e603ed4 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:32:10.225740 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:32:10.235654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5ada20-a05d-4b63-9922-84e016b1546f None None] Sync routers for ids ['03a2e168-7f74-4990-b323-d6fb7e603ed4'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:32:10.244676 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:10.246754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5ada20-a05d-4b63-9922-84e016b1546f None None] Routers {'03a2e168-7f74-4990-b323-d6fb7e603ed4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:32:10.247397 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-aa5ada20-a05d-4b63-9922-84e016b1546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:31:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['03a2e168-7f74-4990-b323-d6fb7e603ed4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:32:10.275617 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-103223e8-210e-47e7-a0ba-bfbead44b685 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6405313 Nov 28 08:32:10.276341 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19937a7b-54e1-4637-9664-9b2f975056af', 'tag': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:32:10.278571 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b60b41-3085-4eb2-a822-5a09b5f9125b" -d '{"events": [{"name": "network-changed", "server_uuid": "19937a7b-54e1-4637-9664-9b2f975056af", "tag": "75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:32:10.319960 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95979f0-b8c8-4ddb-b46f-2d898a6f5c65 x-openstack-request-id: req-a95979f0-b8c8-4ddb-b46f-2d898a6f5c65 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:32:10.320143 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19937a7b-54e1-4637-9664-9b2f975056af", "tag": "75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:32:10.320350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a95979f0-b8c8-4ddb-b46f-2d898a6f5c65 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:32:10.320757 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19937a7b-54e1-4637-9664-9b2f975056af', 'tag': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'status': 'completed', 'code': 200} Nov 28 08:32:10.372921 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-aa5ada20-a05d-4b63-9922-84e016b1546f None None] Set router 03a2e168-7f74-4990-b323-d6fb7e603ed4 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:32:10.396976 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b60b41-3085-4eb2-a822-5a09b5f9125b req-21813ee7-7bfc-4ab0-90e0-4528a6566344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:10.398497 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-46b60b41-3085-4eb2-a822-5a09b5f9125b req-21813ee7-7bfc-4ab0-90e0-4528a6566344 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 1099 time: 0.0507548 Nov 28 08:32:10.488494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b60b41-3085-4eb2-a822-5a09b5f9125b req-4d779f6f-33a5-4028-9631-0ff5d7342324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:10.489973 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-46b60b41-3085-4eb2-a822-5a09b5f9125b req-4d779f6f-33a5-4028-9631-0ff5d7342324 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0847147 Nov 28 08:32:10.564828 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-46b60b41-3085-4eb2-a822-5a09b5f9125b req-8c4bbdf0-0fc3-4fd2-ba3a-2c547269c813 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb HTTP/1.1" status: 200 len: 1000 time: 0.0663774 Nov 28 08:32:10.609932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-aa5ada20-a05d-4b63-9922-84e016b1546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '00c48a65-06be-40c1-b4af-00f3bfb34a2e', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'floating_ip_address': '172.26.2.145', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'port_id': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'mac_address': 'fa:16:3e:2f:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19937a7b-54e1-4637-9664-9b2f975056af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:32:09Z', 'updated_at': '2021-11-28T08:32:09Z', 'revision_number': 0, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:32:10.614338 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b60b41-3085-4eb2-a822-5a09b5f9125b req-60ef840c-e633-49d6-a345-501f11e00b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:10.615843 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-46b60b41-3085-4eb2-a822-5a09b5f9125b req-60ef840c-e633-49d6-a345-501f11e00b5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0435286 Nov 28 08:32:10.637894 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5ada20-a05d-4b63-9922-84e016b1546f None None] Checking router: 03a2e168-7f74-4990-b323-d6fb7e603ed4 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:32:10.646130 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5ada20-a05d-4b63-9922-84e016b1546f None None] Routers {'03a2e168-7f74-4990-b323-d6fb7e603ed4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:32:10.646733 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-aa5ada20-a05d-4b63-9922-84e016b1546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:31:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['03a2e168-7f74-4990-b323-d6fb7e603ed4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:32:10.670606 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b60b41-3085-4eb2-a822-5a09b5f9125b req-4a298dd2-ddbd-4e62-b811-c3556c4c97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:10.672119 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-46b60b41-3085-4eb2-a822-5a09b5f9125b req-4a298dd2-ddbd-4e62-b811-c3556c4c97ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0469940 Nov 28 08:32:10.766471 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-46b60b41-3085-4eb2-a822-5a09b5f9125b req-f8ce2a2c-ae7e-415f-bfd4-1fb1a2af2172 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866687 Nov 28 08:32:10.768151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-aa5ada20-a05d-4b63-9922-84e016b1546f None None] Set router 03a2e168-7f74-4990-b323-d6fb7e603ed4 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:32:10.854075 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-46b60b41-3085-4eb2-a822-5a09b5f9125b req-0a707689-a27e-4d39-96aa-25687a64f6d1 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805101 Nov 28 08:32:11.001210 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-aa5ada20-a05d-4b63-9922-84e016b1546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '00c48a65-06be-40c1-b4af-00f3bfb34a2e', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'floating_ip_address': '172.26.2.145', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'port_id': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'mac_address': 'fa:16:3e:2f:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19937a7b-54e1-4637-9664-9b2f975056af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:32:09Z', 'updated_at': '2021-11-28T08:32:09Z', 'revision_number': 0, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:32:11.029617 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5ada20-a05d-4b63-9922-84e016b1546f None None] The sync data for ids ['03a2e168-7f74-4990-b323-d6fb7e603ed4'] in dv-neutron-744815-16-hyperv is: [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': '00c48a65-06be-40c1-b4af-00f3bfb34a2e', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'floating_ip_address': '172.26.2.145', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'port_id': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'mac_address': 'fa:16:3e:2f:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19937a7b-54e1-4637-9664-9b2f975056af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:32:09Z', 'updated_at': '2021-11-28T08:32:09Z', 'revision_number': 0, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:32:11.225448 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d69876-6325-491e-923b-a566ba91e074 None None] New status for floating IP 00c48a65-06be-40c1-b4af-00f3bfb34a2e: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:32:15.546346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5c184fb3-5727-490a-9d18-07e6bff0d796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:17.864946 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:32:18.034392 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-d4353288-8e48-4885-aa28-f27b5a34159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:19.219184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:20.514927 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:21.440618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:31.701882 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:45.546691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-feb57026-2ffd-4bf7-9560-93e3373eea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:48.034698 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-39c8af54-6081-4f96-85cb-f5015d98dab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:49.222393 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:50.518464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:51.442138 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:32:54.089010 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-31aac100-c4af-48d3-869f-49866517228f req-eac85b59-361b-4143-b0cb-17a9f5972725 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887725 Nov 28 08:32:54.185619 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aac100-c4af-48d3-869f-49866517228f req-9f3b18c1-4e92-4ab3-83bb-760f91b24130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:54.187102 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-31aac100-c4af-48d3-869f-49866517228f req-9f3b18c1-4e92-4ab3-83bb-760f91b24130 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 1099 time: 0.0459280 Nov 28 08:32:54.294932 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aac100-c4af-48d3-869f-49866517228f req-77fc65ea-ae6c-41f7-a3fa-ea5f20d7930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:54.296364 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-31aac100-c4af-48d3-869f-49866517228f req-77fc65ea-ae6c-41f7-a3fa-ea5f20d7930e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0818694 Nov 28 08:32:54.376558 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-31aac100-c4af-48d3-869f-49866517228f req-546972b7-b391-402f-82e1-3e2be9dbaa0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb HTTP/1.1" status: 200 len: 1002 time: 0.0681248 Nov 28 08:32:54.429689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aac100-c4af-48d3-869f-49866517228f req-992e9257-09a8-442c-9ea0-fa809117d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:54.431114 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-31aac100-c4af-48d3-869f-49866517228f req-992e9257-09a8-442c-9ea0-fa809117d9c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0431545 Nov 28 08:32:54.485345 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aac100-c4af-48d3-869f-49866517228f req-47ce1207-f971-422e-a76b-48d3e16da073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:32:54.486782 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-31aac100-c4af-48d3-869f-49866517228f req-47ce1207-f971-422e-a76b-48d3e16da073 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450191 Nov 28 08:32:54.581770 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-31aac100-c4af-48d3-869f-49866517228f req-b827a263-754d-48e2-9db6-fe36419c0e39 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825181 Nov 28 08:32:54.671895 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-31aac100-c4af-48d3-869f-49866517228f req-a223ce96-199c-4908-871f-a0eb77a6e2f2 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784519 Nov 28 08:32:54.863196 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:33:01.708385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:33:15.550544 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-e2515c7c-5c28-4d6b-84a9-902a40b7b99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:33:18.034808 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4c77b844-254d-430a-af54-2c6884bd4069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:33:19.224999 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:33:20.522279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:33:21.443727 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:33:31.716724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:33:31.862019 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:33:45.550974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b29dfbd3-16a2-4a57-8596-a152e992186b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:33:48.034421 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-afeec720-2351-4c2b-b286-d99f072b03aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:33:49.228364 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:33:50.524880 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:33:51.445145 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:33:54.081703 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ad85bce-0876-4710-b840-444cf220de52 req-56c9b16e-a78c-4ce4-b735-d0c4a032d5c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499277 Nov 28 08:33:54.169525 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad85bce-0876-4710-b840-444cf220de52 req-908b619b-7bfa-4b81-bae6-09039bd69aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:33:54.171042 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ad85bce-0876-4710-b840-444cf220de52 req-908b619b-7bfa-4b81-bae6-09039bd69aaf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 1099 time: 0.0451019 Nov 28 08:33:54.281360 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad85bce-0876-4710-b840-444cf220de52 req-da4e591c-f4c8-4a46-8bdd-6465f362aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:33:54.282824 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ad85bce-0876-4710-b840-444cf220de52 req-da4e591c-f4c8-4a46-8bdd-6465f362aa6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0864375 Nov 28 08:33:54.356904 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ad85bce-0876-4710-b840-444cf220de52 req-773ccc17-0fc6-430b-a913-8f485b16082f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb HTTP/1.1" status: 200 len: 1002 time: 0.0627766 Nov 28 08:33:54.409008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad85bce-0876-4710-b840-444cf220de52 req-8c5cf7ab-2d56-407c-9def-01c06bc45921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:33:54.410507 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ad85bce-0876-4710-b840-444cf220de52 req-8c5cf7ab-2d56-407c-9def-01c06bc45921 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0420787 Nov 28 08:33:54.469053 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad85bce-0876-4710-b840-444cf220de52 req-26a5f150-d5af-447a-a91a-b7a2d2bd35e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:33:54.470498 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ad85bce-0876-4710-b840-444cf220de52 req-26a5f150-d5af-447a-a91a-b7a2d2bd35e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0475557 Nov 28 08:33:54.559723 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ad85bce-0876-4710-b840-444cf220de52 req-5b372cef-9c47-4ac6-9224-6b1b21ce0bec service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790482 Nov 28 08:33:54.653585 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3ad85bce-0876-4710-b840-444cf220de52 req-512a47f2-e94d-43c7-9631-86372f720cb2 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825331 Nov 28 08:34:01.737890 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:07.782343 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f3098-bf83-409f-966f-c17322d61496 req-c3ce4f3f-5061-4ec2-8f98-0ae37f510b2b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:07.783776 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-119f3098-bf83-409f-966f-c17322d61496 req-c3ce4f3f-5061-4ec2-8f98-0ae37f510b2b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0582409 Nov 28 08:34:07.833039 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-119f3098-bf83-409f-966f-c17322d61496 req-e0783b2f-111f-4bc2-b62f-0811dbce8374 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430562 Nov 28 08:34:08.860923 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:34:08.969453 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa6d5-dcd8-4303-9629-115c6b5a399c req-74aef21d-ed9a-407e-827c-a2865fcd6bcb tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:08.970963 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8cbaa6d5-dcd8-4303-9629-115c6b5a399c req-74aef21d-ed9a-407e-827c-a2865fcd6bcb tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0572209 Nov 28 08:34:09.019119 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8cbaa6d5-dcd8-4303-9629-115c6b5a399c req-70cc3c3e-43e5-4918-a503-42f28dd20f17 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422952 Nov 28 08:34:10.148953 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465035b9-8bc6-4777-855f-5c3fe71a9f9d req-daca04d3-9dab-46a3-bd23-b592c5f29f93 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:10.150383 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-465035b9-8bc6-4777-855f-5c3fe71a9f9d req-daca04d3-9dab-46a3-bd23-b592c5f29f93 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0526271 Nov 28 08:34:10.201977 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-465035b9-8bc6-4777-855f-5c3fe71a9f9d req-5d8eddf9-ef44-44d3-9023-ab28c75833ce tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450392 Nov 28 08:34:11.325431 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbb553-7755-4147-9ce4-eeef2e5071bc req-0182731c-ccd3-4064-b34f-473a66398e12 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:11.326950 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e2dbb553-7755-4147-9ce4-eeef2e5071bc req-0182731c-ccd3-4064-b34f-473a66398e12 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0590322 Nov 28 08:34:11.374554 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e2dbb553-7755-4147-9ce4-eeef2e5071bc req-855ceeca-531c-4f92-bf42-fc2b7aee0167 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Nov 28 08:34:12.494125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226ce03-fb77-425a-b505-21bc56f78414 req-b0cc3de0-dac9-4d57-a964-d18f7333f227 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:12.495689 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e226ce03-fb77-425a-b505-21bc56f78414 req-b0cc3de0-dac9-4d57-a964-d18f7333f227 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0551860 Nov 28 08:34:12.544861 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e226ce03-fb77-425a-b505-21bc56f78414 req-5a68f424-c36d-4194-96d7-70798f1de808 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423350 Nov 28 08:34:13.666354 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a299436-4b85-4714-99cc-7ac289f77a3e req-95bda30c-b170-4134-a581-e98e2346f19c tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:13.667828 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5a299436-4b85-4714-99cc-7ac289f77a3e req-95bda30c-b170-4134-a581-e98e2346f19c tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0549552 Nov 28 08:34:13.717509 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5a299436-4b85-4714-99cc-7ac289f77a3e req-f7453a99-1912-4033-a66b-2fb0be56dad1 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437660 Nov 28 08:34:14.837643 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca2492-645d-49c5-96f3-67836c7fcb7b req-1022cf78-d5b8-48c5-bcf8-2f0b190b91c6 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:14.839162 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-87ca2492-645d-49c5-96f3-67836c7fcb7b req-1022cf78-d5b8-48c5-bcf8-2f0b190b91c6 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0538821 Nov 28 08:34:14.887614 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-87ca2492-645d-49c5-96f3-67836c7fcb7b req-78815730-ed55-422a-bcc1-9fc8c216d0f8 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420167 Nov 28 08:34:15.552172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-99ba87d9-fff1-42e0-87c3-e5a64924c3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:16.011754 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d823d6-97ad-474e-ab64-506893bcd8cc req-56029a66-cd72-46fb-ad11-fa2af915644b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:16.013199 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e7d823d6-97ad-474e-ab64-506893bcd8cc req-56029a66-cd72-46fb-ad11-fa2af915644b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0584624 Nov 28 08:34:16.061257 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e7d823d6-97ad-474e-ab64-506893bcd8cc req-cc574567-5599-4bca-9f3d-3f5ef5dcef72 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420346 Nov 28 08:34:17.190686 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a8620-b155-4899-baeb-a0cfe74010e3 req-7c2dafa7-8dc6-41e3-b8b5-2020998b4b6f tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:17.192162 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-458a8620-b155-4899-baeb-a0cfe74010e3 req-7c2dafa7-8dc6-41e3-b8b5-2020998b4b6f tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0584774 Nov 28 08:34:17.239815 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-458a8620-b155-4899-baeb-a0cfe74010e3 req-087d8609-a736-43ee-810a-39ebf0a579d2 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417545 Nov 28 08:34:17.968774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fba6e3-660c-4626-b1c3-11d10f48f075 req-b7af6967-8acf-40ce-8b99-54a5d5bfeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:17.970399 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a8fba6e3-660c-4626-b1c3-11d10f48f075 req-b7af6967-8acf-40ce-8b99-54a5d5bfeee4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 1099 time: 0.0478752 Nov 28 08:34:18.035962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7ac43da4-07d3-4194-89e3-a3ac70c92b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:18.069004 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fba6e3-660c-4626-b1c3-11d10f48f075 req-358f7922-dd80-4988-a379-f05ec7095d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:18.070477 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a8fba6e3-660c-4626-b1c3-11d10f48f075 req-358f7922-dd80-4988-a379-f05ec7095d3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0875957 Nov 28 08:34:18.140179 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a8fba6e3-660c-4626-b1c3-11d10f48f075 req-5ec3d22c-d940-481c-b641-1c2df0cfcdf2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb HTTP/1.1" status: 200 len: 1002 time: 0.0617855 Nov 28 08:34:18.196524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fba6e3-660c-4626-b1c3-11d10f48f075 req-6e4fc8f3-6314-47bd-9294-665b4d7b3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:18.197977 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a8fba6e3-660c-4626-b1c3-11d10f48f075 req-6e4fc8f3-6314-47bd-9294-665b4d7b3623 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0468781 Nov 28 08:34:18.253599 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fba6e3-660c-4626-b1c3-11d10f48f075 req-ed34bf14-ec38-4946-9164-eff2334ed72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:18.254996 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a8fba6e3-660c-4626-b1c3-11d10f48f075 req-ed34bf14-ec38-4946-9164-eff2334ed72c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450871 Nov 28 08:34:18.348081 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a8fba6e3-660c-4626-b1c3-11d10f48f075 req-182dfd4e-c614-4e8b-be0a-e4fcb535599c service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817721 Nov 28 08:34:18.362744 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd7655-e620-4dcc-a45a-dbad87176eed req-f8ea93b3-558d-40fe-88c7-a29d9121a2b4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:18.364240 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2dbd7655-e620-4dcc-a45a-dbad87176eed req-f8ea93b3-558d-40fe-88c7-a29d9121a2b4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0559685 Nov 28 08:34:18.414193 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-2dbd7655-e620-4dcc-a45a-dbad87176eed req-96dcf223-f2c8-4802-a825-e842eff41dc0 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439491 Nov 28 08:34:18.447119 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a8fba6e3-660c-4626-b1c3-11d10f48f075 req-e094d64e-5610-45b0-a67a-4a786dcd35c6 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875809 Nov 28 08:34:19.229686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:19.535688 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8e8a5-0298-4a3f-84da-440daa59facc req-85a73705-6e4e-4ff2-a447-b5f07baa4a75 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:19.537146 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7ac8e8a5-0298-4a3f-84da-440daa59facc req-85a73705-6e4e-4ff2-a447-b5f07baa4a75 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0551250 Nov 28 08:34:19.584443 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7ac8e8a5-0298-4a3f-84da-440daa59facc req-0b39a5a9-b1f1-4933-847a-994edc17d0da tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414937 Nov 28 08:34:20.528962 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:20.711114 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba77592-6146-41ee-a051-9a91a5d02f15 req-b06f529b-9327-4cad-b52e-1506287daae7 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:20.712565 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1ba77592-6146-41ee-a051-9a91a5d02f15 req-b06f529b-9327-4cad-b52e-1506287daae7 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0610611 Nov 28 08:34:20.761773 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1ba77592-6146-41ee-a051-9a91a5d02f15 req-5ecd52b6-5562-4bb7-aa08-165603c4120f tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432603 Nov 28 08:34:21.448203 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:21.888796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11ed8f-9257-4a10-b77a-5bfb21454b75 req-e30f6a02-d405-4bc6-9f7f-2da9cb382138 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:21.890749 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cd11ed8f-9257-4a10-b77a-5bfb21454b75 req-e30f6a02-d405-4bc6-9f7f-2da9cb382138 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0607829 Nov 28 08:34:22.284724 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-cd11ed8f-9257-4a10-b77a-5bfb21454b75 req-a02d59a0-b6ca-413f-b013-5838c364f69c tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3876941 Nov 28 08:34:23.406272 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f944ee2-d4ec-4ee3-880b-483219c0f034 req-8c8a705d-4b95-4306-8456-96db729483d2 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:23.407770 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3f944ee2-d4ec-4ee3-880b-483219c0f034 req-8c8a705d-4b95-4306-8456-96db729483d2 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0553379 Nov 28 08:34:23.455766 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-3f944ee2-d4ec-4ee3-880b-483219c0f034 req-f6d5985d-1cbd-443c-beb6-99ddd558172f tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421267 Nov 28 08:34:24.049106 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:34:24.130525 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:24.154735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19937a7b-54e1-4637-9664-9b2f975056af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:34:24.157449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a9847f-927d-488c-a7e6-54395a739dff" -d '{"events": [{"server_uuid": "19937a7b-54e1-4637-9664-9b2f975056af", "name": "network-vif-unplugged", "status": "completed", "tag": "75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:34:24.169251 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:34:24.174340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:24.197144 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 28 Nov 2021 08:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11aab9e6-8456-4a45-95fc-ae13906c26fa x-openstack-request-id: req-11aab9e6-8456-4a45-95fc-ae13906c26fa {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:34:24.197432 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19937a7b-54e1-4637-9664-9b2f975056af", "name": "network-vif-unplugged", "status": "failed", "tag": "75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb", "code": 422}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:34:24.197735 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11aab9e6-8456-4a45-95fc-ae13906c26fa {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:34:24.198333 dv-neutron-744815-16-hyperv neutron-server[115120]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19937a7b-54e1-4637-9664-9b2f975056af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'code': 422} returned with failed status Nov 28 08:34:24.226495 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:34:24.233851 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:34:24.234199 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:34:24.234537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:34:24.234894 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:34:24.235218 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:34:24.235542 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:34:24.235862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:34:24.236184 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:34:24.236503 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:34:24.236822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:34:24.237136 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:34:24.237447 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:34:24.237759 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:34:24.689849 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-3553446b-2ba0-4b63-853a-55799c8956f6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810330 Nov 28 08:34:24.705782 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16bded-80e8-4c03-b7a8-6e4a6005b22b req-c35b7396-6ced-4796-a50f-545cff821f7e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:24.707192 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7c16bded-80e8-4c03-b7a8-6e4a6005b22b req-c35b7396-6ced-4796-a50f-545cff821f7e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0742865 Nov 28 08:34:24.710663 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-5d5d328d-d772-4d1f-9910-571d8fcd1916 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:34:24.711688 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-5d5d328d-d772-4d1f-9910-571d8fcd1916 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0145118 Nov 28 08:34:24.756371 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7c16bded-80e8-4c03-b7a8-6e4a6005b22b req-2e1400bc-42ca-4ae8-9c69-1b39fdf9b370 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428512 Nov 28 08:34:25.883100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70e057-d44d-4d42-a411-284551513763 req-11ae14a7-0ebe-4c1a-b66f-0a85e5ef532e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:25.884467 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8c70e057-d44d-4d42-a411-284551513763 req-11ae14a7-0ebe-4c1a-b66f-0a85e5ef532e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0568624 Nov 28 08:34:25.934777 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8c70e057-d44d-4d42-a411-284551513763 req-8f2aa5e8-9472-4a40-9510-40aa217bb05d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438943 Nov 28 08:34:27.054066 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44a9ca-ed3f-4c64-8ce1-4b5ea2828225 req-5f3249be-dbf6-417b-bab5-8171cfe4f836 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:27.055822 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bb44a9ca-ed3f-4c64-8ce1-4b5ea2828225 req-5f3249be-dbf6-417b-bab5-8171cfe4f836 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0542986 Nov 28 08:34:27.104851 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-bb44a9ca-ed3f-4c64-8ce1-4b5ea2828225 req-7be77cd4-e5aa-4b19-bcb9-f4d3a081a176 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Nov 28 08:34:28.224209 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabc7d2-3626-4323-892b-369bdb2409e8 req-1060bf6a-300d-46d6-9d88-4cb92f3fcba1 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:28.225585 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3eabc7d2-3626-4323-892b-369bdb2409e8 req-1060bf6a-300d-46d6-9d88-4cb92f3fcba1 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0555546 Nov 28 08:34:28.276162 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-3eabc7d2-3626-4323-892b-369bdb2409e8 req-6b98f476-d6b2-481d-a649-de2e30051d04 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446365 Nov 28 08:34:29.401866 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bdb37-8e69-421a-9c5e-33ecce726abd req-efa3eb91-87bb-47ee-a149-736f1960eebf tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:29.403389 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c36bdb37-8e69-421a-9c5e-33ecce726abd req-efa3eb91-87bb-47ee-a149-736f1960eebf tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0590172 Nov 28 08:34:29.455425 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c36bdb37-8e69-421a-9c5e-33ecce726abd req-e33c157e-b2ec-4a4f-b0bd-540d2f19ba6a tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455108 Nov 28 08:34:30.621499 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e9ed2-7023-4b60-b949-cb9e92bb70e5 req-3bf3da61-26fc-421b-93e4-c6d644e0929c tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:30.623136 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-923e9ed2-7023-4b60-b949-cb9e92bb70e5 req-3bf3da61-26fc-421b-93e4-c6d644e0929c tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0995040 Nov 28 08:34:30.675308 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-923e9ed2-7023-4b60-b949-cb9e92bb70e5 req-978749d4-bb0f-45ff-a935-ea8687f4100f tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452807 Nov 28 08:34:31.750799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:31.850708 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82af76-93b7-4857-8858-e2d4ce47b347 req-dbc317b4-37b7-4674-8c0e-8756a2870b15 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:31.852193 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9b82af76-93b7-4857-8858-e2d4ce47b347 req-dbc317b4-37b7-4674-8c0e-8756a2870b15 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.1002882 Nov 28 08:34:31.900542 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-9b82af76-93b7-4857-8858-e2d4ce47b347 req-d38e50db-8f98-4387-99b3-56c4233ca493 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423505 Nov 28 08:34:33.030143 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260910b2-4c13-4ed0-8299-6765e096b712 req-83e64f11-0676-4319-85e0-b7f0f7d4fd18 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:33.031814 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-260910b2-4c13-4ed0-8299-6765e096b712 req-83e64f11-0676-4319-85e0-b7f0f7d4fd18 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0569882 Nov 28 08:34:33.081463 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-260910b2-4c13-4ed0-8299-6765e096b712 req-ca0fbbd6-43f5-48b1-b008-9384a5991d33 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436115 Nov 28 08:34:34.208834 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6465302-d869-403c-ab75-0fb44336ffaf req-a1cde30d-de45-4847-a20a-4f0aab1d4d22 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:34.210214 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d6465302-d869-403c-ab75-0fb44336ffaf req-a1cde30d-de45-4847-a20a-4f0aab1d4d22 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0611761 Nov 28 08:34:34.257803 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d6465302-d869-403c-ab75-0fb44336ffaf req-aa0ac3d9-af2d-4187-a82d-ef3db59a508e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416782 Nov 28 08:34:34.507868 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-6bb30fbc-0362-4da1-9789-69fb693219fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:34.509340 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-6bb30fbc-0362-4da1-9789-69fb693219fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af&tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3 HTTP/1.1" status: 200 len: 1097 time: 0.0497081 Nov 28 08:34:34.583657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-51a94873-e1f6-4f7f-b1cd-1557c95357bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:34.585105 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-51a94873-e1f6-4f7f-b1cd-1557c95357bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 1097 time: 0.0454326 Nov 28 08:34:34.678977 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-aee0f892-d55f-4510-bd6c-ad4ee4b7895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:34.680412 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-aee0f892-d55f-4510-bd6c-ad4ee4b7895c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0837874 Nov 28 08:34:34.758314 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-1706442c-43cc-4b82-8f85-ff04bd2c63b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb HTTP/1.1" status: 200 len: 1000 time: 0.0656800 Nov 28 08:34:34.809652 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-b6670d35-765f-4d4a-8709-ff03d976481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:34.811062 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-b6670d35-765f-4d4a-8709-ff03d976481b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0414319 Nov 28 08:34:34.870138 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-f2731ac9-3bb5-4739-b7bf-1313608a42d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:34.871628 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-f2731ac9-3bb5-4739-b7bf-1313608a42d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0482450 Nov 28 08:34:34.962714 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-e2ac2df6-508a-4307-a050-5d8268d3061a service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789087 Nov 28 08:34:35.067703 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e3bfbf3c-8dc2-44b1-bbdd-a373ed44572b req-fa15e362-6847-496f-9097-17a58cae9aca service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934777 Nov 28 08:34:35.383368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827025b4-0323-4086-9118-2d423c09267e req-96d60241-c2a0-4ade-97c3-def0d7c8edad tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:35.384755 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-827025b4-0323-4086-9118-2d423c09267e req-96d60241-c2a0-4ade-97c3-def0d7c8edad tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0553303 Nov 28 08:34:35.433813 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-827025b4-0323-4086-9118-2d423c09267e req-7dfceec5-c396-4892-ad12-f43cc401a931 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 Nov 28 08:34:36.552386 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340615b-6b75-4b36-a336-08c58702228e req-3d2be89f-3c7b-4465-889a-7aa5a9a21bb6 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:36.553832 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6340615b-6b75-4b36-a336-08c58702228e req-3d2be89f-3c7b-4465-889a-7aa5a9a21bb6 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0544531 Nov 28 08:34:36.600796 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-6340615b-6b75-4b36-a336-08c58702228e req-cc17460a-9020-4f86-8b8e-3f8efc819e96 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408649 Nov 28 08:34:36.946801 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-ed491059-1ed5-4a8b-b864-7f01b7f76262 req-41994ebb-c3cc-44d9-bebf-3d960e26c5f5 service neutron] (115118) timed out ('10.222.0.35', 50619) {{(pid=115118) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 28 08:34:37.722593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c50f3e-24bf-4c65-b515-bdb1d2204067 req-f13c60e5-c4d7-40a3-a5c7-b07b7e975826 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:37.724130 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-00c50f3e-24bf-4c65-b515-bdb1d2204067 req-f13c60e5-c4d7-40a3-a5c7-b07b7e975826 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0544696 Nov 28 08:34:37.776686 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-00c50f3e-24bf-4c65-b515-bdb1d2204067 req-df0c9fdb-4e8e-43c2-9057-7223a3d647d4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468128 Nov 28 08:34:38.898923 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc081c-23ab-4c0e-abcb-ab8b1ec1b588 req-1b9084a1-23fd-4cc0-877d-35babca02d4a tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:38.900358 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f8bc081c-23ab-4c0e-abcb-ab8b1ec1b588 req-1b9084a1-23fd-4cc0-877d-35babca02d4a tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0576797 Nov 28 08:34:38.948378 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-f8bc081c-23ab-4c0e-abcb-ab8b1ec1b588 req-5a3200a8-e916-4547-a416-3987597a79ce tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417945 Nov 28 08:34:40.067667 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fa9a9-6a0a-462c-824a-469c615c398a req-5a1e6dac-acb0-4279-83a4-010764785d08 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:40.069141 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d94fa9a9-6a0a-462c-824a-469c615c398a req-5a1e6dac-acb0-4279-83a4-010764785d08 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0556958 Nov 28 08:34:40.116647 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-d94fa9a9-6a0a-462c-824a-469c615c398a req-76aff438-4bb8-4476-9289-347542056f50 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417397 Nov 28 08:34:41.237168 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd4f96-9877-4bf9-8bb5-da363a150a9a req-4da741f5-1ed9-4a71-a1a4-d232cb3d58b5 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:41.238527 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7fcd4f96-9877-4bf9-8bb5-da363a150a9a req-4da741f5-1ed9-4a71-a1a4-d232cb3d58b5 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0550058 Nov 28 08:34:41.285985 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7fcd4f96-9877-4bf9-8bb5-da363a150a9a req-97276c60-8d44-4edd-b6ea-1a671b897897 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416067 Nov 28 08:34:42.403860 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a4c53-0874-4afd-9514-86a55a1e1351 req-d3654491-be79-41af-8da1-52045c3165ab tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:42.405413 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0f1a4c53-0874-4afd-9514-86a55a1e1351 req-d3654491-be79-41af-8da1-52045c3165ab tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0534370 Nov 28 08:34:42.453449 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0f1a4c53-0874-4afd-9514-86a55a1e1351 req-2bd72e50-908c-4745-8247-e4cb16b9df4d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416739 Nov 28 08:34:43.579520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7019e-adeb-42fa-aac9-d4fa7731835e req-2564aacc-d261-4194-936b-c1184e2c8134 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:43.581025 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4bb7019e-adeb-42fa-aac9-d4fa7731835e req-2564aacc-d261-4194-936b-c1184e2c8134 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 944 time: 0.0603817 Nov 28 08:34:43.629915 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4bb7019e-adeb-42fa-aac9-d4fa7731835e req-306d3f6d-cbf7-452a-b3c9-45cd679b8ad4 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 Nov 28 08:34:44.157909 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:34:44.248120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:34:44.259385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'port_id': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'mac_address': 'fa:16:3e:2f:1c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:34:44.302116 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:44.315374 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:34:44.335038 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:34:44.338660 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:44.386720 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:34:44.658657 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:34:44.754266 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105d85b-0786-4a0b-ae8d-3156fcfc7b83 req-05f7149a-dabc-4248-8c3a-98eba07f173c tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:44.755808 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8105d85b-0786-4a0b-ae8d-3156fcfc7b83 req-05f7149a-dabc-4248-8c3a-98eba07f173c tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 945 time: 0.0587535 Nov 28 08:34:44.808115 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-8105d85b-0786-4a0b-ae8d-3156fcfc7b83 req-caf84779-3e9a-444a-bae5-d184bebf22b7 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457611 Nov 28 08:34:45.553211 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-86cf5382-edb2-4b32-b640-02a1d21d6057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:45.861749 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:34:45.929648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f113b3d-28d7-4d33-b264-c912eba65934 req-3d243a6f-5b1b-4620-a4de-638eba1b6694 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:45.931375 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8f113b3d-28d7-4d33-b264-c912eba65934 req-3d243a6f-5b1b-4620-a4de-638eba1b6694 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 945 time: 0.0545089 Nov 28 08:34:45.981133 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8f113b3d-28d7-4d33-b264-c912eba65934 req-56e34132-a7d0-4a54-beca-810f4a6641c5 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 Nov 28 08:34:46.169924 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:34:46.223546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:34:46.223910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:46.308073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:46.331389 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19937a7b-54e1-4637-9664-9b2f975056af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:34:46.333634 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4282038c-07ac-4dd3-a226-baa2663b5019" -d '{"events": [{"server_uuid": "19937a7b-54e1-4637-9664-9b2f975056af", "name": "network-vif-plugged", "status": "completed", "tag": "75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:34:46.346731 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:34:46.351220 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:46.379127 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822081c7-3d22-4290-8a2e-ffab9c1dc49f x-openstack-request-id: req-822081c7-3d22-4290-8a2e-ffab9c1dc49f {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:34:46.379421 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19937a7b-54e1-4637-9664-9b2f975056af", "name": "network-vif-plugged", "status": "completed", "tag": "75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:34:46.379672 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-822081c7-3d22-4290-8a2e-ffab9c1dc49f {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:34:46.380052 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19937a7b-54e1-4637-9664-9b2f975056af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'code': 200} Nov 28 08:34:46.413569 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,revision_number=8']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:34:46.646463 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0705e-091e-498a-a362-ca238d10ee9a req-694153c0-cfbb-4b7a-9bf0-15c315bfcf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:46.648007 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a7f0705e-091e-498a-a362-ca238d10ee9a req-694153c0-cfbb-4b7a-9bf0-15c315bfcf98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 1099 time: 0.0486350 Nov 28 08:34:46.696051 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a7f0705e-091e-498a-a362-ca238d10ee9a req-c70d59b1-f554-4d55-aaf0-907575bc2bc7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382168 Nov 28 08:34:47.108618 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962f645-e07d-48d1-919d-633e5eed28d4 req-83334b27-8606-4a8b-a8b7-64c21f2a6c50 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:47.110064 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a962f645-e07d-48d1-919d-633e5eed28d4 req-83334b27-8606-4a8b-a8b7-64c21f2a6c50 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0599236 Nov 28 08:34:47.157098 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a962f645-e07d-48d1-919d-633e5eed28d4 req-120b22c4-7942-4db2-9eeb-d8454f0d93c9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410295 Nov 28 08:34:48.036836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c123aea6-e3eb-4a0e-b826-9f5473f70e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:48.283597 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a9b9d-28b0-48a0-9352-3ef4c8583983 req-f66ede09-90f1-4305-aa5b-1909de3a3cc1 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:48.285102 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-878a9b9d-28b0-48a0-9352-3ef4c8583983 req-f66ede09-90f1-4305-aa5b-1909de3a3cc1 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0580647 Nov 28 08:34:48.335847 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-878a9b9d-28b0-48a0-9352-3ef4c8583983 req-6ec41330-c4a7-446e-9538-43641dfddfda tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446382 Nov 28 08:34:49.234339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:50.530493 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:51.449629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:34:55.018966 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-123a63ed-2086-4e7a-a475-1346a5a61671 req-0720f2df-6863-4b48-bd4f-56dee73c0890 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454278 Nov 28 08:34:55.108550 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a63ed-2086-4e7a-a475-1346a5a61671 req-b5bf0203-98a8-4df0-b3bc-3c667c767af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:55.110488 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-123a63ed-2086-4e7a-a475-1346a5a61671 req-b5bf0203-98a8-4df0-b3bc-3c667c767af2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 1099 time: 0.0449350 Nov 28 08:34:55.212357 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a63ed-2086-4e7a-a475-1346a5a61671 req-d85a00e3-bf06-4cc9-8a98-96bf68c05116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:55.213788 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-123a63ed-2086-4e7a-a475-1346a5a61671 req-d85a00e3-bf06-4cc9-8a98-96bf68c05116 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0848975 Nov 28 08:34:55.285184 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-123a63ed-2086-4e7a-a475-1346a5a61671 req-27b88efd-83a2-42d2-b874-f57b9eac0c64 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb HTTP/1.1" status: 200 len: 1002 time: 0.0623500 Nov 28 08:34:55.338172 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a63ed-2086-4e7a-a475-1346a5a61671 req-4651ba22-5612-45b0-9db1-a1cc89f803de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:55.339653 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-123a63ed-2086-4e7a-a475-1346a5a61671 req-4651ba22-5612-45b0-9db1-a1cc89f803de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0469263 Nov 28 08:34:55.390086 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a63ed-2086-4e7a-a475-1346a5a61671 req-79f57a1e-6900-4035-8f96-eb5b5539a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:34:55.391654 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-123a63ed-2086-4e7a-a475-1346a5a61671 req-79f57a1e-6900-4035-8f96-eb5b5539a1fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0453701 Nov 28 08:34:55.478170 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-123a63ed-2086-4e7a-a475-1346a5a61671 req-9b7870ab-bc6e-47ac-9833-121be0b0e931 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795729 Nov 28 08:34:55.571129 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-123a63ed-2086-4e7a-a475-1346a5a61671 req-fc8de4a7-6d19-423c-83de-695c838dab23 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848937 Nov 28 08:35:02.050552 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:35:15.555537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-12786f2f-43d2-4dc3-9cc5-308100a463e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:35:18.039686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2c9bb4ce-f9af-48dd-bc19-82ef92163a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:35:19.237501 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:35:20.533689 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:35:21.451924 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:35:22.861094 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:35:31.890094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:35:45.558812 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b1d38a62-bd67-451b-80e4-8c4c4320fc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:35:48.041576 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-bbfd1ccb-0608-4063-accc-114e2262205f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:35:49.239354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:35:50.536227 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:35:51.453974 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:35:56.035252 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ccccb0e-444e-4e0c-a5e7-d36b5840e044 req-aa7d060d-3f89-465b-b35f-28ab3ede1a40 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462425 Nov 28 08:35:56.134247 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccb0e-444e-4e0c-a5e7-d36b5840e044 req-35d59458-e157-4153-a96c-cdcfae245a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:35:56.135742 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ccccb0e-444e-4e0c-a5e7-d36b5840e044 req-35d59458-e157-4153-a96c-cdcfae245a89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 1099 time: 0.0497212 Nov 28 08:35:56.245250 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccb0e-444e-4e0c-a5e7-d36b5840e044 req-cfb8703c-5ac9-4ef9-8476-0603006c66be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:35:56.246614 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ccccb0e-444e-4e0c-a5e7-d36b5840e044 req-cfb8703c-5ac9-4ef9-8476-0603006c66be service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.0834308 Nov 28 08:35:56.324925 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ccccb0e-444e-4e0c-a5e7-d36b5840e044 req-5aca43a4-624c-4c4a-9b3b-50ac30ddedab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb HTTP/1.1" status: 200 len: 1002 time: 0.0668292 Nov 28 08:35:56.376052 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccb0e-444e-4e0c-a5e7-d36b5840e044 req-0d10bb33-2990-4cd6-83b8-4983c0019ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:35:56.377445 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ccccb0e-444e-4e0c-a5e7-d36b5840e044 req-0d10bb33-2990-4cd6-83b8-4983c0019ad4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0417929 Nov 28 08:35:56.433125 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccb0e-444e-4e0c-a5e7-d36b5840e044 req-85090bf0-d65b-490a-bb49-7e2c209be583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:35:56.434585 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ccccb0e-444e-4e0c-a5e7-d36b5840e044 req-85090bf0-d65b-490a-bb49-7e2c209be583 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0449440 Nov 28 08:35:56.449593 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [req-4ccccb0e-444e-4e0c-a5e7-d36b5840e044 req-7a0ef7f1-5490-4863-890d-4dfa9f1ca642 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:35:56.450527 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ccccb0e-444e-4e0c-a5e7-d36b5840e044 req-7a0ef7f1-5490-4863-890d-4dfa9f1ca642 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0053682 Nov 28 08:35:56.546196 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ccccb0e-444e-4e0c-a5e7-d36b5840e044 req-b036b37f-2adf-457b-927e-b0c79ff93b14 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832777 Nov 28 08:35:56.637830 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4ccccb0e-444e-4e0c-a5e7-d36b5840e044 req-10f9b1ed-ded2-4abb-a8a7-f18655253ee1 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796316 Nov 28 08:35:59.861315 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:36:01.889840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:06.974995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48920) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:07.146372 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Deleting port 8f101301-e41d-42db-a2e9-0d6a0194219b {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:36:07.146691 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:07.218425 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:07.218661 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:07.230368 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Calling delete_port for 8f101301-e41d-42db-a2e9-0d6a0194219b owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:36:07.690291 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:07.714643 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event deleted for resources: {'Port': ['ID=8f101301-e41d-42db-a2e9-0d6a0194219b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:07.728675 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:07.729030 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:07.729358 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:07.729683 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:07.730009 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:07.730329 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:07.730648 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:07.730985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:07.731303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:07.731620 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:07.731935 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:07.732243 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:07.732551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:07.793165 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:07.793486 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Floating IP 00c48a65-06be-40c1-b4af-00f3bfb34a2e disassociated (deleted). External IP: 172.26.2.145, port: 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb. Nov 28 08:36:08.032709 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Router 03a2e168-7f74-4990-b323-d6fb7e603ed4 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:36:08.154461 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:36:08.159411 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:08.165299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2688e9-6357-468a-8bf0-cc2f456fd7ff None None] Sync routers for ids ['03a2e168-7f74-4990-b323-d6fb7e603ed4'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:36:08.174733 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2688e9-6357-468a-8bf0-cc2f456fd7ff None None] Routers {'03a2e168-7f74-4990-b323-d6fb7e603ed4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:08.175375 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1f2688e9-6357-468a-8bf0-cc2f456fd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:35:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['03a2e168-7f74-4990-b323-d6fb7e603ed4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:08.190426 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-41367305-635e-46eb-abda-ec993f8b3376 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "DELETE /v2.0/floatingips/00c48a65-06be-40c1-b4af-00f3bfb34a2e HTTP/1.1" status: 204 len: 168 time: 1.2143624 Nov 28 08:36:08.191036 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19937a7b-54e1-4637-9664-9b2f975056af', 'tag': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:36:08.193311 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e0d0f2-3d0e-43b9-9c8e-5c9090d78f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "19937a7b-54e1-4637-9664-9b2f975056af", "tag": "75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:36:08.231889 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb87c30-660f-4cf7-a0ca-803e99af5538 x-openstack-request-id: req-beb87c30-660f-4cf7-a0ca-803e99af5538 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:36:08.232393 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19937a7b-54e1-4637-9664-9b2f975056af", "tag": "75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:36:08.232783 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-beb87c30-660f-4cf7-a0ca-803e99af5538 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:36:08.233524 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19937a7b-54e1-4637-9664-9b2f975056af', 'tag': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'status': 'completed', 'code': 200} Nov 28 08:36:08.306630 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-1f2688e9-6357-468a-8bf0-cc2f456fd7ff None None] Set router 03a2e168-7f74-4990-b323-d6fb7e603ed4 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:08.318016 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0d0f2-3d0e-43b9-9c8e-5c9090d78f6f req-05a4fda3-07b8-48b5-a738-c643b34097e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:08.319649 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52e0d0f2-3d0e-43b9-9c8e-5c9090d78f6f req-05a4fda3-07b8-48b5-a738-c643b34097e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 1099 time: 0.0588937 Nov 28 08:36:08.470100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0d0f2-3d0e-43b9-9c8e-5c9090d78f6f req-ac329d56-6bfc-489f-b02f-817808699865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:08.471502 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52e0d0f2-3d0e-43b9-9c8e-5c9090d78f6f req-ac329d56-6bfc-489f-b02f-817808699865 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 200 len: 909 time: 0.1289783 Nov 28 08:36:08.479852 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c9996-a4bf-49b2-a999-cd4f176e175e req-e4f955f9-08e3-4baf-97d0-4d502ef3ddd3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:08.481242 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-180c9996-a4bf-49b2-a999-cd4f176e175e req-e4f955f9-08e3-4baf-97d0-4d502ef3ddd3 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0818603 Nov 28 08:36:08.521308 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1f2688e9-6357-468a-8bf0-cc2f456fd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:08.528694 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52e0d0f2-3d0e-43b9-9c8e-5c9090d78f6f req-e449a9c7-fe1f-4f0e-b494-df60fadd6084 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb HTTP/1.1" status: 200 len: 217 time: 0.0465224 Nov 28 08:36:08.548697 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2688e9-6357-468a-8bf0-cc2f456fd7ff None None] Checking router: 03a2e168-7f74-4990-b323-d6fb7e603ed4 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:36:08.557700 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2688e9-6357-468a-8bf0-cc2f456fd7ff None None] Routers {'03a2e168-7f74-4990-b323-d6fb7e603ed4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:08.558307 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1f2688e9-6357-468a-8bf0-cc2f456fd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:35:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['03a2e168-7f74-4990-b323-d6fb7e603ed4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:08.584918 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-180c9996-a4bf-49b2-a999-cd4f176e175e req-dc49e0a8-f42e-4e32-954f-1ca6a8a0161e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973132 Nov 28 08:36:08.600696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0d0f2-3d0e-43b9-9c8e-5c9090d78f6f req-d8e03ee2-2512-409d-bd56-aee2869438ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:08.602169 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52e0d0f2-3d0e-43b9-9c8e-5c9090d78f6f req-d8e03ee2-2512-409d-bd56-aee2869438ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 200 len: 847 time: 0.0593762 Nov 28 08:36:08.660761 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0d0f2-3d0e-43b9-9c8e-5c9090d78f6f req-2f56cdb3-4dbd-4c24-a94c-178d8cf07c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:08.662251 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52e0d0f2-3d0e-43b9-9c8e-5c9090d78f6f req-2f56cdb3-4dbd-4c24-a94c-178d8cf07c2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a66a5345-382a-4351-8af7-ce2e2a4b1fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0509837 Nov 28 08:36:08.679305 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-1f2688e9-6357-468a-8bf0-cc2f456fd7ff None None] Set router 03a2e168-7f74-4990-b323-d6fb7e603ed4 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:08.755626 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52e0d0f2-3d0e-43b9-9c8e-5c9090d78f6f req-856ff0d5-c2a1-4c00-820a-6f0021c17d63 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824170 Nov 28 08:36:08.852308 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-52e0d0f2-3d0e-43b9-9c8e-5c9090d78f6f req-1ddee59f-f529-4121-b1f6-e5882cdfff67 service neutron] 10.222.0.35 "GET /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851626 Nov 28 08:36:08.884301 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-1f2688e9-6357-468a-8bf0-cc2f456fd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:08.916271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2688e9-6357-468a-8bf0-cc2f456fd7ff None None] The sync data for ids ['03a2e168-7f74-4990-b323-d6fb7e603ed4'] in dv-neutron-744815-16-hyperv is: [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:27:11Z', 'revision_number': 4, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '27f99f3b-fb95-45da-8626-06518d3762b0', 'name': '', 'network_id': 'a66a5345-382a-4351-8af7-ce2e2a4b1fdd', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'mac_address': 'fa:16:3e:12:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '976847ad-80f8-44c8-b88b-101030591d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:11Z', 'updated_at': '2021-11-28T08:27:16Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'subnets': [{'id': '976847ad-80f8-44c8-b88b-101030591d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:36:09.126482 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7ccb9-eed3-412b-9927-b1d2951f1c18 None None] New status for floating IP 00c48a65-06be-40c1-b4af-00f3bfb34a2e: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:36:09.708833 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7318b-7b7e-43e5-af10-fe09181c8497 req-0d955d5e-61ba-489d-ac49-c87848715b8b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:09.710320 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-01d7318b-7b7e-43e5-af10-fe09181c8497 req-0d955d5e-61ba-489d-ac49-c87848715b8b tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0560169 Nov 28 08:36:09.764252 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-01d7318b-7b7e-43e5-af10-fe09181c8497 req-9bac8312-0246-43fa-8424-0817ab1c7fe9 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/security-groups?id=3eb04290-223a-46fb-91d5-454107356dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473084 Nov 28 08:36:10.226545 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20936c97-92ec-45d6-a57a-bb9e6395d22f req-7f58d8cd-5f0f-4579-bfc8-3d669f7345ff tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:10.228413 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-20936c97-92ec-45d6-a57a-bb9e6395d22f req-7f58d8cd-5f0f-4579-bfc8-3d669f7345ff tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.35 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 946 time: 0.0544655 Nov 28 08:36:10.331822 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-20936c97-92ec-45d6-a57a-bb9e6395d22f req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Deleting port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:36:10.332300 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-20936c97-92ec-45d6-a57a-bb9e6395d22f req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:10.417435 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-20936c97-92ec-45d6-a57a-bb9e6395d22f req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] For port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:10.417791 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-20936c97-92ec-45d6-a57a-bb9e6395d22f req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:10.429281 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-20936c97-92ec-45d6-a57a-bb9e6395d22f req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Calling delete_port for 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:36:10.561562 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-20936c97-92ec-45d6-a57a-bb9e6395d22f req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:10.591394 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event deleted for resources: {'Port': ['ID=75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:10.619712 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:10.620061 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:10.620401 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:10.620735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:10.621068 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:10.621406 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:10.621725 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:10.622048 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:10.622368 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:10.622688 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:10.623034 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:10.623353 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:10.623667 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:10.642735 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-20936c97-92ec-45d6-a57a-bb9e6395d22f req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] No DVR routers for this DVR port 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:36:10.644990 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-20936c97-92ec-45d6-a57a-bb9e6395d22f req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:10.648323 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-20936c97-92ec-45d6-a57a-bb9e6395d22f req-7e9cd2c3-3461-44fb-b2c0-65a3d98efc3d tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.35 "DELETE /v2.0/ports/75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb HTTP/1.1" status: 204 len: 173 time: 0.4112759 Nov 28 08:36:10.649238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19937a7b-54e1-4637-9664-9b2f975056af', 'name': 'network-vif-deleted', 'tag': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:36:10.651501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227891f7-f78b-4f88-a13a-b7a24946b471" -d '{"events": [{"server_uuid": "19937a7b-54e1-4637-9664-9b2f975056af", "name": "network-vif-deleted", "tag": "75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:36:10.688710 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b96e1bb-2efc-41b5-bbea-2dccd4525ae0 x-openstack-request-id: req-2b96e1bb-2efc-41b5-bbea-2dccd4525ae0 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:36:10.688990 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19937a7b-54e1-4637-9664-9b2f975056af", "name": "network-vif-deleted", "tag": "75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:36:10.689241 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b96e1bb-2efc-41b5-bbea-2dccd4525ae0 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:36:10.689640 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19937a7b-54e1-4637-9664-9b2f975056af', 'name': 'network-vif-deleted', 'tag': '75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb', 'status': 'completed', 'code': 200} Nov 28 08:36:10.859358 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-698b66af-0759-4d38-8063-8aae7890f842 req-88266aca-37ef-4517-abeb-72fd3a877565 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 210 time: 0.0277922 Nov 28 08:36:11.957220 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-13133d85-1092-4023-9150-cdf7925b95a6 req-7d5b1a8a-f09c-423f-ae46-5c8bbdfd69d8 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 210 time: 0.0308058 Nov 28 08:36:13.053545 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-dc7df978-ac28-4562-99cf-8f1e86b2ebd7 req-e2df989c-4de0-4ef2-a53f-de962698541e tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 210 time: 0.0275297 Nov 28 08:36:14.150745 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0c17bfc1-4402-4e45-bfb0-febaf38308d7 req-eac89dad-0515-4443-8e93-d7d53d580948 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 210 time: 0.0279591 Nov 28 08:36:14.719895 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:36:14.740866 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:36:14.741205 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device 75b89c8c-a22b-4ccd-b3a2-5a4dfae2e1eb not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:36:15.261956 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-39d23238-6b85-4a6e-afe9-dc5ecd76c817 req-862ef802-a343-4763-90c1-73c9cca4a778 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "GET /v2.0/ports?device_id=19937a7b-54e1-4637-9664-9b2f975056af HTTP/1.1" status: 200 len: 210 time: 0.0311079 Nov 28 08:36:15.560699 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-40a0b2a3-599b-4092-9159-cfc27ba824e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:16.317995 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48956) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:16.372804 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-794d31da-4dea-4e74-bbfe-4e118950bb40 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:16.401531 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-794d31da-4dea-4e74-bbfe-4e118950bb40 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:16.460700 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-794d31da-4dea-4e74-bbfe-4e118950bb40 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:16.463437 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-794d31da-4dea-4e74-bbfe-4e118950bb40 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:16.467208 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-794d31da-4dea-4e74-bbfe-4e118950bb40 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] 10.222.0.31 "DELETE /v2.0/security-groups/3eb04290-223a-46fb-91d5-454107356dd0 HTTP/1.1" status: 204 len: 168 time: 0.1456270 Nov 28 08:36:16.482602 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d31da-4dea-4e74-bbfe-4e118950bb40 tempest-TestShelveInstance-241144477 tempest-TestShelveInstance-241144477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb04290-223a-46fb-91d5-454107356dd0,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:16.512972 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48960) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:17.060644 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0cce-b802-4481-9bcc-31dccc299298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:17.334406 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed0cce-b802-4481-9bcc-31dccc299298 admin admin] Deleting port 27f99f3b-fb95-45da-8626-06518d3762b0 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:36:17.335124 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0cce-b802-4481-9bcc-31dccc299298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:17.413628 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-b1ed0cce-b802-4481-9bcc-31dccc299298 admin admin] For port 27f99f3b-fb95-45da-8626-06518d3762b0, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=27f99f3b-fb95-45da-8626-06518d3762b0,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:17.414001 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0cce-b802-4481-9bcc-31dccc299298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:17.430795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed0cce-b802-4481-9bcc-31dccc299298 admin admin] Calling delete_port for 27f99f3b-fb95-45da-8626-06518d3762b0 owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:36:17.629349 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0cce-b802-4481-9bcc-31dccc299298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:17.657962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed0cce-b802-4481-9bcc-31dccc299298 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f99f3b-fb95-45da-8626-06518d3762b0,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:17.852610 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0cce-b802-4481-9bcc-31dccc299298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:18.048002 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c76f1ea3-3ad9-4d8a-be74-b5c31e8d8d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:18.109171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ed0cce-b802-4481-9bcc-31dccc299298 admin admin] Router 03a2e168-7f74-4990-b323-d6fb7e603ed4 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:36:18.231843 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ed0cce-b802-4481-9bcc-31dccc299298 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:36:18.237265 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b1ed0cce-b802-4481-9bcc-31dccc299298 admin admin] 10.222.0.31 "PUT /v2.0/routers/03a2e168-7f74-4990-b323-d6fb7e603ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7230930 Nov 28 08:36:18.239642 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48966) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:18.242526 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340eaf9b-2083-4288-8dad-6cc3dd92fd83 None None] Sync routers for ids ['03a2e168-7f74-4990-b323-d6fb7e603ed4'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:36:18.253794 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340eaf9b-2083-4288-8dad-6cc3dd92fd83 None None] Routers {'03a2e168-7f74-4990-b323-d6fb7e603ed4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:18.254425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-340eaf9b-2083-4288-8dad-6cc3dd92fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:36:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['03a2e168-7f74-4990-b323-d6fb7e603ed4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:18.361964 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:18.385610 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-340eaf9b-2083-4288-8dad-6cc3dd92fd83 None None] Set router 03a2e168-7f74-4990-b323-d6fb7e603ed4 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:18.581415 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-340eaf9b-2083-4288-8dad-6cc3dd92fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:36:17Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:18.614836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340eaf9b-2083-4288-8dad-6cc3dd92fd83 None None] Checking router: 03a2e168-7f74-4990-b323-d6fb7e603ed4 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:36:18.624063 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340eaf9b-2083-4288-8dad-6cc3dd92fd83 None None] Routers {'03a2e168-7f74-4990-b323-d6fb7e603ed4'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:18.624822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-340eaf9b-2083-4288-8dad-6cc3dd92fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:36:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['03a2e168-7f74-4990-b323-d6fb7e603ed4'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:18.817045 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:18.879616 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] Deleting port 83e5d063-820e-4501-87bd-06dacab8d6d5 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:36:18.879841 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:18.908793 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-340eaf9b-2083-4288-8dad-6cc3dd92fd83 None None] Set router 03a2e168-7f74-4990-b323-d6fb7e603ed4 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:18.975259 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] For port 83e5d063-820e-4501-87bd-06dacab8d6d5, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=83e5d063-820e-4501-87bd-06dacab8d6d5,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:18.975614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:18.988419 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] Calling delete_port for 83e5d063-820e-4501-87bd-06dacab8d6d5 owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:36:19.098544 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-340eaf9b-2083-4288-8dad-6cc3dd92fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:36:17Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:19.125961 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340eaf9b-2083-4288-8dad-6cc3dd92fd83 None None] The sync data for ids ['03a2e168-7f74-4990-b323-d6fb7e603ed4'] in dv-neutron-744815-16-hyperv is: [{'id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'name': 'tempest-TestShelveInstance-560206184-router', 'tenant_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:08Z', 'updated_at': '2021-11-28T08:36:17Z', 'revision_number': 5, 'project_id': 'a7bfb33a6d04442cbd7e0c5308c9fea3', 'gw_port': {'id': '83e5d063-820e-4501-87bd-06dacab8d6d5', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a2e168-7f74-4990-b323-d6fb7e603ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:09Z', 'updated_at': '2021-11-28T08:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:36:19.170395 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.195153 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] Pushing event deleted for resources: {'Port': ['ID=83e5d063-820e-4501-87bd-06dacab8d6d5,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:19.212394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbd8e5d-4078-460d-994e-8c2660dcc288 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:36:19.244279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.263244 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.364949 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.367094 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.409598 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.410040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03a2e168-7f74-4990-b323-d6fb7e603ed4 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:36:19.414908 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.416027 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d194b7e7-1bcf-4577-867c-697c5067b77c admin admin] 10.222.0.31 "DELETE /v2.0/routers/03a2e168-7f74-4990-b323-d6fb7e603ed4 HTTP/1.1" status: 204 len: 168 time: 1.1754584 Nov 28 08:36:19.418595 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48968) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:19.465985 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ee1c0a-21a4-401d-8f46-0298922204ce admin admin] Deleting subnet 976847ad-80f8-44c8-b88b-101030591d9e {{(pid=115119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:36:19.470387 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-90ee1c0a-21a4-401d-8f46-0298922204ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.509597 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-90ee1c0a-21a4-401d-8f46-0298922204ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11853461'] for subnet, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.597178 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-90ee1c0a-21a4-401d-8f46-0298922204ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.648255 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-90ee1c0a-21a4-401d-8f46-0298922204ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8906314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8849069'] for subnet, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.674088 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee1c0a-21a4-401d-8f46-0298922204ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=976847ad-80f8-44c8-b88b-101030591d9e,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:19.677679 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-90ee1c0a-21a4-401d-8f46-0298922204ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.681008 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-90ee1c0a-21a4-401d-8f46-0298922204ce admin admin] 10.222.0.31 "DELETE /v2.0/subnets/976847ad-80f8-44c8-b88b-101030591d9e HTTP/1.1" status: 204 len: 168 time: 0.2614636 Nov 28 08:36:19.683904 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48970) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:19.686209 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77466dac-8b40-4b69-b7d7-38c12037a6a9 None None] Network a66a5345-382a-4351-8af7-ce2e2a4b1fdd requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:36:19.765334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.804306 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 27f99f3b-fb95-45da-8626-06518d3762b0 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:36:19.830471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Deleting port 733ff95f-d58e-4940-aacb-c9a99f0b36c0 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:36:19.830807 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.832889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 27f99f3b-fb95-45da-8626-06518d3762b0 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:36:19.833280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 27f99f3b-fb95-45da-8626-06518d3762b0 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:36:19.896795 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] For port 733ff95f-d58e-4940-aacb-c9a99f0b36c0, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=733ff95f-d58e-4940-aacb-c9a99f0b36c0,segment=NetworkSegment(a45383d5-8c38-4587-84dc-0f2ba0534823),segment_id=a45383d5-8c38-4587-84dc-0f2ba0534823)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:19.897153 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:19.914662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Calling delete_port for 733ff95f-d58e-4940-aacb-c9a99f0b36c0 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:36:19.996939 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:20.023342 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Pushing event deleted for resources: {'Port': ['ID=733ff95f-d58e-4940-aacb-c9a99f0b36c0,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:20.028312 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] No DVR routers for this DVR port 733ff95f-d58e-4940-aacb-c9a99f0b36c0 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:36:20.103547 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:20.122366 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66a5345-382a-4351-8af7-ce2e2a4b1fdd']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:20.131252 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45383d5-8c38-4587-84dc-0f2ba0534823') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:20.131543 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45383d5-8c38-4587-84dc-0f2ba0534823') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:20.141132 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:20.156499 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:20.163353 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:36:20.163816 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:36:20.165649 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:36:20.182379 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d540de-d1b6-4e47-8419-2f791d8f31a7 None None] DHCP port deletion for a66a5345-382a-4351-8af7-ce2e2a4b1fdd request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:36:20.231823 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:20.235893 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:20.239296 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a66a5345-382a-4351-8af7-ce2e2a4b1fdd HTTP/1.1" status: 204 len: 168 time: 0.5544682 Nov 28 08:36:20.242367 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48972) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:20.251550 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ac9b7-a1e9-4a78-b000-0c37c0c30036 admin admin] Pushing event deleted for resources: {'Network': ['ID=a66a5345-382a-4351-8af7-ce2e2a4b1fdd,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:20.542155 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:20.637133 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40d40d1a-1b07-424a-a7eb-144c72f095a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:20.906340 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-40d40d1a-1b07-424a-a7eb-144c72f095a0 admin admin] Deleting port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:36:20.906577 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40d40d1a-1b07-424a-a7eb-144c72f095a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:20.981941 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-40d40d1a-1b07-424a-a7eb-144c72f095a0 admin admin] For port ff1c9ff1-a85d-4bc8-aece-f1125ac7d953, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ff1c9ff1-a85d-4bc8-aece-f1125ac7d953,segment=NetworkSegment(e482c672-46f2-4c99-a730-3ef1eb9ff91a),segment_id=e482c672-46f2-4c99-a730-3ef1eb9ff91a)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:20.982297 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40d40d1a-1b07-424a-a7eb-144c72f095a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:20.998206 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-40d40d1a-1b07-424a-a7eb-144c72f095a0 admin admin] Calling delete_port for ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:36:21.191528 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40d40d1a-1b07-424a-a7eb-144c72f095a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:21.216890 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d40d1a-1b07-424a-a7eb-144c72f095a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1c9ff1-a85d-4bc8-aece-f1125ac7d953,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:21.396371 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-40d40d1a-1b07-424a-a7eb-144c72f095a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:21.455450 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:21.794550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 733ff95f-d58e-4940-aacb-c9a99f0b36c0 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:36:21.816647 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 733ff95f-d58e-4940-aacb-c9a99f0b36c0 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:36:21.816989 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 733ff95f-d58e-4940-aacb-c9a99f0b36c0 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:36:21.817409 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 83e5d063-820e-4501-87bd-06dacab8d6d5 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:36:21.838893 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 83e5d063-820e-4501-87bd-06dacab8d6d5 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:36:21.839237 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 83e5d063-820e-4501-87bd-06dacab8d6d5 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:36:21.978303 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d40d1a-1b07-424a-a7eb-144c72f095a0 admin admin] Router 461887d9-b889-4278-9a04-b6d14fd51a80 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:36:22.096239 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d40d1a-1b07-424a-a7eb-144c72f095a0 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:36:22.101499 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-40d40d1a-1b07-424a-a7eb-144c72f095a0 admin admin] 10.222.0.31 "PUT /v2.0/routers/461887d9-b889-4278-9a04-b6d14fd51a80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8575857 Nov 28 08:36:22.103796 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48974) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:22.105231 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec19425a-e983-421a-9fe4-b636159dcd6b None None] Sync routers for ids ['461887d9-b889-4278-9a04-b6d14fd51a80'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:36:22.115359 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec19425a-e983-421a-9fe4-b636159dcd6b None None] Routers {'461887d9-b889-4278-9a04-b6d14fd51a80'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:22.116050 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ec19425a-e983-421a-9fe4-b636159dcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:36:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['461887d9-b889-4278-9a04-b6d14fd51a80'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:22.221580 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:22.235540 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-ec19425a-e983-421a-9fe4-b636159dcd6b None None] Set router 461887d9-b889-4278-9a04-b6d14fd51a80 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:22.337933 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:22.396286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] Deleting port 85b7699f-4f9b-4225-85cd-4026c4e292e2 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:36:22.396536 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:22.415409 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ec19425a-e983-421a-9fe4-b636159dcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'name': 'tempest-TestShelveInstance-1224549031-router', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': '85b7699f-4f9b-4225-85cd-4026c4e292e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:36:21Z', 'revision_number': 5, 'project_id': 'b68d10188d1c43659aa271fc7e75982b', 'gw_port': {'id': '85b7699f-4f9b-4225-85cd-4026c4e292e2', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:22.448634 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec19425a-e983-421a-9fe4-b636159dcd6b None None] Checking router: 461887d9-b889-4278-9a04-b6d14fd51a80 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:36:22.457376 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec19425a-e983-421a-9fe4-b636159dcd6b None None] Routers {'461887d9-b889-4278-9a04-b6d14fd51a80'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:22.457982 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ec19425a-e983-421a-9fe4-b636159dcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:36:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['461887d9-b889-4278-9a04-b6d14fd51a80'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:22.481037 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] For port 85b7699f-4f9b-4225-85cd-4026c4e292e2, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=85b7699f-4f9b-4225-85cd-4026c4e292e2,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:22.481399 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:22.493756 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] Calling delete_port for 85b7699f-4f9b-4225-85cd-4026c4e292e2 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:36:22.554103 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-ec19425a-e983-421a-9fe4-b636159dcd6b None None] Set router 461887d9-b889-4278-9a04-b6d14fd51a80 gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:22.609803 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-ec19425a-e983-421a-9fe4-b636159dcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'name': 'tempest-TestShelveInstance-1224549031-router', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:36:22Z', 'revision_number': 6, 'project_id': 'b68d10188d1c43659aa271fc7e75982b', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:22.640289 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec19425a-e983-421a-9fe4-b636159dcd6b None None] The sync data for ids ['461887d9-b889-4278-9a04-b6d14fd51a80'] in dv-neutron-744815-16-hyperv is: [{'id': '461887d9-b889-4278-9a04-b6d14fd51a80', 'name': 'tempest-TestShelveInstance-1224549031-router', 'tenant_id': 'b68d10188d1c43659aa271fc7e75982b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:27:13Z', 'updated_at': '2021-11-28T08:36:22Z', 'revision_number': 6, 'project_id': 'b68d10188d1c43659aa271fc7e75982b', 'gw_port_host': None}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:36:22.672483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:22.698993 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] Pushing event deleted for resources: {'Port': ['ID=85b7699f-4f9b-4225-85cd-4026c4e292e2,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:22.715151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a349bf25-6fe6-4e72-94d0-38e1b30ee7a2 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:36:22.758800 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:22.860159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:22.862230 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:22.905249 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:22.906194 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 461887d9-b889-4278-9a04-b6d14fd51a80 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:36:22.910901 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:22.912103 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-70c72ec0-6f77-4125-b5a3-013db992707d admin admin] 10.222.0.31 "DELETE /v2.0/routers/461887d9-b889-4278-9a04-b6d14fd51a80 HTTP/1.1" status: 204 len: 168 time: 0.8072772 Nov 28 08:36:22.915184 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 48976) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:22.959107 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-76764377-0013-4ed4-8084-2afb7f257fa6 admin admin] Deleting subnet 85a2779b-df2c-45a8-9c8f-884cb60cb50e {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:36:22.962608 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76764377-0013-4ed4-8084-2afb7f257fa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.001621 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76764377-0013-4ed4-8084-2afb7f257fa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.090315 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76764377-0013-4ed4-8084-2afb7f257fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.140293 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76764377-0013-4ed4-8084-2afb7f257fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.166354 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76764377-0013-4ed4-8084-2afb7f257fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85a2779b-df2c-45a8-9c8f-884cb60cb50e,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:23.168235 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-76764377-0013-4ed4-8084-2afb7f257fa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.172418 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-76764377-0013-4ed4-8084-2afb7f257fa6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/85a2779b-df2c-45a8-9c8f-884cb60cb50e HTTP/1.1" status: 204 len: 168 time: 0.2552624 Nov 28 08:36:23.173354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58f38c7-9621-4dee-aa5d-5ee0237fbd13 None None] Network e8712b06-b7c1-4ea4-ba50-16782f800d8b requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:36:23.174007 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48978) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:23.240678 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.299330 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Deleting port a73fdc4f-265c-44e1-a2c9-3d0d252534e8 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:36:23.299685 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.369956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] For port a73fdc4f-265c-44e1-a2c9-3d0d252534e8, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a73fdc4f-265c-44e1-a2c9-3d0d252534e8,segment=NetworkSegment(e482c672-46f2-4c99-a730-3ef1eb9ff91a),segment_id=e482c672-46f2-4c99-a730-3ef1eb9ff91a)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:23.370234 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.389429 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Calling delete_port for a73fdc4f-265c-44e1-a2c9-3d0d252534e8 owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:36:23.412397 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] DHCP port deletion for e8712b06-b7c1-4ea4-ba50-16782f800d8b request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:36:23.475345 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Deleting port a73fdc4f-265c-44e1-a2c9-3d0d252534e8 {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:36:23.475722 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.486797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.514010 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Pushing event deleted for resources: {'Port': ['ID=a73fdc4f-265c-44e1-a2c9-3d0d252534e8,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:23.517516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] No DVR routers for this DVR port a73fdc4f-265c-44e1-a2c9-3d0d252534e8 on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:36:23.542190 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] For port a73fdc4f-265c-44e1-a2c9-3d0d252534e8, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=a73fdc4f-265c-44e1-a2c9-3d0d252534e8,segment=NetworkSegment(e482c672-46f2-4c99-a730-3ef1eb9ff91a),segment_id=e482c672-46f2-4c99-a730-3ef1eb9ff91a)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:23.542594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.555632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Calling delete_port for a73fdc4f-265c-44e1-a2c9-3d0d252534e8 owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:36:23.589145 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.614718 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8712b06-b7c1-4ea4-ba50-16782f800d8b']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:23.625873 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e482c672-46f2-4c99-a730-3ef1eb9ff91a') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:23.626377 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e482c672-46f2-4c99-a730-3ef1eb9ff91a') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:23.637568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.641274 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.651784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.660775 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:36:23.661185 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.672400 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] No DVR routers for this DVR port a73fdc4f-265c-44e1-a2c9-3d0d252534e8 on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:36:23.674448 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Pushing event deleted for resources: {'Port': ['ID=a73fdc4f-265c-44e1-a2c9-3d0d252534e8,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:23.684461 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:23.684876 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:23.685279 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:23.692602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:23.692602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:23.692602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:23.692602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:23.692602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:23.692602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:23.692602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:23.692602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:23.692602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:23.692602 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257a59e-69f6-4237-ae3d-19f9da4fe32b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:36:23.719938 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:36:23.736474 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.742116 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.746588 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] 10.222.0.31 "DELETE /v2.0/networks/e8712b06-b7c1-4ea4-ba50-16782f800d8b HTTP/1.1" status: 204 len: 168 time: 0.5715263 Nov 28 08:36:23.757340 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a6fe-26ad-4639-b3f4-679357e6076a admin admin] Pushing event deleted for resources: {'Network': ['ID=e8712b06-b7c1-4ea4-ba50-16782f800d8b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:23.768848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a73fdc4f-265c-44e1-a2c9-3d0d252534e8 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:36:23.790633 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: a73fdc4f-265c-44e1-a2c9-3d0d252534e8 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:36:23.791006 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device a73fdc4f-265c-44e1-a2c9-3d0d252534e8 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:36:23.791428 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:36:23.813208 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:36:23.813550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ff1c9ff1-a85d-4bc8-aece-f1125ac7d953 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:36:23.813970 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 85b7699f-4f9b-4225-85cd-4026c4e292e2 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:36:23.837183 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 85b7699f-4f9b-4225-85cd-4026c4e292e2 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:36:23.837587 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 85b7699f-4f9b-4225-85cd-4026c4e292e2 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:36:23.858182 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48982) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:23.896524 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-cad1b170-d902-420a-be6d-199a8dd5c510 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7bfb33a6d04442cbd7e0c5308c9fea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372002 Nov 28 08:36:23.899074 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48984) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:23.950330 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ee9e5884-6040-4d8e-b471-d04b22ae62f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:23.970625 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ee9e5884-6040-4d8e-b471-d04b22ae62f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:24.016011 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ee9e5884-6040-4d8e-b471-d04b22ae62f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:24.018805 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ee9e5884-6040-4d8e-b471-d04b22ae62f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:24.020001 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ee9e5884-6040-4d8e-b471-d04b22ae62f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed1a9639-5719-449b-8809-0aac51fc24d4 HTTP/1.1" status: 204 len: 168 time: 0.1200073 Nov 28 08:36:24.028108 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e5884-6040-4d8e-b471-d04b22ae62f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1a9639-5719-449b-8809-0aac51fc24d4,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:24.315579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48990) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:24.354621 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-37966326-8339-482c-84ad-29f8041925ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b68d10188d1c43659aa271fc7e75982b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378838 Nov 28 08:36:24.356907 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 48992) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:24.402107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adefc167-01db-42ad-8103-d6048f4ba2df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:24.423106 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adefc167-01db-42ad-8103-d6048f4ba2df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:24.469215 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adefc167-01db-42ad-8103-d6048f4ba2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:24.472051 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-adefc167-01db-42ad-8103-d6048f4ba2df admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:24.473234 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-adefc167-01db-42ad-8103-d6048f4ba2df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1184fb93-a4bf-41b4-8ad3-0f9b795ea2cf HTTP/1.1" status: 204 len: 168 time: 0.1154516 Nov 28 08:36:24.480792 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefc167-01db-42ad-8103-d6048f4ba2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1184fb93-a4bf-41b4-8ad3-0f9b795ea2cf,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:25.124155 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49014) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:25.217820 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-344029281-network', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:25.238969 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] Made reservation on behalf of 7f0e3e4d62954ec9ab84025d705b7bde for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:36:25.241144 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:25.252665 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:25.325054 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:25.328621 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:25.348049 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:36:25.361272 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0261007c-a601-4b02-a714-7540ceb60bb5,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:25.365958 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:25.366209 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] Added segment 187525fb-b6c5-41ae-bb37-5eae98c6b6dd of type vlan for network 5fa3550d-4d29-41e3-8485-5056d8c9e86f Nov 28 08:36:25.408465 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:25.433238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:25.434196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:25.434808 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:25.464877 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3396351 Nov 28 08:36:25.467804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 49018) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:25.472630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c12d2fa1-ab30-42be-9407-23dda6d471a7 admin admin] Request body: {'subnet': {'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-344029281-subnet', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'ip_version': 4}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:25.494765 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12d2fa1-ab30-42be-9407-23dda6d471a7 admin admin] Made reservation on behalf of 7f0e3e4d62954ec9ab84025d705b7bde for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:36:25.497160 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c12d2fa1-ab30-42be-9407-23dda6d471a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:25.500133 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8250427-91c0-401a-9086-3523d24dbaae admin admin] Pushing event updated for resources: {'Network': ['ID=5fa3550d-4d29-41e3-8485-5056d8c9e86f,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:25.509936 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 5fa3550d-4d29-41e3-8485-5056d8c9e86f details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:36:25.662661 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c12d2fa1-ab30-42be-9407-23dda6d471a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:25.719298 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d2fa1-ab30-42be-9407-23dda6d471a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee839003-070f-485f-b2b7-5752ba6b8331,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:25.729677 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d2fa1-ab30-42be-9407-23dda6d471a7 admin admin] Checking segment: {'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:36:25.730033 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d2fa1-ab30-42be-9407-23dda6d471a7 admin admin] Network hostable DHCP agents. Network: 5fa3550d-4d29-41e3-8485-5056d8c9e86f, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:36:25.745274 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d2fa1-ab30-42be-9407-23dda6d471a7 admin admin] Network 5fa3550d-4d29-41e3-8485-5056d8c9e86f is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:36:25.753457 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-c12d2fa1-ab30-42be-9407-23dda6d471a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 5fa3550d-4d29-41e3-8485-5056d8c9e86f) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:36:25.757365 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12d2fa1-ab30-42be-9407-23dda6d471a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:25.757984 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c12d2fa1-ab30-42be-9407-23dda6d471a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:25.763207 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a9640a-a308-404c-ad20-898a51a74350 None None] Network 5fa3550d-4d29-41e3-8485-5056d8c9e86f requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:36:25.777331 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49020) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:25.777583 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c12d2fa1-ab30-42be-9407-23dda6d471a7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3086107 Nov 28 08:36:25.782012 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:25.803422 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:25.804538 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:25.859577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:25.907283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:36:25.908172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:26.014965 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:26.044489 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Allocated IP 172.20.0.2 (5fa3550d-4d29-41e3-8485-5056d8c9e86f/ee839003-070f-485f-b2b7-5752ba6b8331/ccf60cdb-8904-42d6-b982-418d6cbddd2b) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:36:26.188462 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:26.195673 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:26.219937 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:26.233233 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Network 5fa3550d-4d29-41e3-8485-5056d8c9e86f is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:36:26.238290 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:36:26.238563 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:26.240814 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:36:26.256021 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Pushing event updated for resources: {'Port': ['ID=ccf60cdb-8904-42d6-b982-418d6cbddd2b,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:26.310292 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Attempting to bind port ccf60cdb-8904-42d6-b982-418d6cbddd2b on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:36:26.310566 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Attempting to bind port ccf60cdb-8904-42d6-b982-418d6cbddd2b by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:36:26.310949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Attempting to bind port ccf60cdb-8904-42d6-b982-418d6cbddd2b on network 5fa3550d-4d29-41e3-8485-5056d8c9e86f {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:36:26.315802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:36:26.316172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Checking segment: {'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:36:26.316558 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:26.316937 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Bound using segment: {'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:36:26.317383 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Bound port: ccf60cdb-8904-42d6-b982-418d6cbddd2b, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:36:26.317748 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:26.338630 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Allocated IP 172.26.2.133 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/2e09e5f0-594c-4646-802f-ca519de5c973) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:36:26.384359 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] For port ccf60cdb-8904-42d6-b982-418d6cbddd2b, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:36:26.387526 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] For port ccf60cdb-8904-42d6-b982-418d6cbddd2b, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ccf60cdb-8904-42d6-b982-418d6cbddd2b,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:36:26.392055 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:26.445170 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:26.462241 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d46d8f-9623-4c1d-811b-82b2024d5554 None None] Pushing event updated for resources: {'Port': ['ID=ccf60cdb-8904-42d6-b982-418d6cbddd2b,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:26.483559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:26.521956 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:36:26.524885 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:36:26.531326 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:36:26.537231 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af9405a-e7ed-459d-b124-b3d590a2381b None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:36:26.563005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Pushing event updated for resources: {'Port': ['ID=2e09e5f0-594c-4646-802f-ca519de5c973,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:26.658353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-f08992ac-0a54-41ea-9a8d-53e69fa92715 None None] Provisioning complete for port 2e09e5f0-594c-4646-802f-ca519de5c973 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:26.659340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-f08992ac-0a54-41ea-9a8d-53e69fa92715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:26.707417 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-f08992ac-0a54-41ea-9a8d-53e69fa92715 None None] Port 2e09e5f0-594c-4646-802f-ca519de5c973 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:36:26.830934 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:27.055335 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:27.201218 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Router 15ba8890-59d0-4fa1-8f3b-cf4751283655 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:36:27.328830 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:36:27.337665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Sync routers for ids ['15ba8890-59d0-4fa1-8f3b-cf4751283655'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:36:27.349122 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Routers {'15ba8890-59d0-4fa1-8f3b-cf4751283655'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:27.349733 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:36:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['15ba8890-59d0-4fa1-8f3b-cf4751283655'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:27.354502 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:27.357724 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-7562cbf4-a8d6-498b-b582-e1aca9d855ec admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5787561 Nov 28 08:36:27.359926 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49022) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:27.392818 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2431d24-c0f2-467d-9cb9-26f44c9e5759 None None] Network 5fa3550d-4d29-41e3-8485-5056d8c9e86f requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:36:27.524656 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-9b2d63a6-8b07-4c37-9782-b63b4d6fbab3 None None] Provisioning complete for port ccf60cdb-8904-42d6-b982-418d6cbddd2b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:27.525028 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9b2d63a6-8b07-4c37-9782-b63b4d6fbab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:27.571062 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Set router 15ba8890-59d0-4fa1-8f3b-cf4751283655 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:27.799847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ccf60cdb-8904-42d6-b982-418d6cbddd2b up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:36:27.833726 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:27.845566 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9b2d63a6-8b07-4c37-9782-b63b4d6fbab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.096117 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-9b2d63a6-8b07-4c37-9782-b63b4d6fbab3 None None] For port ccf60cdb-8904-42d6-b982-418d6cbddd2b, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ccf60cdb-8904-42d6-b982-418d6cbddd2b,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:28.104940 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9b2d63a6-8b07-4c37-9782-b63b4d6fbab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.132732 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port ccf60cdb-8904-42d6-b982-418d6cbddd2b triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:28.133112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.192780 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:26Z', 'revision_number': 3, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:28.239383 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Checking router: 15ba8890-59d0-4fa1-8f3b-cf4751283655 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:36:28.239770 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Updating router 15ba8890-59d0-4fa1-8f3b-cf4751283655 port 2e09e5f0-594c-4646-802f-ca519de5c973 binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:36:28.241630 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d63a6-8b07-4c37-9782-b63b4d6fbab3 None None] Pushing event updated for resources: {'Port': ['ID=ccf60cdb-8904-42d6-b982-418d6cbddd2b,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:28.279821 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.332313 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Allocated IP 172.20.0.1 (5fa3550d-4d29-41e3-8485-5056d8c9e86f/ee839003-070f-485f-b2b7-5752ba6b8331/baac0c67-ae21-4725-92de-7c5243e405eb) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:36:28.421610 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-6cb7617e-98ed-49aa-b026-ab154822f550 None None] Provisioning complete for port ccf60cdb-8904-42d6-b982-418d6cbddd2b triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:28.421978 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6cb7617e-98ed-49aa-b026-ab154822f550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.441479 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.478697 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.516277 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Network 5fa3550d-4d29-41e3-8485-5056d8c9e86f is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:36:28.521167 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:36:28.527592 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:36:28.560816 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Pushing event updated for resources: {'Port': ['ID=baac0c67-ae21-4725-92de-7c5243e405eb,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:28.575789 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.667357 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.674914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.730132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c6c36d-b87a-47bc-9c0e-0e4aea37c8f7 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:36:28.748244 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Attempting to bind port 2e09e5f0-594c-4646-802f-ca519de5c973 on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:36:28.748613 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Attempting to bind port 2e09e5f0-594c-4646-802f-ca519de5c973 by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:36:28.748973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Attempting to bind port 2e09e5f0-594c-4646-802f-ca519de5c973 on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:36:28.751334 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.755677 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1fd61-8840-43c5-b14d-21763f7564f3 None None] Pushing event updated for resources: {'Port': ['ID=2e09e5f0-594c-4646-802f-ca519de5c973,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:28.760845 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:36:28.761438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:36:28.762466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.762606 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:36:28.763351 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Bound port: 2e09e5f0-594c-4646-802f-ca519de5c973, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:36:28.763742 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.828948 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] For port 2e09e5f0-594c-4646-802f-ca519de5c973, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:36:28.834453 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] For port 2e09e5f0-594c-4646-802f-ca519de5c973, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=2e09e5f0-594c-4646-802f-ca519de5c973,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:36:28.836951 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-425975f4-f8d5-4980-ae8d-4e32554000a0 None None] Provisioning complete for port 2e09e5f0-594c-4646-802f-ca519de5c973 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:28.837373 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-425975f4-f8d5-4980-ae8d-4e32554000a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.840651 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.919566 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b42652-171b-4bb2-bf5e-5a955d332606 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:36:28.934747 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.941899 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:28.956530 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Routers {'15ba8890-59d0-4fa1-8f3b-cf4751283655'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:28.957277 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:36:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['15ba8890-59d0-4fa1-8f3b-cf4751283655'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:28.959456 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1fd61-8840-43c5-b14d-21763f7564f3 None None] Pushing event updated for resources: {'Port': ['ID=2e09e5f0-594c-4646-802f-ca519de5c973,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:29.021175 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:29.023071 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Pushing event updated for resources: {'Port': ['ID=baac0c67-ae21-4725-92de-7c5243e405eb,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:29.093547 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-425975f4-f8d5-4980-ae8d-4e32554000a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:29.125595 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Network 5fa3550d-4d29-41e3-8485-5056d8c9e86f is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:36:29.127235 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:36:29.128281 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-425975f4-f8d5-4980-ae8d-4e32554000a0 None None] For port 2e09e5f0-594c-4646-802f-ca519de5c973, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=2e09e5f0-594c-4646-802f-ca519de5c973,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:29.136540 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] Set router 15ba8890-59d0-4fa1-8f3b-cf4751283655 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:29.138463 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-425975f4-f8d5-4980-ae8d-4e32554000a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:29.258981 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-425975f4-f8d5-4980-ae8d-4e32554000a0 None None] Provisioning complete for port baac0c67-ae21-4725-92de-7c5243e405eb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:29.259349 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-425975f4-f8d5-4980-ae8d-4e32554000a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:29.277815 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Router 15ba8890-59d0-4fa1-8f3b-cf4751283655 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:36:29.326058 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425975f4-f8d5-4980-ae8d-4e32554000a0 None None] Pushing event updated for resources: {'Port': ['ID=2e09e5f0-594c-4646-802f-ca519de5c973,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:29.356771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-425975f4-f8d5-4980-ae8d-4e32554000a0 None None] Port baac0c67-ae21-4725-92de-7c5243e405eb cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:36:29.411273 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:36:29.416388 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-d0718669-ae98-4270-a2a3-576d4c6181e0 admin admin] 10.222.0.31 "PUT /v2.0/routers/15ba8890-59d0-4fa1-8f3b-cf4751283655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0549011 Nov 28 08:36:29.444588 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 2, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:29.478275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e4acc-e65b-481e-a21a-100817d7ec14 None None] The sync data for ids ['15ba8890-59d0-4fa1-8f3b-cf4751283655'] in dv-neutron-744815-16-hyperv is: [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 2, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:36:29.491047 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-08756004-48c5-4264-b5f9-3a64b9653b99 None None] Provisioning complete for port 2e09e5f0-594c-4646-802f-ca519de5c973 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:29.491418 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-08756004-48c5-4264-b5f9-3a64b9653b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:29.605290 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-08756004-48c5-4264-b5f9-3a64b9653b99 None None] Provisioning complete for port baac0c67-ae21-4725-92de-7c5243e405eb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:29.605843 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-08756004-48c5-4264-b5f9-3a64b9653b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:29.650282 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-08756004-48c5-4264-b5f9-3a64b9653b99 None None] Port baac0c67-ae21-4725-92de-7c5243e405eb cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:36:29.774385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ccf60cdb-8904-42d6-b982-418d6cbddd2b up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:36:29.838354 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port ccf60cdb-8904-42d6-b982-418d6cbddd2b triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:29.838831 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:29.939062 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49038) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:29.944161 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-992916950-network', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:29.970057 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] Made reservation on behalf of c30a0ecf33084f99804cc32325141f5c for: {'network': 1} {{(pid=115119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:36:29.972849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for network, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:29.982599 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.062414 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.067492 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.096593 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=115119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 28 08:36:30.103937 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db0dde9-7474-4a79-9d84-20afc1e1c71a,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:30.110024 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.110367 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.segments_db [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] Added segment e50c875b-911f-4c58-b235-6fe0b6916624 of type vlan for network 452febfb-3b75-4de1-b35c-194b0f69c04c Nov 28 08:36:30.166033 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757783760074'] for network, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.192874 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562'] for network, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.193797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:30.194364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.234927 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2946723 Nov 28 08:36:30.237944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 49040) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:30.246981 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-8bbeb358-cb79-4880-a54b-f829f57cf21f admin admin] Request body: {'subnet': {'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-992916950-subnet', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'ip_version': 4}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:30.265447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b43603-a99f-4012-8dbe-1cf2778ff8fc admin admin] Pushing event updated for resources: {'Network': ['ID=452febfb-3b75-4de1-b35c-194b0f69c04c,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:30.269292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbeb358-cb79-4880-a54b-f829f57cf21f admin admin] Made reservation on behalf of c30a0ecf33084f99804cc32325141f5c for: {'subnet': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:36:30.272563 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb358-cb79-4880-a54b-f829f57cf21f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12278121'] for subnet, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.277340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Network 452febfb-3b75-4de1-b35c-194b0f69c04c details requested by agent ovs-agent-dv-neutron-744815-16-hyperv with host dv-neutron-744815-16-hyperv {{(pid=115120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 28 08:36:30.470502 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb358-cb79-4880-a54b-f829f57cf21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12237301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12278139'] for subnet, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.529346 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeb358-cb79-4880-a54b-f829f57cf21f admin admin] Pushing event updated for resources: {'Subnet': ['ID=94359bfb-aef8-475c-a423-45d127487449,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:30.541275 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbeb358-cb79-4880-a54b-f829f57cf21f admin admin] Checking segment: {'id': 'e50c875b-911f-4c58-b235-6fe0b6916624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:36:30.541632 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbeb358-cb79-4880-a54b-f829f57cf21f admin admin] Network hostable DHCP agents. Network: 452febfb-3b75-4de1-b35c-194b0f69c04c, hostable agents: ['24e6a0a3-d63c-4dbb-a279-d8c5a03a884d'], hosted agents: [] {{(pid=115118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 28 08:36:30.559274 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbeb358-cb79-4880-a54b-f829f57cf21f admin admin] Network 452febfb-3b75-4de1-b35c-194b0f69c04c is scheduled to be hosted by DHCP agent 24e6a0a3-d63c-4dbb-a279-d8c5a03a884d with binding_index 1 {{(pid=115118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 28 08:36:30.568998 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [None req-8bbeb358-cb79-4880-a54b-f829f57cf21f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-744815-16-hyperv, 452febfb-3b75-4de1-b35c-194b0f69c04c) {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:36:30.573582 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbeb358-cb79-4880-a54b-f829f57cf21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:30.574173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb358-cb79-4880-a54b-f829f57cf21f admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.580263 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ee0fb7-b06a-4257-b1f9-5f408dd13ae0 None None] Network 452febfb-3b75-4de1-b35c-194b0f69c04c requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:36:30.593484 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8bbeb358-cb79-4880-a54b-f829f57cf21f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3543959 Nov 28 08:36:30.596437 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49042) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:30.601082 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-992916950-router', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:30.624399 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-463798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9626'] for router, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.625721 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-463650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9699'] for router, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.688706 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.752941 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcd6ce67-1c26-5d72-a802-a68aa577d18a-452febfb-3b75-4de1-b35c-194b0f69c04c', 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'fixed_ips': [{'subnet_id': '94359bfb-aef8-475c-a423-45d127487449'}]}} from dv-neutron-744815-16-hyperv. {{(pid=115120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 28 08:36:30.753829 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.854785 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:30.901597 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.db_base_plugin_common [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Allocated IP 172.20.0.2 (452febfb-3b75-4de1-b35c-194b0f69c04c/94359bfb-aef8-475c-a423-45d127487449/c32046f7-1934-458a-b626-43b2ba89b43f) {{(pid=115120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:36:31.049865 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Publish callbacks [] for port, precommit_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:31.057700 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415'] for port, after_create {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:31.060558 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:31.081447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:31.093755 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Network 452febfb-3b75-4de1-b35c-194b0f69c04c is already hosted by enough agents. {{(pid=115120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:36:31.096844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.scheduler.base_scheduler [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Resources bound (agent type, host, resource id): {{(pid=115120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:36:31.100366 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Received port after_create {{(pid=115120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:36:31.120339 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Pushing event updated for resources: {'Port': ['ID=c32046f7-1934-458a-b626-43b2ba89b43f,revision_number=1']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:31.166915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Attempting to bind port c32046f7-1934-458a-b626-43b2ba89b43f on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:36:31.167289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Attempting to bind port c32046f7-1934-458a-b626-43b2ba89b43f by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'e50c875b-911f-4c58-b235-6fe0b6916624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:36:31.167655 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Attempting to bind port c32046f7-1934-458a-b626-43b2ba89b43f on network 452febfb-3b75-4de1-b35c-194b0f69c04c {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:36:31.172657 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:36:31.173027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Checking segment: {'id': 'e50c875b-911f-4c58-b235-6fe0b6916624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:36:31.173432 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:31.173822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Bound using segment: {'id': 'e50c875b-911f-4c58-b235-6fe0b6916624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:36:31.174283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Bound port: c32046f7-1934-458a-b626-43b2ba89b43f, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50c875b-911f-4c58-b235-6fe0b6916624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:36:31.174665 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:31.193717 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Allocated IP 172.26.2.32 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/5c311b91-549a-4b5f-bda0-eb9aea99d39d) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:36:31.248390 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] For port c32046f7-1934-458a-b626-43b2ba89b43f, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:36:31.251601 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] For port c32046f7-1934-458a-b626-43b2ba89b43f, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c32046f7-1934-458a-b626-43b2ba89b43f,segment=NetworkSegment(e50c875b-911f-4c58-b235-6fe0b6916624),segment_id=e50c875b-911f-4c58-b235-6fe0b6916624)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:36:31.257825 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:31.311389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:31.327304 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c41c81-c71b-4ab9-bba6-15968ab71c00 None None] Pushing event updated for resources: {'Port': ['ID=c32046f7-1934-458a-b626-43b2ba89b43f,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:31.345569 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:31.391879 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:36:31.396752 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:36:31.399168 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:36:31.410724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78249d6-e631-43b3-92b6-6aba80c73041 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:36:31.430726 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Pushing event updated for resources: {'Port': ['ID=5c311b91-549a-4b5f-bda0-eb9aea99d39d,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:31.515571 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-df581e44-4cca-4031-b11e-14d06579fb8b None None] Provisioning complete for port 5c311b91-549a-4b5f-bda0-eb9aea99d39d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:31.516024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-df581e44-4cca-4031-b11e-14d06579fb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:31.569709 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-df581e44-4cca-4031-b11e-14d06579fb8b None None] Port 5c311b91-549a-4b5f-bda0-eb9aea99d39d cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:36:31.645391 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Sync routers for ids ['15ba8890-59d0-4fa1-8f3b-cf4751283655'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:36:31.657070 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Routers {'15ba8890-59d0-4fa1-8f3b-cf4751283655'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:31.657750 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:36:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['15ba8890-59d0-4fa1-8f3b-cf4751283655'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:31.721268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:31.789585 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Set router 15ba8890-59d0-4fa1-8f3b-cf4751283655 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:31.818982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c32046f7-1934-458a-b626-43b2ba89b43f up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:36:31.984962 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-463675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462839'] for router, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:32.024342 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 2, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:32.064680 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:32.076801 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c32046f7-1934-458a-b626-43b2ba89b43f triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:32.077276 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:32.160361 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Router ceab8f8f-d494-46f4-a901-1a6038ce2250 is scheduled to L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 with binding_index 1 {{(pid=115119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 28 08:36:32.162390 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Checking router: 15ba8890-59d0-4fa1-8f3b-cf4751283655 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:36:32.162824 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Updating router 15ba8890-59d0-4fa1-8f3b-cf4751283655 port baac0c67-ae21-4725-92de-7c5243e405eb binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:36:32.199967 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:32.200217 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:32.240767 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] For port c32046f7-1934-458a-b626-43b2ba89b43f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c32046f7-1934-458a-b626-43b2ba89b43f,segment=NetworkSegment(e50c875b-911f-4c58-b235-6fe0b6916624),segment_id=e50c875b-911f-4c58-b235-6fe0b6916624)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:32.249050 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:32.250099 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 2e09e5f0-594c-4646-802f-ca519de5c973 up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:36:32.298690 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:36:32.321720 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:32.323736 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-afd45bab-1b91-4eb5-b9b1-504b35d242dc admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7261286 Nov 28 08:36:32.326446 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49044) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:32.331666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Sync routers for ids ['ceab8f8f-d494-46f4-a901-1a6038ce2250'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:36:32.357778 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Routers {'ceab8f8f-d494-46f4-a901-1a6038ce2250'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:32.358523 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:36:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['ceab8f8f-d494-46f4-a901-1a6038ce2250'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:32.409200 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0c6966-1bf0-4cd2-a9a6-5c57d69f26e6 None None] Network 452febfb-3b75-4de1-b35c-194b0f69c04c requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:36:32.415530 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Pushing event updated for resources: {'Port': ['ID=c32046f7-1934-458a-b626-43b2ba89b43f,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:32.526278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 2e09e5f0-594c-4646-802f-ca519de5c973 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:32.526650 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:32.533461 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:32.539861 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:32.598372 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Pushing event updated for resources: {'Port': ['ID=baac0c67-ae21-4725-92de-7c5243e405eb,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:32.623804 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-76e32f2e-6538-49ed-9064-01ecb5dc4e48 None None] Provisioning complete for port c32046f7-1934-458a-b626-43b2ba89b43f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:32.624271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-76e32f2e-6538-49ed-9064-01ecb5dc4e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:32.625275 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:32.625634 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:32.625974 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:32.626319 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:32.626651 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:32.627006 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:32.627344 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:32.627716 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:32.628304 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:32.628435 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:32.628692 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:32.629012 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:32.629336 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:36:32.654755 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Set router ceab8f8f-d494-46f4-a901-1a6038ce2250 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:32.668381 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Attempting to bind port baac0c67-ae21-4725-92de-7c5243e405eb on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:36:32.668964 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Attempting to bind port baac0c67-ae21-4725-92de-7c5243e405eb by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:36:32.669172 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Attempting to bind port baac0c67-ae21-4725-92de-7c5243e405eb on network 5fa3550d-4d29-41e3-8485-5056d8c9e86f {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:36:32.675440 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:36:32.676141 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Checking segment: {'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:36:32.677020 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:32.677624 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Bound using segment: {'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:36:32.678285 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Bound port: baac0c67-ae21-4725-92de-7c5243e405eb, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:36:32.678848 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:32.776689 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] For port baac0c67-ae21-4725-92de-7c5243e405eb, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:36:32.781451 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] For port baac0c67-ae21-4725-92de-7c5243e405eb, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=baac0c67-ae21-4725-92de-7c5243e405eb,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:36:32.788063 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:32.843191 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Routers {'15ba8890-59d0-4fa1-8f3b-cf4751283655'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:32.843831 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:36:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['15ba8890-59d0-4fa1-8f3b-cf4751283655'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:33.020360 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e6ec3-c1a1-4877-be57-f7ee7d55d84e None None] Pushing event updated for resources: {'Port': ['ID=baac0c67-ae21-4725-92de-7c5243e405eb,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:33.031775 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] Set router 15ba8890-59d0-4fa1-8f3b-cf4751283655 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:33.057510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'name': 'tempest-TestSnapshotPattern-992916950-router', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '5c311b91-549a-4b5f-bda0-eb9aea99d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:30Z', 'updated_at': '2021-11-28T08:36:31Z', 'revision_number': 3, 'project_id': 'c30a0ecf33084f99804cc32325141f5c', 'gw_port': {'id': '5c311b91-549a-4b5f-bda0-eb9aea99d39d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:31Z', 'updated_at': '2021-11-28T08:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:33.107315 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Checking router: ceab8f8f-d494-46f4-a901-1a6038ce2250 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:36:33.108028 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Updating router ceab8f8f-d494-46f4-a901-1a6038ce2250 port 5c311b91-549a-4b5f-bda0-eb9aea99d39d binding host dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:36:33.156658 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:33.211692 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-64193a88-9519-47fa-ab3f-7b95f9cd85c6 None None] Provisioning complete for port baac0c67-ae21-4725-92de-7c5243e405eb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:33.212172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-64193a88-9519-47fa-ab3f-7b95f9cd85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:33.278297 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:32Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:33.300131 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:33.307575 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ceea2-1063-443c-9bf4-1d6b26c22373 None None] The sync data for ids ['15ba8890-59d0-4fa1-8f3b-cf4751283655'] in dv-neutron-744815-16-hyperv is: [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:32Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:36:33.446512 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-64193a88-9519-47fa-ab3f-7b95f9cd85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:33.474228 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Allocated IP 172.20.0.1 (452febfb-3b75-4de1-b35c-194b0f69c04c/94359bfb-aef8-475c-a423-45d127487449/78f84b95-3d9b-4353-96bf-81ab301550ec) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:36:33.506176 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-64193a88-9519-47fa-ab3f-7b95f9cd85c6 None None] For port baac0c67-ae21-4725-92de-7c5243e405eb, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=baac0c67-ae21-4725-92de-7c5243e405eb,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:33.530491 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-64193a88-9519-47fa-ab3f-7b95f9cd85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:33.592497 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Publish callbacks [] for port, precommit_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:33.593287 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:33.605691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:33.610720 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64193a88-9519-47fa-ab3f-7b95f9cd85c6 None None] Pushing event updated for resources: {'Port': ['ID=baac0c67-ae21-4725-92de-7c5243e405eb,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:33.639662 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:33.646027 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc35a341-0587-46cb-8e75-36bf6416edbe None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:36:33.678982 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Attempting to bind port 5c311b91-549a-4b5f-bda0-eb9aea99d39d on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:36:33.679249 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Attempting to bind port 5c311b91-549a-4b5f-bda0-eb9aea99d39d by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:36:33.679662 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Attempting to bind port 5c311b91-549a-4b5f-bda0-eb9aea99d39d on network 8f7f1af8-2a77-47e3-81be-1c645770eead {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:36:33.680631 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Network 452febfb-3b75-4de1-b35c-194b0f69c04c is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:36:33.684267 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:36:33.690680 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:36:33.698075 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:36:33.698075 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Checking segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:36:33.698699 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:33.698936 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Bound using segment: {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'} {{(pid=115120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:36:33.699707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.managers [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Bound port: 5c311b91-549a-4b5f-bda0-eb9aea99d39d, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b790c0f-b613-4405-9e61-0bc77e15640d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead'}}] {{(pid=115120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:36:33.699707 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:33.701618 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e499e9-74f5-404f-96fa-ac37ce2ffdff None None] Pushing event updated for resources: {'Port': ['ID=5c311b91-549a-4b5f-bda0-eb9aea99d39d,revision_number=2']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:33.703914 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a4adb6e8-673e-4d2d-b118-775f7d2f5028 None None] Provisioning complete for port baac0c67-ae21-4725-92de-7c5243e405eb triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:33.704280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a4adb6e8-673e-4d2d-b118-775f7d2f5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:33.728568 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Pushing event updated for resources: {'Port': ['ID=78f84b95-3d9b-4353-96bf-81ab301550ec,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:33.747104 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459200'] for router_interface, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:33.981354 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:33.981536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c32046f7-1934-458a-b626-43b2ba89b43f up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:36:34.043799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] For port 5c311b91-549a-4b5f-bda0-eb9aea99d39d, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:36:34.060632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] For port 5c311b91-549a-4b5f-bda0-eb9aea99d39d, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5c311b91-549a-4b5f-bda0-eb9aea99d39d,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:36:34.089799 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:34.154968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30553d6b-8e93-4e10-b726-3cfe352aa20d None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:36:34.164669 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port c32046f7-1934-458a-b626-43b2ba89b43f triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:34.165024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:34.170031 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:34.176285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:34.214267 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e499e9-74f5-404f-96fa-ac37ce2ffdff None None] Pushing event updated for resources: {'Port': ['ID=5c311b91-549a-4b5f-bda0-eb9aea99d39d,revision_number=3']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:34.222549 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Routers {'ceab8f8f-d494-46f4-a901-1a6038ce2250'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:34.223080 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:36:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['ceab8f8f-d494-46f4-a901-1a6038ce2250'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:34.251547 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3670973'] for router_interface, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:34.261774 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Pushing event updated for resources: {'Port': ['ID=78f84b95-3d9b-4353-96bf-81ab301550ec,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:34.283064 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-a4adb6e8-673e-4d2d-b118-775f7d2f5028 None None] Provisioning complete for port c32046f7-1934-458a-b626-43b2ba89b43f triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:34.283438 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a4adb6e8-673e-4d2d-b118-775f7d2f5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:34.346765 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Network 452febfb-3b75-4de1-b35c-194b0f69c04c is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:36:34.348601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:36:34.436205 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] Set router ceab8f8f-d494-46f4-a901-1a6038ce2250 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:34.439773 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device baac0c67-ae21-4725-92de-7c5243e405eb up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:36:34.486441 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Router ceab8f8f-d494-46f4-a901-1a6038ce2250 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:36:34.619332 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:36:34.624548 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-31508ffd-0250-4fe9-876d-101199e7cd4b admin admin] 10.222.0.31 "PUT /v2.0/routers/ceab8f8f-d494-46f4-a901-1a6038ce2250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2968526 Nov 28 08:36:34.665081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port baac0c67-ae21-4725-92de-7c5243e405eb triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:34.665451 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:34.807706 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'name': 'tempest-TestSnapshotPattern-992916950-router', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '5c311b91-549a-4b5f-bda0-eb9aea99d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:30Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 4, 'project_id': 'c30a0ecf33084f99804cc32325141f5c', 'gw_port': {'id': '5c311b91-549a-4b5f-bda0-eb9aea99d39d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:31Z', 'updated_at': '2021-11-28T08:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '78f84b95-3d9b-4353-96bf-81ab301550ec', 'name': '', 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'mac_address': 'fa:16:3e:25:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '94359bfb-aef8-475c-a423-45d127487449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:33Z', 'updated_at': '2021-11-28T08:36:34Z', 'revision_number': 2, 'project_id': 'c30a0ecf33084f99804cc32325141f5c', 'subnets': [{'id': '94359bfb-aef8-475c-a423-45d127487449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:34.809635 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-554cd552-d219-4141-9c08-6b0f29f3f608 None None] Provisioning complete for port 5c311b91-549a-4b5f-bda0-eb9aea99d39d triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:34.810001 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-554cd552-d219-4141-9c08-6b0f29f3f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:34.861237 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df2bafb-e0ee-4334-a1d0-274cc078a673 None None] The sync data for ids ['ceab8f8f-d494-46f4-a901-1a6038ce2250'] in dv-neutron-744815-16-hyperv is: [{'id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'name': 'tempest-TestSnapshotPattern-992916950-router', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '5c311b91-549a-4b5f-bda0-eb9aea99d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:30Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 4, 'project_id': 'c30a0ecf33084f99804cc32325141f5c', 'gw_port': {'id': '5c311b91-549a-4b5f-bda0-eb9aea99d39d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:31Z', 'updated_at': '2021-11-28T08:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '78f84b95-3d9b-4353-96bf-81ab301550ec', 'name': '', 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'mac_address': 'fa:16:3e:25:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '94359bfb-aef8-475c-a423-45d127487449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:33Z', 'updated_at': '2021-11-28T08:36:34Z', 'revision_number': 2, 'project_id': 'c30a0ecf33084f99804cc32325141f5c', 'subnets': [{'id': '94359bfb-aef8-475c-a423-45d127487449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:36:34.933836 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-554cd552-d219-4141-9c08-6b0f29f3f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:34.954811 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-554cd552-d219-4141-9c08-6b0f29f3f608 None None] For port 5c311b91-549a-4b5f-bda0-eb9aea99d39d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5c311b91-549a-4b5f-bda0-eb9aea99d39d,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:34.959736 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-554cd552-d219-4141-9c08-6b0f29f3f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.013224 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-554cd552-d219-4141-9c08-6b0f29f3f608 None None] Provisioning complete for port 78f84b95-3d9b-4353-96bf-81ab301550ec triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:35.013595 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-554cd552-d219-4141-9c08-6b0f29f3f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.047342 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cd552-d219-4141-9c08-6b0f29f3f608 None None] Pushing event updated for resources: {'Port': ['ID=5c311b91-549a-4b5f-bda0-eb9aea99d39d,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:35.087613 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-554cd552-d219-4141-9c08-6b0f29f3f608 None None] Port 78f84b95-3d9b-4353-96bf-81ab301550ec cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:36:35.123771 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49052) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:35.130168 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-c72c96e3-98aa-4d72-8b46-dafb05f025aa tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-399029476', 'description': 'tempest-secgroup-smoke-399029476 description', 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:35.152643 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c72c96e3-98aa-4d72-8b46-dafb05f025aa tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.239408 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c72c96e3-98aa-4d72-8b46-dafb05f025aa tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.244485 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c72c96e3-98aa-4d72-8b46-dafb05f025aa tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.276083 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-c72c96e3-98aa-4d72-8b46-dafb05f025aa tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.277340 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-c72c96e3-98aa-4d72-8b46-dafb05f025aa tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1511242 Nov 28 08:36:35.278470 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c96e3-98aa-4d72-8b46-dafb05f025aa tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657acea9-dc55-4d76-964b-40c4881dafd3,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:35.280474 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 49054) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:35.285183 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-5b2cabf6-e76e-4b91-a521-da82ce249861 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Request body: {'security_group_rule': {'security_group_id': '657acea9-dc55-4d76-964b-40c4881dafd3', 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:35.313764 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5b2cabf6-e76e-4b91-a521-da82ce249861 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.382985 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5b2cabf6-e76e-4b91-a521-da82ce249861 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.386819 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5b2cabf6-e76e-4b91-a521-da82ce249861 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.407340 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cabf6-e76e-4b91-a521-da82ce249861 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040130d7-c255-4116-96a6-8d3064004fb7,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:35.414527 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-5b2cabf6-e76e-4b91-a521-da82ce249861 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.418518 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49056) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:35.419036 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-5b2cabf6-e76e-4b91-a521-da82ce249861 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370502 Nov 28 08:36:35.423594 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-235a6cf0-3b7e-4363-bc36-ac4a33ea9971 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Request body: {'security_group_rule': {'security_group_id': '657acea9-dc55-4d76-964b-40c4881dafd3', 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:35.451511 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-235a6cf0-3b7e-4363-bc36-ac4a33ea9971 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.507952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-235a6cf0-3b7e-4363-bc36-ac4a33ea9971 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.511548 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-235a6cf0-3b7e-4363-bc36-ac4a33ea9971 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.528564 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a6cf0-3b7e-4363-bc36-ac4a33ea9971 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d508b2be-7eb8-4789-a47c-3b17a6228c28,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:35.536696 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-235a6cf0-3b7e-4363-bc36-ac4a33ea9971 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.537845 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-235a6cf0-3b7e-4363-bc36-ac4a33ea9971 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181371 Nov 28 08:36:35.541329 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49058) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:35.545517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-b7ab9f6c-6376-4796-8162-12569f9bfa96 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Request body: {'security_group_rule': {'security_group_id': '657acea9-dc55-4d76-964b-40c4881dafd3', 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:35.570705 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9f6c-6376-4796-8162-12569f9bfa96 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.624364 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9f6c-6376-4796-8162-12569f9bfa96 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.627614 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9f6c-6376-4796-8162-12569f9bfa96 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.643856 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab9f6c-6376-4796-8162-12569f9bfa96 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58006149-94a9-4c45-b307-4d2ba2fc3eb8,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:35.652285 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9f6c-6376-4796-8162-12569f9bfa96 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.653447 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-b7ab9f6c-6376-4796-8162-12569f9bfa96 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1112213 Nov 28 08:36:35.656188 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49060) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:35.660415 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-f3ea1bfb-0a1b-44e5-87a8-1580e7c9a41e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Request body: {'security_group_rule': {'security_group_id': '657acea9-dc55-4d76-964b-40c4881dafd3', 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:35.685601 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1bfb-0a1b-44e5-87a8-1580e7c9a41e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.747156 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1bfb-0a1b-44e5-87a8-1580e7c9a41e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.750749 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1bfb-0a1b-44e5-87a8-1580e7c9a41e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.769480 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea1bfb-0a1b-44e5-87a8-1580e7c9a41e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302ddbea-ed67-420d-84ce-0ae7327304a4,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:35.774433 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1bfb-0a1b-44e5-87a8-1580e7c9a41e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.775733 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f3ea1bfb-0a1b-44e5-87a8-1580e7c9a41e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185713 Nov 28 08:36:35.778406 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49062) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:35.782616 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-93090cbf-7b25-4bbf-b2b2-a27af29d0d06 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Request body: {'security_group_rule': {'security_group_id': '657acea9-dc55-4d76-964b-40c4881dafd3', 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:35.804364 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.securitygroups_db [None req-93090cbf-7b25-4bbf-b2b2-a27af29d0d06 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Project 7f0e3e4d62954ec9ab84025d705b7bde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:36:35.809407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-93090cbf-7b25-4bbf-b2b2-a27af29d0d06 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.865226 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-93090cbf-7b25-4bbf-b2b2-a27af29d0d06 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.868849 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-93090cbf-7b25-4bbf-b2b2-a27af29d0d06 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.887041 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93090cbf-7b25-4bbf-b2b2-a27af29d0d06 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa810e3f-4091-4529-b4c3-0d9848c04758,revision_number=0']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:35.894500 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-93090cbf-7b25-4bbf-b2b2-a27af29d0d06 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.895717 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-93090cbf-7b25-4bbf-b2b2-a27af29d0d06 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163747 Nov 28 08:36:35.899185 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 49064) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:35.903744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [None req-c8a9f642-4cf4-44ee-b181-4ac39cae65cc tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Request body: {'security_group_rule': {'security_group_id': '657acea9-dc55-4d76-964b-40c4881dafd3', 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:35.923914 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.db.securitygroups_db [None req-c8a9f642-4cf4-44ee-b181-4ac39cae65cc tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Project 7f0e3e4d62954ec9ab84025d705b7bde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 28 08:36:35.928618 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f642-4cf4-44ee-b181-4ac39cae65cc tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.994171 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f642-4cf4-44ee-b181-4ac39cae65cc tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:35.997568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f642-4cf4-44ee-b181-4ac39cae65cc tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687418'] for security_group_rule, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:36.014853 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9f642-4cf4-44ee-b181-4ac39cae65cc tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e742b12-458f-42be-8b41-9321b5f80cea,revision_number=0']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:36.022074 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f642-4cf4-44ee-b181-4ac39cae65cc tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:36.023938 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-c8a9f642-4cf4-44ee-b181-4ac39cae65cc tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230760 Nov 28 08:36:36.186627 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-60ac0995-281a-4229-8184-8cbcb4256492 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399029476&fields=id&tenant_id=7f0e3e4d62954ec9ab84025d705b7bde HTTP/1.1" status: 200 len: 267 time: 0.0456600 Nov 28 08:36:36.297392 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-77d68bd7-04d1-4ee9-b80e-96d316d27c5c tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:36.298977 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-77d68bd7-04d1-4ee9-b80e-96d316d27c5c tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 809 time: 0.1056144 Nov 28 08:36:36.315440 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-34f2b86c-ba60-4465-9003-e070386227a3 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/quotas/7f0e3e4d62954ec9ab84025d705b7bde HTTP/1.1" status: 200 len: 375 time: 0.0099251 Nov 28 08:36:36.376756 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-0f187e5b-9226-4ec7-8897-2a94302d1cc0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548604 Nov 28 08:36:36.482516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-794d7bb9-1181-4807-b579-95a09dfa2f8e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=115119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 28 08:36:36.483543 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-794d7bb9-1181-4807-b579-95a09dfa2f8e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14093 time: 0.0947940 Nov 28 08:36:36.579706 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-3cc91455-5208-4d40-96fc-9c6b844df18f service neutron] 10.222.0.31 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896733 Nov 28 08:36:36.671011 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-05f5f478-c009-498f-a489-88c0bbd83955 service neutron] 10.222.0.31 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852122 Nov 28 08:36:36.832305 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-be445920-4d01-43f6-9d31-806b47116a77 req-40f7f78f-5adc-4a3a-bc3e-a9d26583b1fe tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 210 time: 0.0282331 Nov 28 08:36:36.859748 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:36:37.352901 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Sync routers for ids ['ceab8f8f-d494-46f4-a901-1a6038ce2250'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:36:37.363078 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Routers {'ceab8f8f-d494-46f4-a901-1a6038ce2250'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:37.363686 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:36:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['ceab8f8f-d494-46f4-a901-1a6038ce2250'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:37.487043 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Set router ceab8f8f-d494-46f4-a901-1a6038ce2250 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:37.692589 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'name': 'tempest-TestSnapshotPattern-992916950-router', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '5c311b91-549a-4b5f-bda0-eb9aea99d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:30Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 4, 'project_id': 'c30a0ecf33084f99804cc32325141f5c', 'gw_port': {'id': '5c311b91-549a-4b5f-bda0-eb9aea99d39d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:31Z', 'updated_at': '2021-11-28T08:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '78f84b95-3d9b-4353-96bf-81ab301550ec', 'name': '', 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'mac_address': 'fa:16:3e:25:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '94359bfb-aef8-475c-a423-45d127487449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:33Z', 'updated_at': '2021-11-28T08:36:34Z', 'revision_number': 2, 'project_id': 'c30a0ecf33084f99804cc32325141f5c', 'subnets': [{'id': '94359bfb-aef8-475c-a423-45d127487449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:37.720618 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Checking router: ceab8f8f-d494-46f4-a901-1a6038ce2250 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:36:37.720962 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Updating router ceab8f8f-d494-46f4-a901-1a6038ce2250 port 78f84b95-3d9b-4353-96bf-81ab301550ec binding host dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 28 08:36:37.751055 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:37.778136 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5c311b91-549a-4b5f-bda0-eb9aea99d39d up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:36:37.835202 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 5c311b91-549a-4b5f-bda0-eb9aea99d39d triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:37.836172 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:37.954004 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d994b18e-3691-48bf-af51-d22e75a061c4 req-643d2420-1583-4eba-9e9e-d8da43807770 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 210 time: 0.0489330 Nov 28 08:36:38.050955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-1d6ca541-8d2c-43a7-85b0-6be635ce529e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:38.052454 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-1d6ca541-8d2c-43a7-85b0-6be635ce529e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.35 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 809 time: 0.1495416 Nov 28 08:36:38.137063 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-fcf4d3d2-b932-48ca-9650-3a1e19ca23b0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f0e3e4d62954ec9ab84025d705b7bde HTTP/1.1" status: 200 len: 379 time: 0.0616829 Nov 28 08:36:38.146650 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-65c531db-e690-4b8e-a543-10d826ce3267 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Request body: {'port': {'device_id': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'admin_state_up': True, 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'security_groups': ['657acea9-dc55-4d76-964b-40c4881dafd3']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:38.157247 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Publish callbacks [] for port, precommit_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:38.162470 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:38.239772 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03774ca-ecc0-447f-86c4-6783d4ac9119 None None] Pushing event updated for resources: {'Port': ['ID=78f84b95-3d9b-4353-96bf-81ab301550ec,revision_number=3']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:38.268190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-65c531db-e690-4b8e-a543-10d826ce3267 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Made reservation on behalf of 7f0e3e4d62954ec9ab84025d705b7bde for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:36:38.269602 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Attempting to bind port 78f84b95-3d9b-4353-96bf-81ab301550ec on host dv-neutron-744815-16-hyperv for vnic_type normal with profile {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:36:38.269972 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Attempting to bind port 78f84b95-3d9b-4353-96bf-81ab301550ec by drivers openvswitch,hyperv on host dv-neutron-744815-16-hyperv at level 0 using segments [{'id': 'e50c875b-911f-4c58-b235-6fe0b6916624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c'}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:36:38.270327 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Attempting to bind port 78f84b95-3d9b-4353-96bf-81ab301550ec on network 452febfb-3b75-4de1-b35c-194b0f69c04c {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:36:38.272923 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-65c531db-e690-4b8e-a543-10d826ce3267 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:38.277320 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Checking agent: {'id': '43d91e64-643d-488b-af1c-cfc2b4b6fcae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-744815-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 37, 21), 'started_at': datetime.datetime(2021, 11, 28, 7, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-744815-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:36:38.277777 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Checking segment: {'id': 'e50c875b-911f-4c58-b235-6fe0b6916624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:36:38.278247 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:38.278705 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Bound using segment: {'id': 'e50c875b-911f-4c58-b235-6fe0b6916624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c'} {{(pid=115121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:36:38.279401 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.managers [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Bound port: 78f84b95-3d9b-4353-96bf-81ab301550ec, host: dv-neutron-744815-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50c875b-911f-4c58-b235-6fe0b6916624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c'}}] {{(pid=115121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:36:38.279781 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:38.350334 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] For port 78f84b95-3d9b-4353-96bf-81ab301550ec, host dv-neutron-744815-16-hyperv, cleared binding levels {{(pid=115121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:36:38.353818 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.plugins.ml2.db [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] For port 78f84b95-3d9b-4353-96bf-81ab301550ec, host dv-neutron-744815-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=78f84b95-3d9b-4353-96bf-81ab301550ec,segment=NetworkSegment(e50c875b-911f-4c58-b235-6fe0b6916624),segment_id=e50c875b-911f-4c58-b235-6fe0b6916624)] {{(pid=115121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:36:38.358561 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:38.403635 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Routers {'ceab8f8f-d494-46f4-a901-1a6038ce2250'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:38.404251 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:36:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['ceab8f8f-d494-46f4-a901-1a6038ce2250'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:38.418286 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-65c531db-e690-4b8e-a543-10d826ce3267 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Allocated IP 172.20.0.4 (5fa3550d-4d29-41e3-8485-5056d8c9e86f/ee839003-070f-485f-b2b7-5752ba6b8331/fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:36:38.431298 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-b5788164-2341-4896-bf97-27d48552ceb6 None None] Provisioning complete for port 78f84b95-3d9b-4353-96bf-81ab301550ec triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:38.435918 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b5788164-2341-4896-bf97-27d48552ceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:38.479981 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03774ca-ecc0-447f-86c4-6783d4ac9119 None None] Pushing event updated for resources: {'Port': ['ID=78f84b95-3d9b-4353-96bf-81ab301550ec,revision_number=4']} {{(pid=115121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:38.539513 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b5788164-2341-4896-bf97-27d48552ceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:38.575388 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] Set router ceab8f8f-d494-46f4-a901-1a6038ce2250 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:38.581979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-b5788164-2341-4896-bf97-27d48552ceb6 None None] For port 78f84b95-3d9b-4353-96bf-81ab301550ec, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=78f84b95-3d9b-4353-96bf-81ab301550ec,segment=NetworkSegment(e50c875b-911f-4c58-b235-6fe0b6916624),segment_id=e50c875b-911f-4c58-b235-6fe0b6916624)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:38.587894 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b5788164-2341-4896-bf97-27d48552ceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:38.606544 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-65c531db-e690-4b8e-a543-10d826ce3267 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:38.666738 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-65c531db-e690-4b8e-a543-10d826ce3267 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:38.699487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5788164-2341-4896-bf97-27d48552ceb6 None None] Pushing event updated for resources: {'Port': ['ID=78f84b95-3d9b-4353-96bf-81ab301550ec,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:38.736262 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-65c531db-e690-4b8e-a543-10d826ce3267 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Network 5fa3550d-4d29-41e3-8485-5056d8c9e86f is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:36:38.741238 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-65c531db-e690-4b8e-a543-10d826ce3267 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:36:38.746951 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-65c531db-e690-4b8e-a543-10d826ce3267 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:36:38.778774 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c531db-e690-4b8e-a543-10d826ce3267 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event updated for resources: {'Port': ['ID=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:38.801151 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-65c531db-e690-4b8e-a543-10d826ce3267 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:38.801804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-65c531db-e690-4b8e-a543-10d826ce3267 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:38.816543 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-68caa423-c977-480e-ad16-c3fa501927a8 None None] Provisioning complete for port 78f84b95-3d9b-4353-96bf-81ab301550ec triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:38.817696 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-68caa423-c977-480e-ad16-c3fa501927a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:38.823124 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-65c531db-e690-4b8e-a543-10d826ce3267 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6797519 Nov 28 08:36:38.843014 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'name': 'tempest-TestSnapshotPattern-992916950-router', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '5c311b91-549a-4b5f-bda0-eb9aea99d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:30Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 4, 'project_id': 'c30a0ecf33084f99804cc32325141f5c', 'gw_port': {'id': '5c311b91-549a-4b5f-bda0-eb9aea99d39d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:31Z', 'updated_at': '2021-11-28T08:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '78f84b95-3d9b-4353-96bf-81ab301550ec', 'name': '', 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'mac_address': 'fa:16:3e:25:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '94359bfb-aef8-475c-a423-45d127487449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:33Z', 'updated_at': '2021-11-28T08:36:38Z', 'revision_number': 4, 'project_id': 'c30a0ecf33084f99804cc32325141f5c', 'subnets': [{'id': '94359bfb-aef8-475c-a423-45d127487449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:38.843562 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Request body: {'port': {'device_id': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:38.877501 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe14b16-4ca0-4584-b2d4-766c32318ddc None None] The sync data for ids ['ceab8f8f-d494-46f4-a901-1a6038ce2250'] in dv-neutron-744815-16-hyperv is: [{'id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'name': 'tempest-TestSnapshotPattern-992916950-router', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '5c311b91-549a-4b5f-bda0-eb9aea99d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:30Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 4, 'project_id': 'c30a0ecf33084f99804cc32325141f5c', 'gw_port': {'id': '5c311b91-549a-4b5f-bda0-eb9aea99d39d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:31Z', 'updated_at': '2021-11-28T08:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': '78f84b95-3d9b-4353-96bf-81ab301550ec', 'name': '', 'network_id': '452febfb-3b75-4de1-b35c-194b0f69c04c', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'mac_address': 'fa:16:3e:25:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '94359bfb-aef8-475c-a423-45d127487449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:33Z', 'updated_at': '2021-11-28T08:36:38Z', 'revision_number': 4, 'project_id': 'c30a0ecf33084f99804cc32325141f5c', 'subnets': [{'id': '94359bfb-aef8-475c-a423-45d127487449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:36:38.925255 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:39.047497 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-717f5886-2a3f-48d5-875c-ca034d70de28 None None] Provisioning complete for port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:39.047872 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-717f5886-2a3f-48d5-875c-ca034d70de28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:39.096395 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-717f5886-2a3f-48d5-875c-ca034d70de28 None None] Port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:36:39.142131 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0681a-6446-44e2-8e0c-33938eb1c876 req-320a0686-cd0d-4234-840f-26e9a30d8959 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:39.143702 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06f0681a-6446-44e2-8e0c-33938eb1c876 req-320a0686-cd0d-4234-840f-26e9a30d8959 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 931 time: 0.0953059 Nov 28 08:36:39.244726 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-06f0681a-6446-44e2-8e0c-33938eb1c876 req-29319a24-ae7e-4f15-9e83-8c04164bcd15 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740249 Nov 28 08:36:39.315202 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:36:39.324117 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:39.336554 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Transition to ACTIVE for port object fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:36:39.339899 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:39.410767 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Pushing event updated for resources: {'Port': ['ID=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:39.473994 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Attempting to bind port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:36:39.474333 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Attempting to bind port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:36:39.474662 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Attempting to bind port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 on network 5fa3550d-4d29-41e3-8485-5056d8c9e86f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:36:39.481004 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 on network 5fa3550d-4d29-41e3-8485-5056d8c9e86f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:36:39.481334 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Attempting to bind port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 on network 5fa3550d-4d29-41e3-8485-5056d8c9e86f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:36:39.486849 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:36:39.487261 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Checking segment: {'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:36:39.487750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Bound using segment: {'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:36:39.488301 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Bound port: fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:36:39.488829 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:39.564641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] For port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:36:39.567695 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] For port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:36:39.571811 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:39.602538 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:39.603179 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:39.604790 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-255db218-caae-42cc-94fd-3eadf484857b service neutron] 10.222.0.35 "PUT /v2.0/ports/fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 HTTP/1.1" status: 200 len: 1093 time: 0.7672396 Nov 28 08:36:39.606916 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'tag': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:36:39.609256 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6308bfc-8458-4760-973b-2ccc744ff1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e06321-1597-4ea2-b834-d72b3de7a3c7", "tag": "fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:36:39.645380 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255db218-caae-42cc-94fd-3eadf484857b service neutron] Pushing event updated for resources: {'Port': ['ID=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:39.721877 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99b6e34-0a34-4f8f-999d-e9647ab91269 x-openstack-request-id: req-c99b6e34-0a34-4f8f-999d-e9647ab91269 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:36:39.722176 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e06321-1597-4ea2-b834-d72b3de7a3c7", "tag": "fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:36:39.722438 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c99b6e34-0a34-4f8f-999d-e9647ab91269 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:36:39.723012 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'tag': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'status': 'completed', 'code': 200} Nov 28 08:36:39.737067 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-c3be2258-82ca-42b9-92d2-e32faad55767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:39.738910 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-c3be2258-82ca-42b9-92d2-e32faad55767 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 1096 time: 0.0760798 Nov 28 08:36:39.790092 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 78f84b95-3d9b-4353-96bf-81ab301550ec up at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:36:39.791155 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-60551183-f6b1-4f98-8e0d-043d679c0810 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 HTTP/1.1" status: 200 len: 217 time: 0.0423510 Nov 28 08:36:39.844625 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Provisioning complete for port 78f84b95-3d9b-4353-96bf-81ab301550ec triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:39.845150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:39.847927 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-712cba48-fe7d-4750-8b2e-2f78d9467979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:39.849409 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-712cba48-fe7d-4750-8b2e-2f78d9467979 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee839003-070f-485f-b2b7-5752ba6b8331 HTTP/1.1" status: 200 len: 848 time: 0.0452480 Nov 28 08:36:39.907173 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-34a070d2-d8b4-4a44-a640-7f3470bf45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:39.908670 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-34a070d2-d8b4-4a44-a640-7f3470bf45d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fa3550d-4d29-41e3-8485-5056d8c9e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0459871 Nov 28 08:36:40.006367 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-8e852862-12ba-4577-9554-b8338d162f62 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850077 Nov 28 08:36:40.100383 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-02d974cd-b57a-4639-ad72-1a489fe6dded req-d50272a1-2475-4fd4-8bc8-c9dc5c740cfe service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825381 Nov 28 08:36:40.201804 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6308bfc-8458-4760-973b-2ccc744ff1e2 req-a498c3a6-b1b6-4b34-a9df-8f754189f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:40.203208 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a6308bfc-8458-4760-973b-2ccc744ff1e2 req-a498c3a6-b1b6-4b34-a9df-8f754189f2f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 1096 time: 0.0513437 Nov 28 08:36:40.290604 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6308bfc-8458-4760-973b-2ccc744ff1e2 req-a2ec0040-6957-487c-8194-faf6485ac38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:40.292095 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a6308bfc-8458-4760-973b-2ccc744ff1e2 req-a2ec0040-6957-487c-8194-faf6485ac38e service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 910 time: 0.0820432 Nov 28 08:36:40.344476 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a6308bfc-8458-4760-973b-2ccc744ff1e2 req-e97c682d-b487-4219-8862-5c8ad8e72d7b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 HTTP/1.1" status: 200 len: 217 time: 0.0421517 Nov 28 08:36:40.425768 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6308bfc-8458-4760-973b-2ccc744ff1e2 req-4276a066-d9b1-4257-b2d9-86c908a2553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:40.427258 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a6308bfc-8458-4760-973b-2ccc744ff1e2 req-4276a066-d9b1-4257-b2d9-86c908a2553a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee839003-070f-485f-b2b7-5752ba6b8331 HTTP/1.1" status: 200 len: 848 time: 0.0720928 Nov 28 08:36:40.436159 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2acfd-b2ee-4290-ad6f-e695e604b7fd req-7f27b133-f954-428b-a992-c3be47900dc1 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:40.437561 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b3c2acfd-b2ee-4290-ad6f-e695e604b7fd req-7f27b133-f954-428b-a992-c3be47900dc1 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 943 time: 0.0955989 Nov 28 08:36:40.520369 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-b3c2acfd-b2ee-4290-ad6f-e695e604b7fd req-f5d23858-994c-41eb-9bcd-04b0c30bbb3a tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738513 Nov 28 08:36:40.523038 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6308bfc-8458-4760-973b-2ccc744ff1e2 req-be34e5b4-6642-4d0e-a58d-41464fe2c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:40.524935 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a6308bfc-8458-4760-973b-2ccc744ff1e2 req-be34e5b4-6642-4d0e-a58d-41464fe2c8ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fa3550d-4d29-41e3-8485-5056d8c9e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0865173 Nov 28 08:36:40.616471 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a6308bfc-8458-4760-973b-2ccc744ff1e2 req-008d7d64-f772-4c55-8511-2eff3fbecf34 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807889 Nov 28 08:36:40.710051 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a6308bfc-8458-4760-973b-2ccc744ff1e2 req-6ce7e0da-594f-4fd6-9a1a-ccd4a9902ef1 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820193 Nov 28 08:36:41.641952 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84f21-0a04-45ff-bcc4-b8b6ec5ec218 req-775766c2-1e2b-4ac5-8a21-f41234f0d46c tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:41.643456 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-55b84f21-0a04-45ff-bcc4-b8b6ec5ec218 req-775766c2-1e2b-4ac5-8a21-f41234f0d46c tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 943 time: 0.0545452 Nov 28 08:36:41.691083 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-55b84f21-0a04-45ff-bcc4-b8b6ec5ec218 req-49aafbf0-def6-40eb-8c70-b5e7f90df2e9 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416641 Nov 28 08:36:42.811103 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f6ca5-eb66-4995-b8ca-f89584a8fcdb req-b780b4ca-9c8b-468c-b372-ae5a998d2bed tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:42.813283 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-105f6ca5-eb66-4995-b8ca-f89584a8fcdb req-b780b4ca-9c8b-468c-b372-ae5a998d2bed tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 943 time: 0.0574110 Nov 28 08:36:42.814154 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:36:42.861411 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-105f6ca5-eb66-4995-b8ca-f89584a8fcdb req-02731b5c-ffd3-40b5-8d5c-58367c40a3bf tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423515 Nov 28 08:36:42.912441 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:42.922550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'port_id': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'mac_address': 'fa:16:3e:5c:2c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:36:42.964606 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:42.976817 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:36:42.995632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:42.999746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:43.049741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:43.270351 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:36:43.982512 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4cf0b-11ba-4163-9ab3-30b2480f8c01 req-0925b712-5678-4fff-b635-a9c2b9bb3c20 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:43.984018 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-37c4cf0b-11ba-4163-9ab3-30b2480f8c01 req-0925b712-5678-4fff-b635-a9c2b9bb3c20 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 944 time: 0.0556700 Nov 28 08:36:44.040662 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-37c4cf0b-11ba-4163-9ab3-30b2480f8c01 req-a21c13dc-8fb2-4d99-98c2-a1492b998052 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506966 Nov 28 08:36:44.829654 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:36:45.031396 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:36:45.035093 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:36:45.035456 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:45.124334 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:45.149968 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:36:45.152136 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5663862-38c7-4c55-b445-ef90014bf339" -d '{"events": [{"server_uuid": "d6e06321-1597-4ea2-b834-d72b3de7a3c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:36:45.165772 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:36:45.165878 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb66d22-fa9e-4f0b-9e6f-bb0d1a66ebfb req-7ae19971-5a25-44e0-b1a5-ad14869e7b10 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:45.167337 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4bb66d22-fa9e-4f0b-9e6f-bb0d1a66ebfb req-7ae19971-5a25-44e0-b1a5-ad14869e7b10 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 944 time: 0.0606089 Nov 28 08:36:45.170650 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:45.201164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d416fd67-04a7-44a0-aeac-b45d6a81e3fd x-openstack-request-id: req-d416fd67-04a7-44a0-aeac-b45d6a81e3fd {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:36:45.201457 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e06321-1597-4ea2-b834-d72b3de7a3c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:36:45.201730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d416fd67-04a7-44a0-aeac-b45d6a81e3fd {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:36:45.202121 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'code': 200} Nov 28 08:36:45.223594 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4bb66d22-fa9e-4f0b-9e6f-bb0d1a66ebfb req-05d8f9a6-5b55-4706-8b2c-958b4a65f70a tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499594 Nov 28 08:36:45.239667 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:45.386425 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1b4da-f713-4e41-aa4d-e8cf1d8d2579 req-3347548a-4157-4c68-98f9-12d9087b6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:45.387839 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6ac1b4da-f713-4e41-aa4d-e8cf1d8d2579 req-3347548a-4157-4c68-98f9-12d9087b6153 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 1098 time: 0.0458913 Nov 28 08:36:45.438094 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-6ac1b4da-f713-4e41-aa4d-e8cf1d8d2579 req-0957dc02-7a5f-40c5-a961-47b18d6c0217 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383747 Nov 28 08:36:45.562785 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2f143cb9-394d-4ece-8ce9-0fb6b1a8c2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:46.344245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fe900-f4eb-48c4-9251-d90693c97dbe req-f39b4cec-bddc-4b10-ae2a-d4d02282009e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:46.345685 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-289fe900-f4eb-48c4-9251-d90693c97dbe req-f39b4cec-bddc-4b10-ae2a-d4d02282009e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 945 time: 0.0544052 Nov 28 08:36:46.393465 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-289fe900-f4eb-48c4-9251-d90693c97dbe req-8d3e12ef-8a78-4073-9f9b-df135da24e1c tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413778 Nov 28 08:36:47.512940 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4278a5-f509-408c-a253-5c7ccc55c3cd req-bfbec70a-5ed8-41cd-b6cd-88b18e825045 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:47.514414 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9d4278a5-f509-408c-a253-5c7ccc55c3cd req-bfbec70a-5ed8-41cd-b6cd-88b18e825045 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 945 time: 0.0541365 Nov 28 08:36:47.562282 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-9d4278a5-f509-408c-a253-5c7ccc55c3cd req-9c52df9d-9504-4210-ba30-59449458aac1 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419548 Nov 28 08:36:47.682551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8d3d-2ed4-4112-98ed-84bc385713f5 req-0a540f02-fb62-4a7f-bbcc-922715de4b55 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:47.684227 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1f9e8d3d-2ed4-4112-98ed-84bc385713f5 req-0a540f02-fb62-4a7f-bbcc-922715de4b55 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 945 time: 0.0550582 Nov 28 08:36:47.731102 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-1f9e8d3d-2ed4-4112-98ed-84bc385713f5 req-877b2be6-535e-4310-8b41-81eeba5610ab tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410578 Nov 28 08:36:47.752483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49128) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:47.842773 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a0f025-a156-491c-8a57-3a499f8fca5a tempest-TestSnapshotPattern-46070473 tempest-TestSnapshotPattern-46070473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:47.844323 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-91a0f025-a156-491c-8a57-3a499f8fca5a tempest-TestSnapshotPattern-46070473 tempest-TestSnapshotPattern-46070473-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 1093 time: 0.0908732 Nov 28 08:36:47.847229 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49132) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:36:47.851951 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:36:47.874301 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:47.967877 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:48.041980 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c417956d-e130-45d7-91e9-c9aff696d129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:48.073725 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Allocated IP 172.26.2.185 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/6b90e8c1-c31a-435e-8005-299e06c0ee6c) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:36:48.172762 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:48.208087 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:48.251574 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:36:48.256447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:36:48.262640 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:36:48.291082 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event updated for resources: {'Port': ['ID=6b90e8c1-c31a-435e-8005-299e06c0ee6c,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:48.662624 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:48.734831 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:48.886697 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:48.890723 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:48.968192 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event updated for resources: {'Port': ['ID=6b90e8c1-c31a-435e-8005-299e06c0ee6c,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:36:48.975603 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:49.089060 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Floating IP df99f3d4-5dbc-491f-9593-7a349c427ce5 associated. External IP: 172.26.2.185, port: fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0. Nov 28 08:36:49.246580 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:49.328541 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Router 15ba8890-59d0-4fa1-8f3b-cf4751283655 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:36:49.448955 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:36:49.458065 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aaaedb-f596-4e81-b90c-2b7b28a037ab None None] Sync routers for ids ['15ba8890-59d0-4fa1-8f3b-cf4751283655'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:36:49.467980 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:49.469150 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aaaedb-f596-4e81-b90c-2b7b28a037ab None None] Routers {'15ba8890-59d0-4fa1-8f3b-cf4751283655'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:49.469833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c9aaaedb-f596-4e81-b90c-2b7b28a037ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:36:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['15ba8890-59d0-4fa1-8f3b-cf4751283655'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:49.514977 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-9b626ee5-a0a2-488d-92ab-1fcf5f166609 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6548517 Nov 28 08:36:49.514977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'tag': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:36:49.514977 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c9e31b-fda6-4aa7-a5c7-e12dae3e68ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e06321-1597-4ea2-b834-d72b3de7a3c7", "tag": "fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:36:49.597689 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8688c674-6c0e-4297-b0c8-6309827ebc4d x-openstack-request-id: req-8688c674-6c0e-4297-b0c8-6309827ebc4d {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:36:49.597983 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e06321-1597-4ea2-b834-d72b3de7a3c7", "tag": "fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:36:49.598238 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8688c674-6c0e-4297-b0c8-6309827ebc4d {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:36:49.598645 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'tag': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'status': 'completed', 'code': 200} Nov 28 08:36:49.607464 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-c9aaaedb-f596-4e81-b90c-2b7b28a037ab None None] Set router 15ba8890-59d0-4fa1-8f3b-cf4751283655 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:49.670451 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9e31b-fda6-4aa7-a5c7-e12dae3e68ec req-73e791a4-d4da-4378-985a-6f64bc8b831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:49.672029 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e6c9e31b-fda6-4aa7-a5c7-e12dae3e68ec req-73e791a4-d4da-4378-985a-6f64bc8b831c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 1098 time: 0.0505688 Nov 28 08:36:49.762692 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9e31b-fda6-4aa7-a5c7-e12dae3e68ec req-0d84898a-4dfc-4fb8-a48b-7b9f984aa1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:49.764283 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e6c9e31b-fda6-4aa7-a5c7-e12dae3e68ec req-0d84898a-4dfc-4fb8-a48b-7b9f984aa1b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 910 time: 0.0839441 Nov 28 08:36:49.838611 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c9aaaedb-f596-4e81-b90c-2b7b28a037ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'df99f3d4-5dbc-491f-9593-7a349c427ce5', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'port_id': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'mac_address': 'fa:16:3e:5c:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:36:48Z', 'updated_at': '2021-11-28T08:36:48Z', 'revision_number': 0, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 5, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:49.839771 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e6c9e31b-fda6-4aa7-a5c7-e12dae3e68ec req-18622dea-2021-4808-9028-1108bfba7b81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 HTTP/1.1" status: 200 len: 999 time: 0.0672052 Nov 28 08:36:49.869923 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aaaedb-f596-4e81-b90c-2b7b28a037ab None None] Checking router: 15ba8890-59d0-4fa1-8f3b-cf4751283655 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:36:49.878249 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aaaedb-f596-4e81-b90c-2b7b28a037ab None None] Routers {'15ba8890-59d0-4fa1-8f3b-cf4751283655'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:36:49.878846 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c9aaaedb-f596-4e81-b90c-2b7b28a037ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:36:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['15ba8890-59d0-4fa1-8f3b-cf4751283655'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:49.888558 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9e31b-fda6-4aa7-a5c7-e12dae3e68ec req-2b164f93-efdb-48c9-b885-7e16c0b769a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:49.889999 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e6c9e31b-fda6-4aa7-a5c7-e12dae3e68ec req-2b164f93-efdb-48c9-b885-7e16c0b769a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee839003-070f-485f-b2b7-5752ba6b8331 HTTP/1.1" status: 200 len: 848 time: 0.0430033 Nov 28 08:36:49.943955 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9e31b-fda6-4aa7-a5c7-e12dae3e68ec req-31c9e7e2-b911-45b7-ab57-10de06f11fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:49.945966 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e6c9e31b-fda6-4aa7-a5c7-e12dae3e68ec req-31c9e7e2-b911-45b7-ab57-10de06f11fd3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fa3550d-4d29-41e3-8485-5056d8c9e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0491285 Nov 28 08:36:49.999510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-c9aaaedb-f596-4e81-b90c-2b7b28a037ab None None] Set router 15ba8890-59d0-4fa1-8f3b-cf4751283655 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:36:50.041083 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e6c9e31b-fda6-4aa7-a5c7-e12dae3e68ec req-3551240b-8c74-4bb8-8e9d-df9985166426 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881112 Nov 28 08:36:50.130455 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e6c9e31b-fda6-4aa7-a5c7-e12dae3e68ec req-a954babe-347f-4e64-bee9-d3414e5d30b2 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812228 Nov 28 08:36:50.241115 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c9aaaedb-f596-4e81-b90c-2b7b28a037ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'df99f3d4-5dbc-491f-9593-7a349c427ce5', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'port_id': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'mac_address': 'fa:16:3e:5c:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:36:48Z', 'updated_at': '2021-11-28T08:36:48Z', 'revision_number': 0, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 5, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:36:50.268924 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aaaedb-f596-4e81-b90c-2b7b28a037ab None None] The sync data for ids ['15ba8890-59d0-4fa1-8f3b-cf4751283655'] in dv-neutron-744815-16-hyperv is: [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'df99f3d4-5dbc-491f-9593-7a349c427ce5', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'port_id': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'mac_address': 'fa:16:3e:5c:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:36:48Z', 'updated_at': '2021-11-28T08:36:48Z', 'revision_number': 0, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 5, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:36:50.453594 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b165745-413f-4066-8570-b0d1965c5ff1 None None] New status for floating IP df99f3d4-5dbc-491f-9593-7a349c427ce5: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:36:50.544550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:51.457412 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:36:57.036419 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbd81d41-6f0f-41ff-b030-876aafb90c1f req-b4f10559-f7f4-4803-bb04-f16271597fbb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496130 Nov 28 08:36:57.126949 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd81d41-6f0f-41ff-b030-876aafb90c1f req-74cf0a00-f3bd-4532-a021-5acabcf56079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:57.128372 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbd81d41-6f0f-41ff-b030-876aafb90c1f req-74cf0a00-f3bd-4532-a021-5acabcf56079 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 1098 time: 0.0466316 Nov 28 08:36:57.237820 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd81d41-6f0f-41ff-b030-876aafb90c1f req-6d8712fb-aff8-4e07-82aa-5ec4a7666a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:57.239258 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbd81d41-6f0f-41ff-b030-876aafb90c1f req-6d8712fb-aff8-4e07-82aa-5ec4a7666a38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 910 time: 0.0905001 Nov 28 08:36:57.311823 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbd81d41-6f0f-41ff-b030-876aafb90c1f req-f59b4f13-c30d-4034-879d-278a94e2d6f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 HTTP/1.1" status: 200 len: 1001 time: 0.0617712 Nov 28 08:36:57.359964 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd81d41-6f0f-41ff-b030-876aafb90c1f req-7303589e-7120-478d-b1fa-a951e1b305e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:57.361535 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbd81d41-6f0f-41ff-b030-876aafb90c1f req-7303589e-7120-478d-b1fa-a951e1b305e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee839003-070f-485f-b2b7-5752ba6b8331 HTTP/1.1" status: 200 len: 848 time: 0.0424335 Nov 28 08:36:57.421078 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd81d41-6f0f-41ff-b030-876aafb90c1f req-d031b854-149f-457b-954f-4148da73f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:36:57.422625 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbd81d41-6f0f-41ff-b030-876aafb90c1f req-d031b854-149f-457b-954f-4148da73f642 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fa3550d-4d29-41e3-8485-5056d8c9e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0538507 Nov 28 08:36:57.872512 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbd81d41-6f0f-41ff-b030-876aafb90c1f req-29a47257-24da-4373-9f99-25cc7c35d003 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413943 Nov 28 08:36:57.967379 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-bbd81d41-6f0f-41ff-b030-876aafb90c1f req-4c17ed2d-a72c-42fd-b669-d1e81cfe6626 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857699 Nov 28 08:37:01.902533 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:37:13.858356 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:37:15.564385 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-00c7d35d-41b4-4d55-9d02-c30b15a3bc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:37:18.042586 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-45880c39-6cd7-4d27-a3ff-3037654689a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:37:19.252925 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:37:20.547490 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:37:21.458586 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:37:31.917469 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:37:45.565902 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-06ba78f9-dfd8-44f9-a0d7-d3fed728d709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:37:48.044253 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8026c4a7-c0aa-4572-8491-cd7af3b95ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:37:49.253774 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:37:50.552120 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:37:50.857603 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:37:51.460181 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:37:59.124145 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec3d5ae4-cea3-4bd6-8da0-03a5f63d8a52 req-b6c4e952-11f1-488f-8865-a88543720c4f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1351092 Nov 28 08:37:59.220807 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d5ae4-cea3-4bd6-8da0-03a5f63d8a52 req-9c73c90c-aaab-4127-aa24-186192bee38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:37:59.222203 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec3d5ae4-cea3-4bd6-8da0-03a5f63d8a52 req-9c73c90c-aaab-4127-aa24-186192bee38a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 1098 time: 0.0472660 Nov 28 08:37:59.337259 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d5ae4-cea3-4bd6-8da0-03a5f63d8a52 req-c7bee388-8c37-414c-876f-9c8623ee1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:37:59.338719 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec3d5ae4-cea3-4bd6-8da0-03a5f63d8a52 req-c7bee388-8c37-414c-876f-9c8623ee1e35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 910 time: 0.0860670 Nov 28 08:37:59.411517 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec3d5ae4-cea3-4bd6-8da0-03a5f63d8a52 req-e1ebefe3-ffd5-4e89-9ec5-ee05e9c82c6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 HTTP/1.1" status: 200 len: 1001 time: 0.0610452 Nov 28 08:37:59.470483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d5ae4-cea3-4bd6-8da0-03a5f63d8a52 req-9a9dcc48-5414-4a7e-864f-ef5a39543f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:37:59.472028 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec3d5ae4-cea3-4bd6-8da0-03a5f63d8a52 req-9a9dcc48-5414-4a7e-864f-ef5a39543f73 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee839003-070f-485f-b2b7-5752ba6b8331 HTTP/1.1" status: 200 len: 848 time: 0.0476792 Nov 28 08:37:59.530292 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d5ae4-cea3-4bd6-8da0-03a5f63d8a52 req-c838899b-6d34-476c-be0e-f815fbf15ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:37:59.531848 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec3d5ae4-cea3-4bd6-8da0-03a5f63d8a52 req-c838899b-6d34-476c-be0e-f815fbf15ee6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fa3550d-4d29-41e3-8485-5056d8c9e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0482404 Nov 28 08:37:59.629099 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec3d5ae4-cea3-4bd6-8da0-03a5f63d8a52 req-387cfc4b-78ee-4abd-920f-2c33b0ceae01 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846140 Nov 28 08:37:59.722334 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-ec3d5ae4-cea3-4bd6-8da0-03a5f63d8a52 req-16913932-2e1f-443f-9095-fa2deeb9c703 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796502 Nov 28 08:38:01.934691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:15.567448 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-dcc649e2-048f-417c-9aee-f3f3103c7486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:18.045529 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-0162e21b-2bc3-49a8-9169-c66bc4d67dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:19.254263 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:20.553404 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:21.463724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:27.859069 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:38:31.934658 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:45.568283 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b0b11b93-4519-46ab-a275-27a51f0dc3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:48.047358 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2ece0c31-8788-4720-8175-24e3e18725ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:49.257170 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:49.451569 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:38:49.545894 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:38:49.557181 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'port_id': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'mac_address': 'fa:16:3e:5c:2c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:38:49.597419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:49.610188 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:38:49.629185 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:38:49.632545 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:49.685564 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:38:49.692734 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:38:49.693083 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:38:49.693419 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:38:49.693750 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:38:49.694080 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:38:49.694404 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:38:49.694729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:38:49.695078 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:38:49.695424 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:38:49.695745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:38:49.696065 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:38:49.696380 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:38:49.696694 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:38:49.718620 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:38:50.557289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:51.468031 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:38:51.471428 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:51.531215 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:38:51.531691 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:51.626442 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:51.653976 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:38:51.656382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f985e5ae-8fdb-4805-814f-933a45f418c2" -d '{"events": [{"server_uuid": "d6e06321-1597-4ea2-b834-d72b3de7a3c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:38:51.679353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:38:51.686862 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:38:51.888264 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fea0f8-e493-4b3c-b7e2-92c9dfc8e4be x-openstack-request-id: req-c4fea0f8-e493-4b3c-b7e2-92c9dfc8e4be {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:38:51.888544 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e06321-1597-4ea2-b834-d72b3de7a3c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:38:51.889473 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4fea0f8-e493-4b3c-b7e2-92c9dfc8e4be {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:38:51.890065 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'code': 200} Nov 28 08:38:51.922771 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:39:00.165702 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7de870-636a-4db6-bd7a-8f5f8af1b75b req-6d742aae-4dd8-4ebe-9ce8-edcad185e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:00.167244 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f7de870-636a-4db6-bd7a-8f5f8af1b75b req-6d742aae-4dd8-4ebe-9ce8-edcad185e848 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 1098 time: 0.0522237 Nov 28 08:39:00.274930 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7de870-636a-4db6-bd7a-8f5f8af1b75b req-456dd1d9-c876-43a2-b25c-21d0e747c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:00.276390 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f7de870-636a-4db6-bd7a-8f5f8af1b75b req-456dd1d9-c876-43a2-b25c-21d0e747c159 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 910 time: 0.0857878 Nov 28 08:39:00.351958 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f7de870-636a-4db6-bd7a-8f5f8af1b75b req-f4c963a6-939f-4a1d-89bc-85842406aa01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 HTTP/1.1" status: 200 len: 1001 time: 0.0647006 Nov 28 08:39:00.408472 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7de870-636a-4db6-bd7a-8f5f8af1b75b req-307db6c8-dbf9-4355-b5a9-def142bc3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:00.409869 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f7de870-636a-4db6-bd7a-8f5f8af1b75b req-307db6c8-dbf9-4355-b5a9-def142bc3983 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee839003-070f-485f-b2b7-5752ba6b8331 HTTP/1.1" status: 200 len: 848 time: 0.0461235 Nov 28 08:39:00.464677 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7de870-636a-4db6-bd7a-8f5f8af1b75b req-70d271d0-720c-4a06-a699-6b17562ba3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:00.466028 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f7de870-636a-4db6-bd7a-8f5f8af1b75b req-70d271d0-720c-4a06-a699-6b17562ba3c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fa3550d-4d29-41e3-8485-5056d8c9e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452082 Nov 28 08:39:00.559333 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f7de870-636a-4db6-bd7a-8f5f8af1b75b req-c2dab5c5-f5c2-41b7-897f-1bb429c33b1d service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853250 Nov 28 08:39:00.653946 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4f7de870-636a-4db6-bd7a-8f5f8af1b75b req-eae7838b-7737-4206-80f3-872c182c8073 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866508 Nov 28 08:39:00.771178 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-8fa079ec-05c7-474c-bace-53129532547c tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399029476&fields=id&tenant_id=7f0e3e4d62954ec9ab84025d705b7bde HTTP/1.1" status: 200 len: 267 time: 0.0442755 Nov 28 08:39:00.878163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-59e28608-5882-4677-9fc5-5fa49bd9e221 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:00.879663 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-59e28608-5882-4677-9fc5-5fa49bd9e221 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 809 time: 0.1017563 Nov 28 08:39:00.894694 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-37d62fdf-e8d6-4cdf-b6f1-caf23fc49e8c tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/quotas/7f0e3e4d62954ec9ab84025d705b7bde HTTP/1.1" status: 200 len: 375 time: 0.0086732 Nov 28 08:39:00.955572 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-2d66138a-ab77-426c-97cd-c6c31775acdd tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558097 Nov 28 08:39:01.050435 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-4db62bfa-9bf8-4c27-aae9-a75d837cca77 service neutron] 10.222.0.31 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833845 Nov 28 08:39:01.136392 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-c34157c3-80b6-4a27-b2fd-8ee9502d37b0 service neutron] 10.222.0.31 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794432 Nov 28 08:39:01.293655 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-edbd522c-0abe-4f8b-8807-678599bb6470 req-590bed42-64bd-401c-9d0b-6d102d27904a tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 210 time: 0.0276520 Nov 28 08:39:01.964594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:02.393997 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-9a81b063-7e0c-4b91-9329-4f455604d7be tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:02.395510 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-9a81b063-7e0c-4b91-9329-4f455604d7be tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.35 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 809 time: 0.1090231 Nov 28 08:39:02.466041 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ea7282ed-496e-4dbe-8879-4c41bd961e80 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f0e3e4d62954ec9ab84025d705b7bde HTTP/1.1" status: 200 len: 379 time: 0.0593092 Nov 28 08:39:02.492961 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Request body: {'port': {'device_id': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'admin_state_up': True, 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'security_groups': ['657acea9-dc55-4d76-964b-40c4881dafd3']}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:39:02.609450 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Made reservation on behalf of 7f0e3e4d62954ec9ab84025d705b7bde for: {'port': 1} {{(pid=115118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 28 08:39:02.613048 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:02.735097 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-e8d7bea1-a9df-4470-9c53-089ba8a818eb req-8fcbf720-1e2f-4f9d-aeac-77f7bd94172b tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 210 time: 0.3702321 Nov 28 08:39:02.749693 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_common [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Allocated IP 172.20.0.11 (5fa3550d-4d29-41e3-8485-5056d8c9e86f/ee839003-070f-485f-b2b7-5752ba6b8331/bf72d6f6-f946-4b8d-8b28-e1cc225c20fa) {{(pid=115118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:39:02.906975 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for port, precommit_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:02.948284 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_create {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:03.001276 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Network 5fa3550d-4d29-41e3-8485-5056d8c9e86f is already hosted by enough agents. {{(pid=115118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:39:03.006595 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.base_scheduler [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Resources bound (agent type, host, resource id): {{(pid=115118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:39:03.012432 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Received port after_create {{(pid=115118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:39:03.067355 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:03.067992 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:03.079529 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event updated for resources: {'Port': ['ID=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,revision_number=1']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:39:03.091769 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:03.092143 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:03.092486 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:03.092851 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:03.093220 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:03.093564 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:03.093875 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:03.094200 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:03.094523 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:03.094850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:03.095190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:03.095510 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:03.095825 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:03.102678 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-21e3ac1a-a0bc-4823-8c30-6b920d7df3f0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6146057 Nov 28 08:39:03.263094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-4e4d0808-9c05-4bcf-adef-0ca27b23759c None None] Provisioning complete for port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa triggered by entity DHCP. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:39:03.263648 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0808-9c05-4bcf-adef-0ca27b23759c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:03.308537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d0808-9c05-4bcf-adef-0ca27b23759c None None] Port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa cannot update to ACTIVE because it is not bound. {{(pid=115120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 28 08:39:03.525710 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:39:03.615924 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:03.641759 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:39:03.644048 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cf7308-eb49-4803-b639-d08c99fbf877" -d '{"events": [{"server_uuid": "d6e06321-1597-4ea2-b834-d72b3de7a3c7", "name": "network-vif-unplugged", "status": "completed", "tag": "fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:39:03.657560 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:39:03.666536 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:03.693039 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 28 Nov 2021 08:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d47e0f-a8dd-4c9b-b34a-c761069aa0e2 x-openstack-request-id: req-24d47e0f-a8dd-4c9b-b34a-c761069aa0e2 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:39:03.693328 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e06321-1597-4ea2-b834-d72b3de7a3c7", "name": "network-vif-unplugged", "status": "completed", "tag": "fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:39:03.693576 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24d47e0f-a8dd-4c9b-b34a-c761069aa0e2 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:39:03.693960 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'code': 200} Nov 28 08:39:03.725316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,revision_number=8']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:39:03.863032 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ba71d-8255-4c82-a7bf-63003144a7bf req-7b9629b3-accd-4145-b3bb-619ade2b77b0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:03.864580 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-765ba71d-8255-4c82-a7bf-63003144a7bf req-7b9629b3-accd-4145-b3bb-619ade2b77b0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 932 time: 0.0558364 Nov 28 08:39:03.916992 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-765ba71d-8255-4c82-a7bf-63003144a7bf req-330ac9e2-a27e-4dce-8d11-db05a6c9413a tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454342 Nov 28 08:39:04.858194 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:39:05.046498 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b36e0c-1846-44b0-bcbd-418b86dea619 req-23c191b8-358c-4c5b-8213-52c34140e60e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:05.048100 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f6b36e0c-1846-44b0-bcbd-418b86dea619 req-23c191b8-358c-4c5b-8213-52c34140e60e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 932 time: 0.0572050 Nov 28 08:39:05.102565 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-f6b36e0c-1846-44b0-bcbd-418b86dea619 req-3f66b355-97c1-4f9b-87a1-e806e1867542 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480976 Nov 28 08:39:06.228300 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e3de5-546d-479f-a811-5d65818e55f8 req-17ba0eba-4ab3-4547-8203-9d317e41fbce tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:06.230643 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8b9e3de5-546d-479f-a811-5d65818e55f8 req-17ba0eba-4ab3-4547-8203-9d317e41fbce tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 932 time: 0.0589018 Nov 28 08:39:06.283673 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-8b9e3de5-546d-479f-a811-5d65818e55f8 req-52244678-ae7a-4ec6-8cfe-22117e359367 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464292 Nov 28 08:39:07.408890 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c7c4d-4bf8-4f61-aa5b-85133dc8900c req-e90839f1-178f-4112-9f11-7c2e47ed8a83 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:07.410401 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e56c7c4d-4bf8-4f61-aa5b-85133dc8900c req-e90839f1-178f-4112-9f11-7c2e47ed8a83 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 932 time: 0.0576711 Nov 28 08:39:07.464219 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-e56c7c4d-4bf8-4f61-aa5b-85133dc8900c req-7ba89cad-aef6-47b7-b786-e28a23f5842f tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465865 Nov 28 08:39:08.611508 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7937406-22bc-45a4-97ab-4cf9d37bc42f req-badefcf3-d73d-4674-b88b-65c9323664d1 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:08.613165 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c7937406-22bc-45a4-97ab-4cf9d37bc42f req-badefcf3-d73d-4674-b88b-65c9323664d1 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 932 time: 0.0556831 Nov 28 08:39:08.664264 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-c7937406-22bc-45a4-97ab-4cf9d37bc42f req-2f935dc5-242c-420c-8b29-2bb3c4318d44 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449679 Nov 28 08:39:09.800420 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7576c6-bb31-4f6d-8369-b97269af6fb0 req-ed9380e8-8b82-4f98-834e-4f4856157a3a tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:09.802081 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5e7576c6-bb31-4f6d-8369-b97269af6fb0 req-ed9380e8-8b82-4f98-834e-4f4856157a3a tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 932 time: 0.0627012 Nov 28 08:39:09.855064 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5e7576c6-bb31-4f6d-8369-b97269af6fb0 req-e3c6af75-84ab-446b-8b8d-c2f6f50431c7 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460806 Nov 28 08:39:10.983179 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210e7a1-bd74-4af6-b860-64f694e3ccb0 req-2b15e776-46ed-490d-9dc9-687ed39183cb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:10.984878 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4210e7a1-bd74-4af6-b860-64f694e3ccb0 req-2b15e776-46ed-490d-9dc9-687ed39183cb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 932 time: 0.0605609 Nov 28 08:39:11.044702 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-4210e7a1-bd74-4af6-b860-64f694e3ccb0 req-c5df5141-9ae1-44cb-b7dd-f13f60b005c7 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521009 Nov 28 08:39:12.194569 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d0907-6777-4cc3-b9da-c435ceef4c51 req-997eb5bf-6790-4527-a878-bd1239aa6f6c tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:12.196090 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0f4d0907-6777-4cc3-b9da-c435ceef4c51 req-997eb5bf-6790-4527-a878-bd1239aa6f6c tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 932 time: 0.0586858 Nov 28 08:39:12.256178 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0f4d0907-6777-4cc3-b9da-c435ceef4c51 req-06e6e9d6-30b8-4b27-ad49-949f5f959d78 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502141 Nov 28 08:39:13.376694 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27a663-a034-4be1-b2f7-5f4a7540a0b4 req-20189744-0b95-4793-b4bf-6de60d10b57a tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:13.378156 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7b27a663-a034-4be1-b2f7-5f4a7540a0b4 req-20189744-0b95-4793-b4bf-6de60d10b57a tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 932 time: 0.0552459 Nov 28 08:39:13.424911 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-7b27a663-a034-4be1-b2f7-5f4a7540a0b4 req-28a28b4f-2b62-4f58-a17d-8245c4e657db tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408428 Nov 28 08:39:13.547900 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.v2.base [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Request body: {'port': {'device_id': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7448'}} {{(pid=115118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:39:13.614820 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:13.876611 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf72d6f6-f946-4b8d-8b28-e1cc225c20fa {{(pid=115118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:39:13.883916 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:13.895393 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.provisioning_blocks [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Transition to ACTIVE for port object bf72d6f6-f946-4b8d-8b28-e1cc225c20fa will not be triggered until provisioned by entity L2. {{(pid=115118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 28 08:39:13.899104 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:14.002059 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Pushing event updated for resources: {'Port': ['ID=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,revision_number=2']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:39:14.027296 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Attempting to bind port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa on host hv-neutron-7448 for vnic_type normal with profile {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 28 08:39:14.027658 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Attempting to bind port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa by drivers openvswitch,hyperv on host hv-neutron-7448 at level 0 using segments [{'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 28 08:39:14.027956 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Attempting to bind port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa on network 5fa3550d-4d29-41e3-8485-5056d8c9e86f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:39:14.032630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa on network 5fa3550d-4d29-41e3-8485-5056d8c9e86f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7448 {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 28 08:39:14.033062 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Attempting to bind port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa on network 5fa3550d-4d29-41e3-8485-5056d8c9e86f {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 28 08:39:14.038287 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Checking agent: {'id': 'e1ca8249-013d-48fe-a7a5-9a4267205b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7448', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'started_at': datetime.datetime(2021, 11, 28, 7, 43, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 28, 8, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 28 08:39:14.038632 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Checking segment: {'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 28 08:39:14.039051 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Bound using segment: {'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'} {{(pid=115118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 28 08:39:14.039482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.managers [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Bound port: bf72d6f6-f946-4b8d-8b28-e1cc225c20fa, host: hv-neutron-7448, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187525fb-b6c5-41ae-bb37-5eae98c6b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f'}}] {{(pid=115118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 28 08:39:14.039840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:14.109186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] For port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa, host hv-neutron-7448, cleared binding levels {{(pid=115118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 28 08:39:14.112135 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] For port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa, host hv-neutron-7448, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 28 08:39:14.116752 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12237154'] for port, after_update {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:14.155090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:14.155713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:14.157233 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] 10.222.0.35 "PUT /v2.0/ports/bf72d6f6-f946-4b8d-8b28-e1cc225c20fa HTTP/1.1" status: 200 len: 1094 time: 0.6135967 Nov 28 08:39:14.157690 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'tag': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:39:14.159835 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4539afda-12f5-41db-aa1a-63178f5f4490" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b13309-0080-4edc-b472-fc968cc84b85", "tag": "bf72d6f6-f946-4b8d-8b28-e1cc225c20fa"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:39:14.189415 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43e398-84e3-4aef-870e-d710d69e5f90 service neutron] Pushing event updated for resources: {'Port': ['ID=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,revision_number=3']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:39:14.225671 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfce6096-2c7c-4eb1-b440-54cec45bd20f x-openstack-request-id: req-cfce6096-2c7c-4eb1-b440-54cec45bd20f {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:39:14.226090 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b13309-0080-4edc-b472-fc968cc84b85", "tag": "bf72d6f6-f946-4b8d-8b28-e1cc225c20fa", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:39:14.226413 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfce6096-2c7c-4eb1-b440-54cec45bd20f {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:39:14.226897 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'tag': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa', 'status': 'completed', 'code': 200} Nov 28 08:39:14.267251 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-6eb56c53-b8bb-4e74-8342-e595738b31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:14.268789 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-6eb56c53-b8bb-4e74-8342-e595738b31fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 1097 time: 0.0521300 Nov 28 08:39:14.322230 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-56c37f5e-7cfc-40e6-be03-39d7c50a37a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa HTTP/1.1" status: 200 len: 217 time: 0.0372930 Nov 28 08:39:14.374822 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-fa245572-5152-47c0-9e78-4e249058fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:14.376243 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-fa245572-5152-47c0-9e78-4e249058fc3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee839003-070f-485f-b2b7-5752ba6b8331 HTTP/1.1" status: 200 len: 848 time: 0.0427549 Nov 28 08:39:14.435978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-98371b0c-5350-4f8f-b98d-474127733d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:14.437456 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-98371b0c-5350-4f8f-b98d-474127733d8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fa3550d-4d29-41e3-8485-5056d8c9e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0493352 Nov 28 08:39:14.528836 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-99b37b0b-4490-4af0-a718-afd6fc1bd32b service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823915 Nov 28 08:39:14.547048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e8424-06e5-4bfd-803f-2a4dad8cce67 req-eed929d5-da5c-4b58-abc7-58355a545c64 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:14.548530 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-921e8424-06e5-4bfd-803f-2a4dad8cce67 req-eed929d5-da5c-4b58-abc7-58355a545c64 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 944 time: 0.0557363 Nov 28 08:39:14.601375 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-921e8424-06e5-4bfd-803f-2a4dad8cce67 req-b2767cd5-798d-4553-a629-63540b5ce111 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468440 Nov 28 08:39:14.625813 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-50371c96-d13e-4606-b6b8-e40dc2c12d98 req-d743abe0-fa10-4ce0-b3df-89264efda6f6 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858607 Nov 28 08:39:14.731834 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539afda-12f5-41db-aa1a-63178f5f4490 req-ad435c9d-eb03-4e8b-a727-119d9bac0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:14.733209 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4539afda-12f5-41db-aa1a-63178f5f4490 req-ad435c9d-eb03-4e8b-a727-119d9bac0a4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 1097 time: 0.0466073 Nov 28 08:39:14.826742 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539afda-12f5-41db-aa1a-63178f5f4490 req-266c89ff-ad32-4d3f-aabb-47ea0761333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:14.828208 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4539afda-12f5-41db-aa1a-63178f5f4490 req-266c89ff-ad32-4d3f-aabb-47ea0761333a service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 910 time: 0.0860605 Nov 28 08:39:14.874305 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4539afda-12f5-41db-aa1a-63178f5f4490 req-08defe08-d2ae-40e0-b74c-99004c91b375 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa HTTP/1.1" status: 200 len: 217 time: 0.0355058 Nov 28 08:39:14.922978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539afda-12f5-41db-aa1a-63178f5f4490 req-030113c8-b39b-4979-becf-312c044da8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:14.924383 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4539afda-12f5-41db-aa1a-63178f5f4490 req-030113c8-b39b-4979-becf-312c044da8f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee839003-070f-485f-b2b7-5752ba6b8331 HTTP/1.1" status: 200 len: 848 time: 0.0420516 Nov 28 08:39:14.980568 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539afda-12f5-41db-aa1a-63178f5f4490 req-816bdf42-9ecf-4945-8051-500155654048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:14.982144 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4539afda-12f5-41db-aa1a-63178f5f4490 req-816bdf42-9ecf-4945-8051-500155654048 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fa3550d-4d29-41e3-8485-5056d8c9e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0505948 Nov 28 08:39:15.072976 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4539afda-12f5-41db-aa1a-63178f5f4490 req-f0c74cce-fc4f-4d5f-9849-51dcf5291e52 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791471 Nov 28 08:39:15.161428 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-4539afda-12f5-41db-aa1a-63178f5f4490 req-a186b532-8f8b-4d69-a625-e9d161b47970 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805428 Nov 28 08:39:15.528973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device bf72d6f6-f946-4b8d-8b28-e1cc225c20fa details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:39:15.610131 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-84a0fe4b-d1be-4b57-864d-09dce8264f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:15.636786 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:39:15.647151 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'port_id': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa', 'mac_address': 'fa:16:3e:41:c3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:39:15.694280 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:15.706615 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf72d6f6-f946-4b8d-8b28-e1cc225c20fa {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:39:15.725684 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92506113-2142-4194-8780-1a3a5196339d req-18f15193-ae85-4280-904b-093d12e34ea3 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:15.727223 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-92506113-2142-4194-8780-1a3a5196339d req-18f15193-ae85-4280-904b-093d12e34ea3 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 944 time: 0.0561528 Nov 28 08:39:15.727345 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:39:15.732377 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:15.781739 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-92506113-2142-4194-8780-1a3a5196339d req-56d6ef01-700a-41a2-9c23-bb6763d6c6ad tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440021 Nov 28 08:39:15.783019 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,revision_number=4']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:39:16.031249 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['bf72d6f6-f946-4b8d-8b28-e1cc225c20fa'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:39:16.903303 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd52746-a6e1-4dd4-bb8f-33c2dd3f1545 req-3df6796b-8707-41b7-b580-9529e4ac6767 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:16.904766 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5fd52746-a6e1-4dd4-bb8f-33c2dd3f1545 req-3df6796b-8707-41b7-b580-9529e4ac6767 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 945 time: 0.0544145 Nov 28 08:39:16.952938 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-5fd52746-a6e1-4dd4-bb8f-33c2dd3f1545 req-f1274bad-4a64-4b93-a055-d4473f1c5059 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422933 Nov 28 08:39:17.542353 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device bf72d6f6-f946-4b8d-8b28-e1cc225c20fa up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:39:17.596114 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning for port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa completed by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 28 08:39:17.599666 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:39:17.600034 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:17.685167 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:17.707351 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:39:17.709578 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e06cd2-188d-4210-8328-03299d0b7a36" -d '{"events": [{"server_uuid": "c2b13309-0080-4edc-b472-fc968cc84b85", "name": "network-vif-plugged", "status": "completed", "tag": "bf72d6f6-f946-4b8d-8b28-e1cc225c20fa"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:39:17.722253 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:39:17.726442 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:17.753449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c1374a-d225-4664-aea8-b446d75960ab x-openstack-request-id: req-d5c1374a-d225-4664-aea8-b446d75960ab {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:39:17.753746 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b13309-0080-4edc-b472-fc968cc84b85", "name": "network-vif-plugged", "status": "completed", "tag": "bf72d6f6-f946-4b8d-8b28-e1cc225c20fa", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:39:17.754001 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5c1374a-d225-4664-aea8-b446d75960ab {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:39:17.754386 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa', 'code': 200} Nov 28 08:39:17.784833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,revision_number=5']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:39:17.933256 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e8d65-c10b-4fa1-8208-09f2d2e38f1f req-61298419-3164-44b0-ac37-3fa942ed29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:17.935428 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c89e8d65-c10b-4fa1-8208-09f2d2e38f1f req-61298419-3164-44b0-ac37-3fa942ed29ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 1099 time: 0.0454938 Nov 28 08:39:17.987244 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-c89e8d65-c10b-4fa1-8208-09f2d2e38f1f req-5b4c20bc-8706-4e19-abac-afff48b6a789 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432966 Nov 28 08:39:18.049024 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-21cc33e1-88bd-4678-bbc2-70c54bb568bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:18.083579 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595fe2d-0a17-487a-a0b8-4a7e99ff0506 req-c101628a-57c1-4271-92c0-32c77472fbfe tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:18.085057 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d595fe2d-0a17-487a-a0b8-4a7e99ff0506 req-c101628a-57c1-4271-92c0-32c77472fbfe tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 946 time: 0.0600874 Nov 28 08:39:18.136554 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-d595fe2d-0a17-487a-a0b8-4a7e99ff0506 req-acd45b08-7780-49f1-b41f-7646863ca999 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450537 Nov 28 08:39:19.265289 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:19.270694 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc1164-32d8-470c-8ff8-21f5929ce021 req-a83cb955-1f3d-40e8-b250-1172ddfe6693 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:19.272268 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a6bc1164-32d8-470c-8ff8-21f5929ce021 req-a83cb955-1f3d-40e8-b250-1172ddfe6693 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 946 time: 0.0624154 Nov 28 08:39:19.321564 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-a6bc1164-32d8-470c-8ff8-21f5929ce021 req-e8d71ee8-822a-4e8a-a922-2c2651e049b2 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429120 Nov 28 08:39:20.445815 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64081220-d4a6-446e-967d-c5672deb2b0c req-7216cb96-241c-44e4-bd4f-eb780cb524b3 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:20.447307 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-64081220-d4a6-446e-967d-c5672deb2b0c req-7216cb96-241c-44e4-bd4f-eb780cb524b3 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 946 time: 0.0553923 Nov 28 08:39:20.495108 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-64081220-d4a6-446e-967d-c5672deb2b0c req-723f4470-8166-4f20-aa59-c4bb4bce2879 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 Nov 28 08:39:20.559402 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:20.615270 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb7acf-a17d-4f94-99e7-79338da4213b req-aa048629-ca2b-49a2-9ced-6acfa6bc039e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:20.616624 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-19fb7acf-a17d-4f94-99e7-79338da4213b req-aa048629-ca2b-49a2-9ced-6acfa6bc039e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 946 time: 0.0542855 Nov 28 08:39:20.664479 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-19fb7acf-a17d-4f94-99e7-79338da4213b req-ba4379a3-47e2-48af-a18d-e74e62f94c6e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Nov 28 08:39:20.685077 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49442) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:39:20.729426 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f95030-144e-498a-bed7-a052de4d2266 tempest-TestSnapshotPattern-46070473 tempest-TestSnapshotPattern-46070473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:20.730919 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-f8f95030-144e-498a-bed7-a052de4d2266 tempest-TestSnapshotPattern-46070473 tempest-TestSnapshotPattern-46070473-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 1094 time: 0.0445805 Nov 28 08:39:20.733513 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49444) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:39:20.737657 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.v2.base [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Request body: {'floatingip': {'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'port_id': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 28 08:39:20.758456 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for floatingip, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:20.855551 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:20.960502 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.db_base_plugin_common [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Allocated IP 172.26.2.151 (8f7f1af8-2a77-47e3-81be-1c645770eead/371ded45-33fb-4447-abf7-d5978a97d10d/0fd8d49b-475d-4e2b-9c16-4aae592853f5) {{(pid=115119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 28 08:39:21.058048 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for port, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:21.093599 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757783789415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:21.130738 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Network 8f7f1af8-2a77-47e3-81be-1c645770eead is already hosted by enough agents. {{(pid=115119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 28 08:39:21.135374 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.base_scheduler [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Resources bound (agent type, host, resource id): {{(pid=115119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 28 08:39:21.141256 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Received port after_create {{(pid=115119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 28 08:39:21.148099 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event updated for resources: {'Port': ['ID=0fd8d49b-475d-4e2b-9c16-4aae592853f5,revision_number=1']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:39:21.176583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:21.176922 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:21.177261 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:21.177591 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:21.177913 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:21.178230 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:21.178547 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:21.178864 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:21.179202 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:21.179519 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:21.179835 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:21.180146 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:21.180456 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:39:21.462815 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:21.551349 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:21.625237 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:21.779428 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for port, precommit_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:21.783892 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8906396'] for port, after_update {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:21.853980 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event updated for resources: {'Port': ['ID=0fd8d49b-475d-4e2b-9c16-4aae592853f5,revision_number=2']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:39:21.864100 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462737'] for floatingip, after_create {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:21.982161 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Floating IP faa93514-c5e2-4be0-a734-32c1147600f6 associated. External IP: 172.26.2.151, port: bf72d6f6-f946-4b8d-8b28-e1cc225c20fa. Nov 28 08:39:22.219086 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Router 15ba8890-59d0-4fa1-8f3b-cf4751283655 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:39:22.339724 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:39:22.349592 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444603c4-908e-4e4e-b538-25cfad6a54cd None None] Sync routers for ids ['15ba8890-59d0-4fa1-8f3b-cf4751283655'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:39:22.358990 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:22.361350 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444603c4-908e-4e4e-b538-25cfad6a54cd None None] Routers {'15ba8890-59d0-4fa1-8f3b-cf4751283655'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:39:22.361991 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-444603c4-908e-4e4e-b538-25cfad6a54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:39:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['15ba8890-59d0-4fa1-8f3b-cf4751283655'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:39:22.392060 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-15b03e50-0d1a-4d11-8c02-beaffad64776 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6575522 Nov 28 08:39:22.392638 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'tag': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:39:22.394894 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ba68e5-6e7f-41ad-a713-dd1fabff31e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b13309-0080-4edc-b472-fc968cc84b85", "tag": "bf72d6f6-f946-4b8d-8b28-e1cc225c20fa"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:39:22.438262 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d44e1c-b3e7-4253-a198-f08edbfa016d x-openstack-request-id: req-80d44e1c-b3e7-4253-a198-f08edbfa016d {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:39:22.438552 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b13309-0080-4edc-b472-fc968cc84b85", "tag": "bf72d6f6-f946-4b8d-8b28-e1cc225c20fa", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:39:22.438803 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80d44e1c-b3e7-4253-a198-f08edbfa016d {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:39:22.439236 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'tag': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa', 'status': 'completed', 'code': 200} Nov 28 08:39:22.485182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-444603c4-908e-4e4e-b538-25cfad6a54cd None None] Set router 15ba8890-59d0-4fa1-8f3b-cf4751283655 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:39:22.514423 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba68e5-6e7f-41ad-a713-dd1fabff31e2 req-354726d1-2fe3-4949-9457-14d35a1ed31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:22.515929 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24ba68e5-6e7f-41ad-a713-dd1fabff31e2 req-354726d1-2fe3-4949-9457-14d35a1ed31a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 1099 time: 0.0501807 Nov 28 08:39:22.603501 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba68e5-6e7f-41ad-a713-dd1fabff31e2 req-d7676cc1-4cd3-4e12-82f1-05dc872d4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:22.605029 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24ba68e5-6e7f-41ad-a713-dd1fabff31e2 req-d7676cc1-4cd3-4e12-82f1-05dc872d4a4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 910 time: 0.0821838 Nov 28 08:39:22.678794 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24ba68e5-6e7f-41ad-a713-dd1fabff31e2 req-7fdb410f-7b4f-4de9-b67f-3a51f21ba2fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa HTTP/1.1" status: 200 len: 1000 time: 0.0664723 Nov 28 08:39:22.720904 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-444603c4-908e-4e4e-b538-25cfad6a54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'df99f3d4-5dbc-491f-9593-7a349c427ce5', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'port_id': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'mac_address': 'fa:16:3e:5c:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:36:48Z', 'updated_at': '2021-11-28T08:36:50Z', 'revision_number': 1, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ip_address_scope': None}, {'id': 'faa93514-c5e2-4be0-a734-32c1147600f6', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'floating_ip_address': '172.26.2.151', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'port_id': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'mac_address': 'fa:16:3e:41:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:39:21Z', 'updated_at': '2021-11-28T08:39:21Z', 'revision_number': 0, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 5, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:39:22.728304 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba68e5-6e7f-41ad-a713-dd1fabff31e2 req-78fae360-0c0a-4bb1-92dd-292314b9e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:22.730401 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24ba68e5-6e7f-41ad-a713-dd1fabff31e2 req-78fae360-0c0a-4bb1-92dd-292314b9e3a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee839003-070f-485f-b2b7-5752ba6b8331 HTTP/1.1" status: 200 len: 848 time: 0.0434527 Nov 28 08:39:22.749410 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444603c4-908e-4e4e-b538-25cfad6a54cd None None] Checking router: 15ba8890-59d0-4fa1-8f3b-cf4751283655 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:39:22.757790 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444603c4-908e-4e4e-b538-25cfad6a54cd None None] Routers {'15ba8890-59d0-4fa1-8f3b-cf4751283655'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:39:22.758394 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-444603c4-908e-4e4e-b538-25cfad6a54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:39:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['15ba8890-59d0-4fa1-8f3b-cf4751283655'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:39:22.780987 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba68e5-6e7f-41ad-a713-dd1fabff31e2 req-9f8c6849-e402-48e8-92b5-45b52f38c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:39:22.782465 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24ba68e5-6e7f-41ad-a713-dd1fabff31e2 req-9f8c6849-e402-48e8-92b5-45b52f38c84c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fa3550d-4d29-41e3-8485-5056d8c9e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454366 Nov 28 08:39:22.874692 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24ba68e5-6e7f-41ad-a713-dd1fabff31e2 req-974adb96-85cb-415f-b2d7-96e11b5146e5 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841219 Nov 28 08:39:22.878426 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-444603c4-908e-4e4e-b538-25cfad6a54cd None None] Set router 15ba8890-59d0-4fa1-8f3b-cf4751283655 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:39:22.966313 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24ba68e5-6e7f-41ad-a713-dd1fabff31e2 req-580bdc11-11dd-415a-ac1a-3c53fb6bb02a service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839391 Nov 28 08:39:23.118632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-444603c4-908e-4e4e-b538-25cfad6a54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'df99f3d4-5dbc-491f-9593-7a349c427ce5', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'port_id': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'mac_address': 'fa:16:3e:5c:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:36:48Z', 'updated_at': '2021-11-28T08:36:50Z', 'revision_number': 1, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ip_address_scope': None}, {'id': 'faa93514-c5e2-4be0-a734-32c1147600f6', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'floating_ip_address': '172.26.2.151', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'port_id': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'mac_address': 'fa:16:3e:41:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:39:21Z', 'updated_at': '2021-11-28T08:39:21Z', 'revision_number': 0, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 5, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:39:23.146297 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444603c4-908e-4e4e-b538-25cfad6a54cd None None] The sync data for ids ['15ba8890-59d0-4fa1-8f3b-cf4751283655'] in dv-neutron-744815-16-hyperv is: [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'df99f3d4-5dbc-491f-9593-7a349c427ce5', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'port_id': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'mac_address': 'fa:16:3e:5c:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:36:48Z', 'updated_at': '2021-11-28T08:36:50Z', 'revision_number': 1, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ip_address_scope': None}, {'id': 'faa93514-c5e2-4be0-a734-32c1147600f6', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'floating_ip_address': '172.26.2.151', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'port_id': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'mac_address': 'fa:16:3e:41:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:39:21Z', 'updated_at': '2021-11-28T08:39:21Z', 'revision_number': 0, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 5, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:39:23.355052 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c1c92-aac0-4adc-ba81-51c31ebc3751 None None] New status for floating IP faa93514-c5e2-4be0-a734-32c1147600f6: ACTIVE {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:39:31.997136 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:41.856523 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:39:45.572313 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-180aa05a-baab-4428-a188-0d9533b24f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:48.049581 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5daac5cb-00a0-47ad-9679-069e5fedeec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:49.263316 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:50.563949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:39:51.465542 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:00.075750 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0428d990-6f09-4983-bfa6-3c833671455c req-9203463a-d4ba-4e85-86f9-62419f58fbfa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490360 Nov 28 08:40:00.167965 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428d990-6f09-4983-bfa6-3c833671455c req-ae8e21d4-0f01-4ea8-abdc-220efe6bb2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:40:00.169418 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0428d990-6f09-4983-bfa6-3c833671455c req-ae8e21d4-0f01-4ea8-abdc-220efe6bb2c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 1096 time: 0.0458212 Nov 28 08:40:00.278831 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428d990-6f09-4983-bfa6-3c833671455c req-44679836-ff44-4c4b-917f-2f901caca6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:40:00.280272 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0428d990-6f09-4983-bfa6-3c833671455c req-44679836-ff44-4c4b-917f-2f901caca6d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 910 time: 0.0854230 Nov 28 08:40:00.355887 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0428d990-6f09-4983-bfa6-3c833671455c req-fd962ac5-34fb-4f3e-aa06-87155f882a3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 HTTP/1.1" status: 200 len: 999 time: 0.0636330 Nov 28 08:40:00.407462 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428d990-6f09-4983-bfa6-3c833671455c req-a943a89e-2de2-4b32-af30-0166ab127c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:40:00.408830 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0428d990-6f09-4983-bfa6-3c833671455c req-a943a89e-2de2-4b32-af30-0166ab127c6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee839003-070f-485f-b2b7-5752ba6b8331 HTTP/1.1" status: 200 len: 848 time: 0.0421865 Nov 28 08:40:00.471236 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428d990-6f09-4983-bfa6-3c833671455c req-eae132f4-162c-48f0-afaf-b6a22ae3049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:40:00.472667 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0428d990-6f09-4983-bfa6-3c833671455c req-eae132f4-162c-48f0-afaf-b6a22ae3049f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fa3550d-4d29-41e3-8485-5056d8c9e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0490122 Nov 28 08:40:00.565127 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0428d990-6f09-4983-bfa6-3c833671455c req-973981b0-253c-42b5-b664-1cec139b33d7 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808928 Nov 28 08:40:00.659789 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-0428d990-6f09-4983-bfa6-3c833671455c req-57643477-77a0-4323-b6db-384f8bdc7294 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828502 Nov 28 08:40:01.995537 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:15.573873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-156cb5cc-4db1-4867-8ea1-0502a2957bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:18.050497 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-7cf968bb-0909-4586-a209-e475b71e1045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:18.855360 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:40:19.266094 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:20.568896 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:21.468406 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:32.011009 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:45.575629 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-341ad390-bb57-4f2c-b845-a438ecc43bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:48.051531 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2f553905-7a21-4995-8495-ee61397c7c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:49.269715 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:50.569294 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:51.473425 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:55.854087 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:40:56.177363 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device bf72d6f6-f946-4b8d-8b28-e1cc225c20fa details requested by agent hyperv_hv-neutron-7448 with host hv-neutron-7448 {{(pid=115120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 28 08:40:56.270724 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:40:56.281583 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Returning: {'device': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'port_id': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa', 'mac_address': 'fa:16:3e:41:c3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 28 08:40:56.326018 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:56.338164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf72d6f6-f946-4b8d-8b28-e1cc225c20fa {{(pid=115120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 28 08:40:56.356765 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:40:56.360145 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:56.413585 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,revision_number=6']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:40:56.420866 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:40:56.421211 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:40:56.421546 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:40:56.421879 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:40:56.422204 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:40:56.422555 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:40:56.422898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:40:56.423232 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:40:56.423557 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:40:56.423899 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:40:56.424217 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:40:56.424531 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:40:56.424840 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:40:56.461182 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] get_ports_and_sgs() called for port_ids ['bf72d6f6-f946-4b8d-8b28-e1cc225c20fa'] {{(pid=115120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 28 08:40:58.196653 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device bf72d6f6-f946-4b8d-8b28-e1cc225c20fa up at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 28 08:40:58.252346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.provisioning_blocks [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Provisioning complete for port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa triggered by entity L2. {{(pid=115120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 28 08:40:58.252898 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479839'] for port, provisioning_complete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:58.341860 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3663271'] for port, before_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:58.364847 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa'}] {{(pid=115120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:40:58.367216 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f01bc8272eb2a45798f6027f6ae021b998e71858dcd39b4bc6998dff9af9015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082a7601-2733-4516-92f6-e124845bd79e" -d '{"events": [{"server_uuid": "c2b13309-0080-4edc-b472-fc968cc84b85", "name": "network-vif-plugged", "status": "completed", "tag": "bf72d6f6-f946-4b8d-8b28-e1cc225c20fa"}]}' {{(pid=115120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:40:58.380730 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] For port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:40:58.385515 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757784284712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757783789433', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757783789451'] for port, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:40:58.416987 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc198da7-2e44-4c32-8b86-9a31af8efae4 x-openstack-request-id: req-fc198da7-2e44-4c32-8b86-9a31af8efae4 {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:40:58.417275 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b13309-0080-4edc-b472-fc968cc84b85", "name": "network-vif-plugged", "status": "completed", "tag": "bf72d6f6-f946-4b8d-8b28-e1cc225c20fa", "code": 200}]} {{(pid=115120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:40:58.417527 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc198da7-2e44-4c32-8b86-9a31af8efae4 {{(pid=115120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:40:58.417917 dv-neutron-744815-16-hyperv neutron-server[115120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa', 'code': 200} Nov 28 08:40:58.444232 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Pushing event updated for resources: {'Port': ['ID=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,revision_number=7']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:02.022224 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:02.077353 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a81809-5895-4ada-aa5f-a83158867579 req-a7f5135a-81a7-48ba-88b4-8e92592161f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:02.078038 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-21a81809-5895-4ada-aa5f-a83158867579 req-a7f5135a-81a7-48ba-88b4-8e92592161f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 1099 time: 0.0514269 Nov 28 08:41:02.191193 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a81809-5895-4ada-aa5f-a83158867579 req-a8e97147-257e-4e19-a0d3-3e303b0dbe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:02.192950 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-21a81809-5895-4ada-aa5f-a83158867579 req-a8e97147-257e-4e19-a0d3-3e303b0dbe04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 910 time: 0.0942659 Nov 28 08:41:02.277279 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-21a81809-5895-4ada-aa5f-a83158867579 req-a649fbb7-1a6b-498b-86d0-f2522204f40f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa HTTP/1.1" status: 200 len: 1002 time: 0.0740216 Nov 28 08:41:02.338522 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a81809-5895-4ada-aa5f-a83158867579 req-9acc0f83-8461-4462-a0bd-f3e35a3e0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:02.340045 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-21a81809-5895-4ada-aa5f-a83158867579 req-9acc0f83-8461-4462-a0bd-f3e35a3e0ef2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee839003-070f-485f-b2b7-5752ba6b8331 HTTP/1.1" status: 200 len: 848 time: 0.0554421 Nov 28 08:41:02.400904 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a81809-5895-4ada-aa5f-a83158867579 req-2a0e3fbb-1889-4eb8-aabf-aef6e627c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:02.402419 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-21a81809-5895-4ada-aa5f-a83158867579 req-2a0e3fbb-1889-4eb8-aabf-aef6e627c5e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fa3550d-4d29-41e3-8485-5056d8c9e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0546248 Nov 28 08:41:02.503902 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-21a81809-5895-4ada-aa5f-a83158867579 req-5b57e984-b782-4b81-a8f6-48c19c5fb858 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922334 Nov 28 08:41:02.607595 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-21a81809-5895-4ada-aa5f-a83158867579 req-fb23fe91-f1f8-4f3b-a55c-358b31b1eae6 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953984 Nov 28 08:41:08.519708 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49650) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:08.688264 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Deleting port 0fd8d49b-475d-4e2b-9c16-4aae592853f5 {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:41:08.688493 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:08.763089 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:08.763416 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:08.774632 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Calling delete_port for 0fd8d49b-475d-4e2b-9c16-4aae592853f5 owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:41:08.926185 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:08.953362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event deleted for resources: {'Port': ['ID=0fd8d49b-475d-4e2b-9c16-4aae592853f5,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:08.981729 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:08.982082 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:08.982424 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:08.982761 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:08.983130 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:08.983458 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:08.983786 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:08.984113 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:08.984445 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:08.984768 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:08.985092 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:08.985412 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:08.985734 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:09.025200 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:09.025529 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Floating IP faa93514-c5e2-4be0-a734-32c1147600f6 disassociated (deleted). External IP: 172.26.2.151, port: bf72d6f6-f946-4b8d-8b28-e1cc225c20fa. Nov 28 08:41:09.257163 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Router 15ba8890-59d0-4fa1-8f3b-cf4751283655 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:41:09.375875 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:41:09.380797 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:09.385915 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84cd565-575c-4a00-b10e-cf8adb69a081 None None] Sync routers for ids ['15ba8890-59d0-4fa1-8f3b-cf4751283655'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:41:09.396228 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84cd565-575c-4a00-b10e-cf8adb69a081 None None] Routers {'15ba8890-59d0-4fa1-8f3b-cf4751283655'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:41:09.396854 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c84cd565-575c-4a00-b10e-cf8adb69a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:40:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['15ba8890-59d0-4fa1-8f3b-cf4751283655'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:09.415745 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ccd9d2ad-3fc0-44bc-81dc-294c486edbcb tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "DELETE /v2.0/floatingips/faa93514-c5e2-4be0-a734-32c1147600f6 HTTP/1.1" status: 204 len: 168 time: 0.8949363 Nov 28 08:41:09.416433 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'tag': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:41:09.418777 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fd6217-fb7d-451b-8491-45aca2c4c650" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b13309-0080-4edc-b472-fc968cc84b85", "tag": "bf72d6f6-f946-4b8d-8b28-e1cc225c20fa"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:41:09.461005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7153d29d-513e-4df5-915d-2711dd5a02c2 x-openstack-request-id: req-7153d29d-513e-4df5-915d-2711dd5a02c2 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:41:09.461005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b13309-0080-4edc-b472-fc968cc84b85", "tag": "bf72d6f6-f946-4b8d-8b28-e1cc225c20fa", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:41:09.461005 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7153d29d-513e-4df5-915d-2711dd5a02c2 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:41:09.461005 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'tag': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa', 'status': 'completed', 'code': 200} Nov 28 08:41:09.524740 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-c84cd565-575c-4a00-b10e-cf8adb69a081 None None] Set router 15ba8890-59d0-4fa1-8f3b-cf4751283655 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:41:09.543698 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd6217-fb7d-451b-8491-45aca2c4c650 req-812fc87f-f91d-49fe-a04b-453e6561e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:09.545444 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24fd6217-fb7d-451b-8491-45aca2c4c650 req-812fc87f-f91d-49fe-a04b-453e6561e294 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 1099 time: 0.0545435 Nov 28 08:41:09.645471 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd6217-fb7d-451b-8491-45aca2c4c650 req-6c0430ec-3beb-44a4-9b8f-1e26653084f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:09.646963 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24fd6217-fb7d-451b-8491-45aca2c4c650 req-6c0430ec-3beb-44a4-9b8f-1e26653084f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 910 time: 0.0939183 Nov 28 08:41:09.695197 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24fd6217-fb7d-451b-8491-45aca2c4c650 req-3f77c499-3c9e-4710-bed3-ceb201b41301 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa HTTP/1.1" status: 200 len: 217 time: 0.0367219 Nov 28 08:41:09.723986 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f76085-0da5-43b8-9dad-483c39db278f req-635dfb2f-6dc6-4f2b-b2ef-92be5fae040a tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:09.725636 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-71f76085-0da5-43b8-9dad-483c39db278f req-635dfb2f-6dc6-4f2b-b2ef-92be5fae040a tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 946 time: 0.1200767 Nov 28 08:41:09.754696 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd6217-fb7d-451b-8491-45aca2c4c650 req-5cd526a2-ef31-4024-9557-b0b977bf06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:09.756181 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24fd6217-fb7d-451b-8491-45aca2c4c650 req-5cd526a2-ef31-4024-9557-b0b977bf06ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee839003-070f-485f-b2b7-5752ba6b8331 HTTP/1.1" status: 200 len: 848 time: 0.0488529 Nov 28 08:41:09.765829 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c84cd565-575c-4a00-b10e-cf8adb69a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'df99f3d4-5dbc-491f-9593-7a349c427ce5', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'port_id': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'mac_address': 'fa:16:3e:5c:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:36:48Z', 'updated_at': '2021-11-28T08:36:50Z', 'revision_number': 1, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 5, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:09.776395 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-71f76085-0da5-43b8-9dad-483c39db278f req-3f3ef3e6-3e7e-4351-81c4-39d417b5a52d tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444016 Nov 28 08:41:09.795749 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84cd565-575c-4a00-b10e-cf8adb69a081 None None] Checking router: 15ba8890-59d0-4fa1-8f3b-cf4751283655 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:41:09.804371 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84cd565-575c-4a00-b10e-cf8adb69a081 None None] Routers {'15ba8890-59d0-4fa1-8f3b-cf4751283655'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:41:09.805080 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c84cd565-575c-4a00-b10e-cf8adb69a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:40:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['15ba8890-59d0-4fa1-8f3b-cf4751283655'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:09.817641 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd6217-fb7d-451b-8491-45aca2c4c650 req-4d2290d8-fc06-4768-83b1-1342a96bfddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:09.819148 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24fd6217-fb7d-451b-8491-45aca2c4c650 req-4d2290d8-fc06-4768-83b1-1342a96bfddc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fa3550d-4d29-41e3-8485-5056d8c9e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0544653 Nov 28 08:41:09.908512 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24fd6217-fb7d-451b-8491-45aca2c4c650 req-3406bd12-b876-4577-be3a-26323584f674 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818141 Nov 28 08:41:09.926983 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-c84cd565-575c-4a00-b10e-cf8adb69a081 None None] Set router 15ba8890-59d0-4fa1-8f3b-cf4751283655 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:41:10.002528 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-24fd6217-fb7d-451b-8491-45aca2c4c650 req-74620de4-7983-49df-8f33-5d9cba7309e0 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853820 Nov 28 08:41:10.168070 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c84cd565-575c-4a00-b10e-cf8adb69a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'df99f3d4-5dbc-491f-9593-7a349c427ce5', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'port_id': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'mac_address': 'fa:16:3e:5c:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:36:48Z', 'updated_at': '2021-11-28T08:36:50Z', 'revision_number': 1, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 5, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:10.197646 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84cd565-575c-4a00-b10e-cf8adb69a081 None None] The sync data for ids ['15ba8890-59d0-4fa1-8f3b-cf4751283655'] in dv-neutron-744815-16-hyperv is: [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_floatingips': [{'id': 'df99f3d4-5dbc-491f-9593-7a349c427ce5', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'router_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'port_id': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'mac_address': 'fa:16:3e:5c:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-28T08:36:48Z', 'updated_at': '2021-11-28T08:36:50Z', 'revision_number': 1, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 5, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:41:10.415479 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0025be-a9b1-4257-b68f-d29bc92203a5 None None] New status for floating IP faa93514-c5e2-4be0-a734-32c1147600f6: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:41:10.902562 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fd3fe-b17d-4985-a4fb-ab44d0d044ae req-d955e1ce-8c71-442a-9350-da76786281d1 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:10.904244 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-913fd3fe-b17d-4985-a4fb-ab44d0d044ae req-d955e1ce-8c71-442a-9350-da76786281d1 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 946 time: 0.0552275 Nov 28 08:41:10.952259 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-913fd3fe-b17d-4985-a4fb-ab44d0d044ae req-bb82a679-5e8d-4d88-be8e-e95f0de52a77 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423484 Nov 28 08:41:11.468479 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5a35f-7924-4d1b-bd78-c2da304350ea req-d35e7852-4fa8-4ca3-9cbc-81fd94808e26 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:11.469893 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-71d5a35f-7924-4d1b-bd78-c2da304350ea req-d35e7852-4fa8-4ca3-9cbc-81fd94808e26 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 946 time: 0.0529280 Nov 28 08:41:11.580339 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-71d5a35f-7924-4d1b-bd78-c2da304350ea req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Deleting port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:41:11.580673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-71d5a35f-7924-4d1b-bd78-c2da304350ea req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:11.667818 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-71d5a35f-7924-4d1b-bd78-c2da304350ea req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] For port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:41:11.668180 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-71d5a35f-7924-4d1b-bd78-c2da304350ea req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:11.679567 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-71d5a35f-7924-4d1b-bd78-c2da304350ea req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Calling delete_port for bf72d6f6-f946-4b8d-8b28-e1cc225c20fa owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:41:12.077902 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0883995-fcfa-422c-928e-89c006b102df req-5bb00bb1-a7cf-4314-9a72-5e3d7ea4ebd1 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:12.079389 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a0883995-fcfa-422c-928e-89c006b102df req-5bb00bb1-a7cf-4314-9a72-5e3d7ea4ebd1 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2b13309-0080-4edc-b472-fc968cc84b85 HTTP/1.1" status: 200 len: 946 time: 0.0560672 Nov 28 08:41:12.132131 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-a0883995-fcfa-422c-928e-89c006b102df req-fbc0d196-9933-4cc3-b0b7-51c64188cbe0 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466082 Nov 28 08:41:12.151561 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-71d5a35f-7924-4d1b-bd78-c2da304350ea req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:12.183118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event deleted for resources: {'Port': ['ID=bf72d6f6-f946-4b8d-8b28-e1cc225c20fa,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:12.205659 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device bf72d6f6-f946-4b8d-8b28-e1cc225c20fa no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:41:12.216263 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:12.216617 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:12.216954 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:12.217280 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:12.217601 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:12.217924 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:12.218243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:12.218562 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:12.218896 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:12.219215 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:12.219530 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:12.219840 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:12.220149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-744815-16-hyperv {{(pid=115118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 28 08:41:12.231817 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: bf72d6f6-f946-4b8d-8b28-e1cc225c20fa {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:41:12.232160 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device bf72d6f6-f946-4b8d-8b28-e1cc225c20fa not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:41:12.236823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d5a35f-7924-4d1b-bd78-c2da304350ea req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] No DVR routers for this DVR port bf72d6f6-f946-4b8d-8b28-e1cc225c20fa on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:41:12.239008 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-71d5a35f-7924-4d1b-bd78-c2da304350ea req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:12.242264 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-71d5a35f-7924-4d1b-bd78-c2da304350ea req-f8f79024-b444-4bdc-be37-dfbc99280f38 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.35 "DELETE /v2.0/ports/bf72d6f6-f946-4b8d-8b28-e1cc225c20fa HTTP/1.1" status: 204 len: 173 time: 0.7571328 Nov 28 08:41:12.242713 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'name': 'network-vif-deleted', 'tag': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:41:12.244944 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbc43e9-6b7a-430b-8cfe-2936ee73dcae" -d '{"events": [{"server_uuid": "c2b13309-0080-4edc-b472-fc968cc84b85", "name": "network-vif-deleted", "tag": "bf72d6f6-f946-4b8d-8b28-e1cc225c20fa"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:41:12.283198 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943e9ac2-79ef-448c-8269-4c4854f2b301 x-openstack-request-id: req-943e9ac2-79ef-448c-8269-4c4854f2b301 {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:41:12.283491 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b13309-0080-4edc-b472-fc968cc84b85", "name": "network-vif-deleted", "tag": "bf72d6f6-f946-4b8d-8b28-e1cc225c20fa", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:41:12.283744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-943e9ac2-79ef-448c-8269-4c4854f2b301 {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:41:12.284137 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b13309-0080-4edc-b472-fc968cc84b85', 'name': 'network-vif-deleted', 'tag': 'bf72d6f6-f946-4b8d-8b28-e1cc225c20fa', 'status': 'completed', 'code': 200} Nov 28 08:41:13.709409 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49714) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:13.881769 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ed5316a4-43d8-484c-8939-aead12f5f568 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Deleting port 6b90e8c1-c31a-435e-8005-299e06c0ee6c {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:41:13.882106 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ed5316a4-43d8-484c-8939-aead12f5f568 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:13.954443 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ed5316a4-43d8-484c-8939-aead12f5f568 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:13.954655 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ed5316a4-43d8-484c-8939-aead12f5f568 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:13.967389 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-ed5316a4-43d8-484c-8939-aead12f5f568 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Calling delete_port for 6b90e8c1-c31a-435e-8005-299e06c0ee6c owned by network:floatingip {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:41:14.121764 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ed5316a4-43d8-484c-8939-aead12f5f568 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:14.147569 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5316a4-43d8-484c-8939-aead12f5f568 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event deleted for resources: {'Port': ['ID=6b90e8c1-c31a-435e-8005-299e06c0ee6c,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:14.209123 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ed5316a4-43d8-484c-8939-aead12f5f568 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for floatingip, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:14.209355 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.db.l3_db [None req-ed5316a4-43d8-484c-8939-aead12f5f568 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Floating IP df99f3d4-5dbc-491f-9593-7a349c427ce5 disassociated (deleted). External IP: 172.26.2.185, port: fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0. Nov 28 08:41:14.754820 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5316a4-43d8-484c-8939-aead12f5f568 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Router 15ba8890-59d0-4fa1-8f3b-cf4751283655 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:41:14.874447 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5316a4-43d8-484c-8939-aead12f5f568 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:41:14.879623 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-ed5316a4-43d8-484c-8939-aead12f5f568 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for floatingip, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:14.885624 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b3b72-cd7e-4bff-b5a7-b6374043a7a5 None None] Sync routers for ids ['15ba8890-59d0-4fa1-8f3b-cf4751283655'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:41:14.895833 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b3b72-cd7e-4bff-b5a7-b6374043a7a5 None None] Routers {'15ba8890-59d0-4fa1-8f3b-cf4751283655'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:41:14.896453 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6e9b3b72-cd7e-4bff-b5a7-b6374043a7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:40:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['15ba8890-59d0-4fa1-8f3b-cf4751283655'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:14.911993 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-ed5316a4-43d8-484c-8939-aead12f5f568 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "DELETE /v2.0/floatingips/df99f3d4-5dbc-491f-9593-7a349c427ce5 HTTP/1.1" status: 204 len: 168 time: 1.2014947 Nov 28 08:41:14.912692 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'tag': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0'}] {{(pid=115119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:41:14.916361 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52650c661bcf75f311f4f44a0d4c2932314e6ab117874ed30f8bf9072f05bb22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ead8bd3-9f86-41af-b199-2417d5e001e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e06321-1597-4ea2-b834-d72b3de7a3c7", "tag": "fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0"}]}' {{(pid=115119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:41:14.954999 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 28 Nov 2021 08:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25df09a-2146-47f6-a734-805018721323 x-openstack-request-id: req-e25df09a-2146-47f6-a734-805018721323 {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:41:14.955290 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e06321-1597-4ea2-b834-d72b3de7a3c7", "tag": "fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0", "status": "completed", "code": 200}]} {{(pid=115119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:41:14.955542 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e25df09a-2146-47f6-a734-805018721323 {{(pid=115119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:41:14.955937 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'tag': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'status': 'completed', 'code': 200} Nov 28 08:41:15.033142 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8bd3-9f86-41af-b199-2417d5e001e0 req-79e2d319-44c0-4231-83d8-d87249f8c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:15.035457 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7ead8bd3-9f86-41af-b199-2417d5e001e0 req-79e2d319-44c0-4231-83d8-d87249f8c7ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 1096 time: 0.0489771 Nov 28 08:41:15.036300 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-6e9b3b72-cd7e-4bff-b5a7-b6374043a7a5 None None] Set router 15ba8890-59d0-4fa1-8f3b-cf4751283655 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:41:15.154149 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8bd3-9f86-41af-b199-2417d5e001e0 req-dde4ecf9-8c66-4a31-84b3-a56786792e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:15.155832 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7ead8bd3-9f86-41af-b199-2417d5e001e0 req-dde4ecf9-8c66-4a31-84b3-a56786792e02 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 200 len: 910 time: 0.1042409 Nov 28 08:41:15.159598 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f45f7-da86-45ae-81da-c68e8dcf70a7 req-4b73564f-6a89-4501-883d-3554279d53fe tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:15.161224 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-327f45f7-da86-45ae-81da-c68e8dcf70a7 req-4b73564f-6a89-4501-883d-3554279d53fe tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 943 time: 0.0599771 Nov 28 08:41:15.202096 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7ead8bd3-9f86-41af-b199-2417d5e001e0 req-119b02ef-073d-43ba-aac3-979336021568 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 HTTP/1.1" status: 200 len: 217 time: 0.0365572 Nov 28 08:41:15.211095 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [req-327f45f7-da86-45ae-81da-c68e8dcf70a7 req-def06222-9aac-43bb-a540-2ec35680b02d tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429819 Nov 28 08:41:15.252722 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8bd3-9f86-41af-b199-2417d5e001e0 req-e5c99d8a-1244-4eb6-9bbe-d10d17ec91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:15.254186 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7ead8bd3-9f86-41af-b199-2417d5e001e0 req-e5c99d8a-1244-4eb6-9bbe-d10d17ec91f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee839003-070f-485f-b2b7-5752ba6b8331 HTTP/1.1" status: 200 len: 848 time: 0.0438335 Nov 28 08:41:15.257818 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6e9b3b72-cd7e-4bff-b5a7-b6374043a7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 5, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:15.290193 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b3b72-cd7e-4bff-b5a7-b6374043a7a5 None None] Checking router: 15ba8890-59d0-4fa1-8f3b-cf4751283655 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:41:15.298466 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b3b72-cd7e-4bff-b5a7-b6374043a7a5 None None] Routers {'15ba8890-59d0-4fa1-8f3b-cf4751283655'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:41:15.299087 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6e9b3b72-cd7e-4bff-b5a7-b6374043a7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:40:48Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['15ba8890-59d0-4fa1-8f3b-cf4751283655'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:15.311201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8bd3-9f86-41af-b199-2417d5e001e0 req-f1d72e5b-55b0-4faa-a602-b92a0feab95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:15.312937 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7ead8bd3-9f86-41af-b199-2417d5e001e0 req-f1d72e5b-55b0-4faa-a602-b92a0feab95d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fa3550d-4d29-41e3-8485-5056d8c9e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0496492 Nov 28 08:41:15.409047 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7ead8bd3-9f86-41af-b199-2417d5e001e0 req-4f685dee-4a9e-4f83-89a5-8785ee251832 service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853763 Nov 28 08:41:15.508999 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-7ead8bd3-9f86-41af-b199-2417d5e001e0 req-c8282d58-82b5-49f0-892d-53fcdde4a8fd service neutron] 10.222.0.35 "GET /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909812 Nov 28 08:41:15.587809 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-adb71264-ddba-4453-a603-878a90aff556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:15.590170 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-6e9b3b72-cd7e-4bff-b5a7-b6374043a7a5 None None] Set router 15ba8890-59d0-4fa1-8f3b-cf4751283655 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:41:15.789073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-6e9b3b72-cd7e-4bff-b5a7-b6374043a7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 5, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:15.821333 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b3b72-cd7e-4bff-b5a7-b6374043a7a5 None None] The sync data for ids ['15ba8890-59d0-4fa1-8f3b-cf4751283655'] in dv-neutron-744815-16-hyperv is: [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:36:28Z', 'revision_number': 4, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv', '_interfaces': [{'id': 'baac0c67-ae21-4725-92de-7c5243e405eb', 'name': '', 'network_id': '5fa3550d-4d29-41e3-8485-5056d8c9e86f', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'mac_address': 'fa:16:3e:e2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:27Z', 'updated_at': '2021-11-28T08:36:33Z', 'revision_number': 5, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'subnets': [{'id': 'ee839003-070f-485f-b2b7-5752ba6b8331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:41:16.020809 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eae8fe2-f83c-4dd9-89f2-a571ba21758f None None] New status for floating IP df99f3d4-5dbc-491f-9593-7a349c427ce5: DOWN {{(pid=115121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 28 08:41:16.230382 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device bf72d6f6-f946-4b8d-8b28-e1cc225c20fa no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:41:16.251920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: bf72d6f6-f946-4b8d-8b28-e1cc225c20fa {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:41:16.252262 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device bf72d6f6-f946-4b8d-8b28-e1cc225c20fa not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:41:16.333666 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f632a9-ab74-45e6-8276-dc4645c3e6dd req-bba8c05c-e8c1-4139-a43a-0eab869441b2 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:16.335157 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-82f632a9-ab74-45e6-8276-dc4645c3e6dd req-bba8c05c-e8c1-4139-a43a-0eab869441b2 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 943 time: 0.0545099 Nov 28 08:41:16.382666 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-82f632a9-ab74-45e6-8276-dc4645c3e6dd req-da2e5c9b-e1cf-4a48-99df-6678de620c4e tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/security-groups?id=657acea9-dc55-4d76-964b-40c4881dafd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411012 Nov 28 08:41:16.979482 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a268cd-b227-4dbd-b46c-9f4a85f6be3f req-c3036532-c83e-48e4-95b6-8c57966c8cc7 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 28 08:41:16.980934 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-92a268cd-b227-4dbd-b46c-9f4a85f6be3f req-c3036532-c83e-48e4-95b6-8c57966c8cc7 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 943 time: 0.0586176 Nov 28 08:41:17.082823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-92a268cd-b227-4dbd-b46c-9f4a85f6be3f req-c1f289b1-f301-4ea6-a255-973cb8102ac9 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Deleting port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:41:17.083190 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-92a268cd-b227-4dbd-b46c-9f4a85f6be3f req-c1f289b1-f301-4ea6-a255-973cb8102ac9 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:17.169855 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [req-92a268cd-b227-4dbd-b46c-9f4a85f6be3f req-c1f289b1-f301-4ea6-a255-973cb8102ac9 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] For port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0, host hv-neutron-7448, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7448',level=0,port_id=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:41:17.170227 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-92a268cd-b227-4dbd-b46c-9f4a85f6be3f req-c1f289b1-f301-4ea6-a255-973cb8102ac9 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:17.182080 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [req-92a268cd-b227-4dbd-b46c-9f4a85f6be3f req-c1f289b1-f301-4ea6-a255-973cb8102ac9 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Calling delete_port for fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 owned by compute:nova {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:41:17.307118 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-92a268cd-b227-4dbd-b46c-9f4a85f6be3f req-c1f289b1-f301-4ea6-a255-973cb8102ac9 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:17.336837 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f289b1-f301-4ea6-a255-973cb8102ac9 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event deleted for resources: {'Port': ['ID=fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:17.379929 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a268cd-b227-4dbd-b46c-9f4a85f6be3f req-c1f289b1-f301-4ea6-a255-973cb8102ac9 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] No DVR routers for this DVR port fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 on host hv-neutron-7448 {{(pid=115118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:41:17.382223 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [req-92a268cd-b227-4dbd-b46c-9f4a85f6be3f req-c1f289b1-f301-4ea6-a255-973cb8102ac9 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55962'] for port, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:17.386243 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-92a268cd-b227-4dbd-b46c-9f4a85f6be3f req-c1f289b1-f301-4ea6-a255-973cb8102ac9 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.35 "DELETE /v2.0/ports/fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 HTTP/1.1" status: 204 len: 173 time: 0.3953373 Nov 28 08:41:17.386693 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'name': 'network-vif-deleted', 'tag': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0'}] {{(pid=115118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 28 08:41:17.388983 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42cbffc76d16299253d5b6bf72fb0b4b78bfb59ef9a71e0cf5a2edb078cf328" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc97cd89-24d2-438a-b1b2-b531d41b0e53" -d '{"events": [{"server_uuid": "d6e06321-1597-4ea2-b834-d72b3de7a3c7", "name": "network-vif-deleted", "tag": "fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0"}]}' {{(pid=115118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 28 08:41:17.429098 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 28 Nov 2021 08:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db08f8f-f306-41c8-972a-061435aec7af x-openstack-request-id: req-0db08f8f-f306-41c8-972a-061435aec7af {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 28 08:41:17.429395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e06321-1597-4ea2-b834-d72b3de7a3c7", "name": "network-vif-deleted", "tag": "fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0", "status": "completed", "code": 200}]} {{(pid=115118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 28 08:41:17.429653 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0db08f8f-f306-41c8-972a-061435aec7af {{(pid=115118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 28 08:41:17.430574 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e06321-1597-4ea2-b834-d72b3de7a3c7', 'name': 'network-vif-deleted', 'tag': 'fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0', 'status': 'completed', 'code': 200} Nov 28 08:41:17.479684 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [req-5a58a6b4-e29c-4a78-ae20-982476180203 req-a3bd5165-f14e-4fb6-9a4a-52e83b521d2c tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6e06321-1597-4ea2-b834-d72b3de7a3c7 HTTP/1.1" status: 200 len: 210 time: 0.0275614 Nov 28 08:41:18.052390 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-19a2f50c-996c-4c85-8325-2b01764d9620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:18.537978 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 49730) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:18.592921 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8bd2305c-8376-4da1-9b46-1e3bd6a73c66 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:18.617100 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8bd2305c-8376-4da1-9b46-1e3bd6a73c66 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:18.676673 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8bd2305c-8376-4da1-9b46-1e3bd6a73c66 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:18.679483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-8bd2305c-8376-4da1-9b46-1e3bd6a73c66 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:18.681129 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-8bd2305c-8376-4da1-9b46-1e3bd6a73c66 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] 10.222.0.31 "DELETE /v2.0/security-groups/657acea9-dc55-4d76-964b-40c4881dafd3 HTTP/1.1" status: 204 len: 168 time: 0.1421318 Nov 28 08:41:18.690114 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2305c-8376-4da1-9b46-1e3bd6a73c66 tempest-TestSnapshotPattern-376310784 tempest-TestSnapshotPattern-376310784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=657acea9-dc55-4d76-964b-40c4881dafd3,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:18.728447 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 49734) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:19.107974 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-157e2805-e1e3-4e07-9edd-cf0276bd9627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:19.272404 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:19.383143 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-157e2805-e1e3-4e07-9edd-cf0276bd9627 admin admin] Deleting port baac0c67-ae21-4725-92de-7c5243e405eb {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:41:19.383483 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-157e2805-e1e3-4e07-9edd-cf0276bd9627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:19.458163 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-157e2805-e1e3-4e07-9edd-cf0276bd9627 admin admin] For port baac0c67-ae21-4725-92de-7c5243e405eb, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=baac0c67-ae21-4725-92de-7c5243e405eb,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:41:19.458515 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-157e2805-e1e3-4e07-9edd-cf0276bd9627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:19.474734 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-157e2805-e1e3-4e07-9edd-cf0276bd9627 admin admin] Calling delete_port for baac0c67-ae21-4725-92de-7c5243e405eb owned by network:router_interface {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:41:19.665548 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-157e2805-e1e3-4e07-9edd-cf0276bd9627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:19.691186 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e2805-e1e3-4e07-9edd-cf0276bd9627 admin admin] Pushing event deleted for resources: {'Port': ['ID=baac0c67-ae21-4725-92de-7c5243e405eb,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:19.873171 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-157e2805-e1e3-4e07-9edd-cf0276bd9627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:20.119743 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157e2805-e1e3-4e07-9edd-cf0276bd9627 admin admin] Router 15ba8890-59d0-4fa1-8f3b-cf4751283655 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:41:20.240344 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157e2805-e1e3-4e07-9edd-cf0276bd9627 admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:41:20.245441 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-157e2805-e1e3-4e07-9edd-cf0276bd9627 admin admin] 10.222.0.31 "PUT /v2.0/routers/15ba8890-59d0-4fa1-8f3b-cf4751283655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5159950 Nov 28 08:41:20.248013 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 49736) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:20.248848 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d3349-6324-4508-a3b6-c360fb5f29f4 None None] Sync routers for ids ['15ba8890-59d0-4fa1-8f3b-cf4751283655'] in dv-neutron-744815-16-hyperv {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:41:20.258248 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d3349-6324-4508-a3b6-c360fb5f29f4 None None] Routers {'15ba8890-59d0-4fa1-8f3b-cf4751283655'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:41:20.258844 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c76d3349-6324-4508-a3b6-c360fb5f29f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:41:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['15ba8890-59d0-4fa1-8f3b-cf4751283655'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:20.373352 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] Publish callbacks [] for router, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:20.382773 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-c76d3349-6324-4508-a3b6-c360fb5f29f4 None None] Set router 15ba8890-59d0-4fa1-8f3b-cf4751283655 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:41:20.489657 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:20.550141 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] Deleting port 2e09e5f0-594c-4646-802f-ca519de5c973 {{(pid=115118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:41:20.550475 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:20.574507 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c76d3349-6324-4508-a3b6-c360fb5f29f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:41:19Z', 'revision_number': 5, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port': {'id': '2e09e5f0-594c-4646-802f-ca519de5c973', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:26Z', 'updated_at': '2021-11-28T08:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:20.577910 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:20.604841 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d3349-6324-4508-a3b6-c360fb5f29f4 None None] Checking router: 15ba8890-59d0-4fa1-8f3b-cf4751283655 for host: dv-neutron-744815-16-hyperv {{(pid=115120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:41:20.613273 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d3349-6324-4508-a3b6-c360fb5f29f4 None None] Routers {'15ba8890-59d0-4fa1-8f3b-cf4751283655'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:41:20.613884 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c76d3349-6324-4508-a3b6-c360fb5f29f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:41:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['15ba8890-59d0-4fa1-8f3b-cf4751283655'], 'active': True} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:20.631623 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.db [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] For port 2e09e5f0-594c-4646-802f-ca519de5c973, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=2e09e5f0-594c-4646-802f-ca519de5c973,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:41:20.631987 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:20.643956 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.plugins.ml2.plugin [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] Calling delete_port for 2e09e5f0-594c-4646-802f-ca519de5c973 owned by network:router_gateway {{(pid=115118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:41:20.712802 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvr_db [None req-c76d3349-6324-4508-a3b6-c360fb5f29f4 None None] Set router 15ba8890-59d0-4fa1-8f3b-cf4751283655 gateway port host: None {{(pid=115120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:41:20.773391 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_hamode_db [None req-c76d3349-6324-4508-a3b6-c360fb5f29f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:41:20Z', 'revision_number': 6, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:20.801752 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d3349-6324-4508-a3b6-c360fb5f29f4 None None] The sync data for ids ['15ba8890-59d0-4fa1-8f3b-cf4751283655'] in dv-neutron-744815-16-hyperv is: [{'id': '15ba8890-59d0-4fa1-8f3b-cf4751283655', 'name': 'tempest-TestSnapshotPattern-344029281-router', 'tenant_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:25Z', 'updated_at': '2021-11-28T08:41:20Z', 'revision_number': 6, 'project_id': '7f0e3e4d62954ec9ab84025d705b7bde', 'gw_port_host': None}] {{(pid=115120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:41:20.815576 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12237145'] for port, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:20.844524 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=2e09e5f0-594c-4646-802f-ca519de5c973,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:20.855278 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17272aff-0fc1-4831-b483-1f534ff920e5 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:41:20.906494 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.345701 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.347823 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.391201 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.391744 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15ba8890-59d0-4fa1-8f3b-cf4751283655 {{(pid=115118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:41:21.396073 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] Publish callbacks [] for router, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.397236 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-a21a73e2-6d90-4594-b435-328350bd7c0f admin admin] 10.222.0.31 "DELETE /v2.0/routers/15ba8890-59d0-4fa1-8f3b-cf4751283655 HTTP/1.1" status: 204 len: 168 time: 1.1482961 Nov 28 08:41:21.399689 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 49738) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:21.442470 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f84a5a-3e23-4f34-b6ff-9c3d82f7c69a admin admin] Deleting subnet ee839003-070f-485f-b2b7-5752ba6b8331 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:41:21.445395 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-26f84a5a-3e23-4f34-b6ff-9c3d82f7c69a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.479402 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.483243 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-26f84a5a-3e23-4f34-b6ff-9c3d82f7c69a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.565889 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-26f84a5a-3e23-4f34-b6ff-9c3d82f7c69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.619808 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-26f84a5a-3e23-4f34-b6ff-9c3d82f7c69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.646216 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-26f84a5a-3e23-4f34-b6ff-9c3d82f7c69a admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.650139 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-26f84a5a-3e23-4f34-b6ff-9c3d82f7c69a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ee839003-070f-485f-b2b7-5752ba6b8331 HTTP/1.1" status: 204 len: 168 time: 0.2493796 Nov 28 08:41:21.651557 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f84a5a-3e23-4f34-b6ff-9c3d82f7c69a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee839003-070f-485f-b2b7-5752ba6b8331,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:21.652487 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c9f25-b8e7-4c4a-a1e3-49dc8060a029 None None] Network 5fa3550d-4d29-41e3-8485-5056d8c9e86f requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:41:21.654408 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49740) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:21.726653 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.790842 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Deleting port ccf60cdb-8904-42d6-b982-418d6cbddd2b {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:41:21.791119 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.848073 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba72f8-865a-4a62-956f-3cf625ff90b8 None None] DHCP port deletion for 5fa3550d-4d29-41e3-8485-5056d8c9e86f request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:41:21.865559 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] For port ccf60cdb-8904-42d6-b982-418d6cbddd2b, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ccf60cdb-8904-42d6-b982-418d6cbddd2b,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:41:21.865926 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.885483 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Calling delete_port for ccf60cdb-8904-42d6-b982-418d6cbddd2b owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:41:21.907346 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-2fba72f8-865a-4a62-956f-3cf625ff90b8 None None] Deleting port ccf60cdb-8904-42d6-b982-418d6cbddd2b {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:41:21.908191 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2fba72f8-865a-4a62-956f-3cf625ff90b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:21.965678 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device baac0c67-ae21-4725-92de-7c5243e405eb no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:41:21.990449 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:22.003733 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: baac0c67-ae21-4725-92de-7c5243e405eb {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:41:22.004100 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device baac0c67-ae21-4725-92de-7c5243e405eb not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:41:22.004520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ccf60cdb-8904-42d6-b982-418d6cbddd2b no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:41:22.007188 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-2fba72f8-865a-4a62-956f-3cf625ff90b8 None None] For port ccf60cdb-8904-42d6-b982-418d6cbddd2b, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=ccf60cdb-8904-42d6-b982-418d6cbddd2b,segment=NetworkSegment(187525fb-b6c5-41ae-bb37-5eae98c6b6dd),segment_id=187525fb-b6c5-41ae-bb37-5eae98c6b6dd)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:41:22.007582 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2fba72f8-865a-4a62-956f-3cf625ff90b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:22.015078 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf60cdb-8904-42d6-b982-418d6cbddd2b,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:22.020764 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] No DVR routers for this DVR port ccf60cdb-8904-42d6-b982-418d6cbddd2b on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:41:22.034498 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: ccf60cdb-8904-42d6-b982-418d6cbddd2b {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:41:22.034839 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device ccf60cdb-8904-42d6-b982-418d6cbddd2b not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:41:22.035288 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 2e09e5f0-594c-4646-802f-ca519de5c973 no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:41:22.040449 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-2fba72f8-865a-4a62-956f-3cf625ff90b8 None None] Calling delete_port for ccf60cdb-8904-42d6-b982-418d6cbddd2b owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:41:22.060789 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 2e09e5f0-594c-4646-802f-ca519de5c973 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:41:22.061132 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 2e09e5f0-594c-4646-802f-ca519de5c973 not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:41:22.097152 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:22.116314 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa3550d-4d29-41e3-8485-5056d8c9e86f']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:22.125344 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187525fb-b6c5-41ae-bb37-5eae98c6b6dd') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:22.125634 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187525fb-b6c5-41ae-bb37-5eae98c6b6dd') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:22.135637 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:22.141502 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-2fba72f8-865a-4a62-956f-3cf625ff90b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:22.151362 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:22.158171 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:41:22.158652 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:41:22.160454 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:41:22.169114 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba72f8-865a-4a62-956f-3cf625ff90b8 None None] Pushing event deleted for resources: {'Port': ['ID=ccf60cdb-8904-42d6-b982-418d6cbddd2b,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:22.170949 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba72f8-865a-4a62-956f-3cf625ff90b8 None None] No DVR routers for this DVR port ccf60cdb-8904-42d6-b982-418d6cbddd2b on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:41:22.218110 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:22.223441 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:22.227115 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5fa3550d-4d29-41e3-8485-5056d8c9e86f HTTP/1.1" status: 204 len: 168 time: 0.5715079 Nov 28 08:41:22.231771 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49742) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:22.247420 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41212d60-8d40-42b4-9be6-ae1a17b069c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa3550d-4d29-41e3-8485-5056d8c9e86f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:22.279553 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 no longer exists at agent hyperv_hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:41:22.300632 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] No Port match for: fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:41:22.300973 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Device fc0e8fdf-a8f6-4b3f-8c97-ad0b41f1f2f0 not bound to the agent host hv-neutron-7448 {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:41:22.622312 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a6813dbc-1243-47b7-8b68-b7bddb81f53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3671020'] for router_interface, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:22.893308 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a6813dbc-1243-47b7-8b68-b7bddb81f53c admin admin] Deleting port 78f84b95-3d9b-4353-96bf-81ab301550ec {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:41:22.893976 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a6813dbc-1243-47b7-8b68-b7bddb81f53c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:22.975224 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-a6813dbc-1243-47b7-8b68-b7bddb81f53c admin admin] For port 78f84b95-3d9b-4353-96bf-81ab301550ec, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=78f84b95-3d9b-4353-96bf-81ab301550ec,segment=NetworkSegment(e50c875b-911f-4c58-b235-6fe0b6916624),segment_id=e50c875b-911f-4c58-b235-6fe0b6916624)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:41:22.975583 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a6813dbc-1243-47b7-8b68-b7bddb81f53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:22.988003 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-a6813dbc-1243-47b7-8b68-b7bddb81f53c admin admin] Calling delete_port for 78f84b95-3d9b-4353-96bf-81ab301550ec owned by network:router_interface {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:41:23.174058 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a6813dbc-1243-47b7-8b68-b7bddb81f53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:23.200017 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6813dbc-1243-47b7-8b68-b7bddb81f53c admin admin] Pushing event deleted for resources: {'Port': ['ID=78f84b95-3d9b-4353-96bf-81ab301550ec,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:23.383369 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-a6813dbc-1243-47b7-8b68-b7bddb81f53c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3671762'] for router_interface, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:23.622896 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6813dbc-1243-47b7-8b68-b7bddb81f53c admin admin] Router ceab8f8f-d494-46f4-a901-1a6038ce2250 has already been hosted by L3 agent 63fc7b68-9fc6-4784-a400-e3b079dc0674 {{(pid=115119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 28 08:41:23.741558 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6813dbc-1243-47b7-8b68-b7bddb81f53c admin admin] Notify agent at l3_agent.dv-neutron-744815-16-hyperv the message routers_updated {{(pid=115119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 28 08:41:23.746631 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-a6813dbc-1243-47b7-8b68-b7bddb81f53c admin admin] 10.222.0.31 "PUT /v2.0/routers/ceab8f8f-d494-46f4-a901-1a6038ce2250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5137916 Nov 28 08:41:23.749186 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49744) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:23.751923 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e4e203-babf-43dc-a0fd-81a7bdea84ae None None] Sync routers for ids ['ceab8f8f-d494-46f4-a901-1a6038ce2250'] in dv-neutron-744815-16-hyperv {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 28 08:41:23.762600 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e4e203-babf-43dc-a0fd-81a7bdea84ae None None] Routers {'ceab8f8f-d494-46f4-a901-1a6038ce2250'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:41:23.763239 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-b4e4e203-babf-43dc-a0fd-81a7bdea84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:41:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['ceab8f8f-d494-46f4-a901-1a6038ce2250'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:23.867928 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] Publish callbacks [] for router, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:23.883643 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-b4e4e203-babf-43dc-a0fd-81a7bdea84ae None None] Set router ceab8f8f-d494-46f4-a901-1a6038ce2250 gateway port host: dv-neutron-744815-16-hyperv {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:41:23.991342 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:24.054018 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] Deleting port 5c311b91-549a-4b5f-bda0-eb9aea99d39d {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:41:24.054350 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:24.074584 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-b4e4e203-babf-43dc-a0fd-81a7bdea84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'name': 'tempest-TestSnapshotPattern-992916950-router', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'external_fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '5c311b91-549a-4b5f-bda0-eb9aea99d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:30Z', 'updated_at': '2021-11-28T08:41:23Z', 'revision_number': 5, 'project_id': 'c30a0ecf33084f99804cc32325141f5c', 'gw_port': {'id': '5c311b91-549a-4b5f-bda0-eb9aea99d39d', 'name': '', 'network_id': '8f7f1af8-2a77-47e3-81be-1c645770eead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-744815-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-28T08:36:31Z', 'updated_at': '2021-11-28T08:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '371ded45-33fb-4447-abf7-d5978a97d10d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-744815-16-hyperv'}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:24.102139 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e4e203-babf-43dc-a0fd-81a7bdea84ae None None] Checking router: ceab8f8f-d494-46f4-a901-1a6038ce2250 for host: dv-neutron-744815-16-hyperv {{(pid=115121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 28 08:41:24.110910 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e4e203-babf-43dc-a0fd-81a7bdea84ae None None] Routers {'ceab8f8f-d494-46f4-a901-1a6038ce2250'} bound to L3 agent in host dv-neutron-744815-16-hyperv {{(pid=115121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 28 08:41:24.111824 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-b4e4e203-babf-43dc-a0fd-81a7bdea84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-744815-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-28T07:37:18Z,description=,heartbeat_timestamp=2021-11-28T08:41:18Z,host='dv-neutron-744815-16-hyperv',id=63fc7b68-9fc6-4784-a400-e3b079dc0674,load=0,resource_versions=,resources_synced=,started_at=2021-11-28T07:37:18Z,topic='l3_agent')) {'router_ids': ['ceab8f8f-d494-46f4-a901-1a6038ce2250'], 'active': True} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:24.134517 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] For port 5c311b91-549a-4b5f-bda0-eb9aea99d39d, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=5c311b91-549a-4b5f-bda0-eb9aea99d39d,segment=NetworkSegment(7b790c0f-b613-4405-9e61-0bc77e15640d),segment_id=7b790c0f-b613-4405-9e61-0bc77e15640d)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:41:24.134826 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:24.146520 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] Calling delete_port for 5c311b91-549a-4b5f-bda0-eb9aea99d39d owned by network:router_gateway {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:41:24.209570 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_dvr_db [None req-b4e4e203-babf-43dc-a0fd-81a7bdea84ae None None] Set router ceab8f8f-d494-46f4-a901-1a6038ce2250 gateway port host: None {{(pid=115121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 28 08:41:24.267264 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.l3_hamode_db [None req-b4e4e203-babf-43dc-a0fd-81a7bdea84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'name': 'tempest-TestSnapshotPattern-992916950-router', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:30Z', 'updated_at': '2021-11-28T08:41:23Z', 'revision_number': 6, 'project_id': 'c30a0ecf33084f99804cc32325141f5c', 'gw_port_host': None}], 'dv-neutron-744815-16-hyperv', False) {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:24.295224 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e4e203-babf-43dc-a0fd-81a7bdea84ae None None] The sync data for ids ['ceab8f8f-d494-46f4-a901-1a6038ce2250'] in dv-neutron-744815-16-hyperv is: [{'id': 'ceab8f8f-d494-46f4-a901-1a6038ce2250', 'name': 'tempest-TestSnapshotPattern-992916950-router', 'tenant_id': 'c30a0ecf33084f99804cc32325141f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-28T08:36:30Z', 'updated_at': '2021-11-28T08:41:23Z', 'revision_number': 6, 'project_id': 'c30a0ecf33084f99804cc32325141f5c', 'gw_port_host': None}] {{(pid=115121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 28 08:41:24.329972 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:24.357471 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c311b91-549a-4b5f-bda0-eb9aea99d39d,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:24.368338 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af32679e-02d9-49be-9a7e-86a489ce38f0 None None] DHCP port deletion for 8f7f1af8-2a77-47e3-81be-1c645770eead request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:41:24.420233 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462763'] for router_gateway, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:24.516268 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9704'] for router, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:24.518309 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:24.561339 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-466149'] for router, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:24.561853 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceab8f8f-d494-46f4-a901-1a6038ce2250 {{(pid=115119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 28 08:41:24.566516 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] Publish callbacks [] for router, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:24.570103 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-258a35d6-51da-489e-90df-888b4ae4fc4b admin admin] 10.222.0.31 "DELETE /v2.0/routers/ceab8f8f-d494-46f4-a901-1a6038ce2250 HTTP/1.1" status: 204 len: 168 time: 0.8176124 Nov 28 08:41:24.570549 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 49746) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:24.732788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.db.db_base_plugin_v2 [None req-57911c83-eb2e-49df-93df-a85bdd6cd7f0 admin admin] Deleting subnet 94359bfb-aef8-475c-a423-45d127487449 {{(pid=115118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 28 08:41:24.735850 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-57911c83-eb2e-49df-93df-a85bdd6cd7f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:24.772280 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-57911c83-eb2e-49df-93df-a85bdd6cd7f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12230690'] for subnet, precommit_delete_associations {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:24.850799 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-57911c83-eb2e-49df-93df-a85bdd6cd7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475465'] for subnet, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:24.903087 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-57911c83-eb2e-49df-93df-a85bdd6cd7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3647353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12237236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12278092'] for subnet, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:24.929792 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57911c83-eb2e-49df-93df-a85bdd6cd7f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94359bfb-aef8-475c-a423-45d127487449,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:24.931771 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-57911c83-eb2e-49df-93df-a85bdd6cd7f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:24.936324 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e799f540-d6f2-4891-902d-572a9d10bdf5 None None] Network 452febfb-3b75-4de1-b35c-194b0f69c04c requested from dv-neutron-744815-16-hyperv {{(pid=115120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 28 08:41:24.938446 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-57911c83-eb2e-49df-93df-a85bdd6cd7f0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/94359bfb-aef8-475c-a423-45d127487449 HTTP/1.1" status: 204 len: 168 time: 0.3668120 Nov 28 08:41:24.939107 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49750) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:25.010196 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574667'] for network, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:25.080577 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Deleting port c32046f7-1934-458a-b626-43b2ba89b43f {{(pid=115119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:41:25.080910 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:25.113435 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c17d24e-7bc9-48c3-90fa-375bd2a29f0f None None] DHCP port deletion for 452febfb-3b75-4de1-b35c-194b0f69c04c request from dv-neutron-744815-16-hyperv {{(pid=115120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 28 08:41:25.150936 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.db [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] For port c32046f7-1934-458a-b626-43b2ba89b43f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c32046f7-1934-458a-b626-43b2ba89b43f,segment=NetworkSegment(e50c875b-911f-4c58-b235-6fe0b6916624),segment_id=e50c875b-911f-4c58-b235-6fe0b6916624)] {{(pid=115119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:41:25.151570 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:25.172047 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-3c17d24e-7bc9-48c3-90fa-375bd2a29f0f None None] Deleting port c32046f7-1934-458a-b626-43b2ba89b43f {{(pid=115120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 28 08:41:25.172415 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3c17d24e-7bc9-48c3-90fa-375bd2a29f0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757784340179'] for port, before_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:25.240510 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.db [None req-3c17d24e-7bc9-48c3-90fa-375bd2a29f0f None None] For port c32046f7-1934-458a-b626-43b2ba89b43f, host dv-neutron-744815-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-744815-16-hyperv',level=0,port_id=c32046f7-1934-458a-b626-43b2ba89b43f,segment=NetworkSegment(e50c875b-911f-4c58-b235-6fe0b6916624),segment_id=e50c875b-911f-4c58-b235-6fe0b6916624)] {{(pid=115120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 28 08:41:25.240964 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3c17d24e-7bc9-48c3-90fa-375bd2a29f0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671788'] for port, precommit_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:25.255359 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-3c17d24e-7bc9-48c3-90fa-375bd2a29f0f None None] Calling delete_port for c32046f7-1934-458a-b626-43b2ba89b43f owned by network:dhcp {{(pid=115120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:41:25.352923 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3c17d24e-7bc9-48c3-90fa-375bd2a29f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424'] for port, after_delete {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:25.383694 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17d24e-7bc9-48c3-90fa-375bd2a29f0f None None] Pushing event deleted for resources: {'Port': ['ID=c32046f7-1934-458a-b626-43b2ba89b43f,revision_number=None']} {{(pid=115120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:25.385520 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c17d24e-7bc9-48c3-90fa-375bd2a29f0f None None] No DVR routers for this DVR port c32046f7-1934-458a-b626-43b2ba89b43f on host dv-neutron-744815-16-hyperv {{(pid=115120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:41:25.498202 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.plugin [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Calling delete_port for c32046f7-1934-458a-b626-43b2ba89b43f owned by network:dhcp {{(pid=115119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 28 08:41:25.577505 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757784284694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757783789424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8906407'] for port, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:25.602343 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32046f7-1934-458a-b626-43b2ba89b43f,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:25.606784 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] No DVR routers for this DVR port c32046f7-1934-458a-b626-43b2ba89b43f on host dv-neutron-744815-16-hyperv {{(pid=115119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 28 08:41:25.677209 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476624', 'neutron.services.segments.db._delete_segments_for_network-8757784349678'] for network, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:25.697585 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452febfb-3b75-4de1-b35c-194b0f69c04c']}} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:25.706432 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50c875b-911f-4c58-b235-6fe0b6916624') {'for_net_delete': True} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:25.706723 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.services.segments.db [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50c875b-911f-4c58-b235-6fe0b6916624') {} {{(pid=115119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 28 08:41:25.715987 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757784353015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11853484'] for segment, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:25.729154 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788'] for segment, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:25.734850 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=115119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 28 08:41:25.735308 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8906480'] for segment, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: self.session.flush() Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: Traceback (most recent call last): Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: timer() Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: cb(*args, **kw) Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: return func(*args, **kwargs) Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: self._notify() Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: self.callback(batched_events) Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: event.method(event) Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: aggregate_uuid = self.p_client.list_aggregates( Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: return f(self, *a, **k) Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._get(url).json() Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: return self.request(url, 'GET', **kwargs) Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: base_url = self.get_endpoint(auth, allow=allow, Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 28 08:41:25.736999 dv-neutron-744815-16-hyperv neutron-server[115119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 28 08:41:25.792878 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462735'] for network, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:25.797819 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Publish callbacks [] for network, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:25.801101 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/452febfb-3b75-4de1-b35c-194b0f69c04c HTTP/1.1" status: 204 len: 168 time: 0.8610117 Nov 28 08:41:25.812245 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981558f-e424-4042-affb-e5742af1a1f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=452febfb-3b75-4de1-b35c-194b0f69c04c,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:25.910164 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c32046f7-1934-458a-b626-43b2ba89b43f no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:41:25.910630 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 49754) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:25.932340 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: c32046f7-1934-458a-b626-43b2ba89b43f {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:41:25.932686 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device c32046f7-1934-458a-b626-43b2ba89b43f not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:41:25.933169 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5c311b91-549a-4b5f-bda0-eb9aea99d39d no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:41:25.954015 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 5c311b91-549a-4b5f-bda0-eb9aea99d39d {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:41:25.954359 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 5c311b91-549a-4b5f-bda0-eb9aea99d39d not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:41:25.954776 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 78f84b95-3d9b-4353-96bf-81ab301550ec no longer exists at agent ovs-agent-dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 28 08:41:25.956546 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-235e1cee-4f6c-40dc-994b-370d48a9920d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f0e3e4d62954ec9ab84025d705b7bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443132 Nov 28 08:41:25.958788 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.wsgi [-] (115118) accepted ('10.222.0.31', 49756) {{(pid=115118) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:25.978729 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.plugin [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] No Port match for: 78f84b95-3d9b-4353-96bf-81ab301550ec {{(pid=115120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 28 08:41:25.979112 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron.plugins.ml2.rpc [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Device 78f84b95-3d9b-4353-96bf-81ab301550ec not bound to the agent host dv-neutron-744815-16-hyperv {{(pid=115120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 28 08:41:26.006750 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf414-413c-484b-b65a-698c50f0f07d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:26.026615 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf414-413c-484b-b65a-698c50f0f07d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:26.071332 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf414-413c-484b-b65a-698c50f0f07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:26.073879 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf414-413c-484b-b65a-698c50f0f07d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:26.075085 dv-neutron-744815-16-hyperv neutron-server[115118]: INFO neutron.wsgi [None req-6eeaf414-413c-484b-b65a-698c50f0f07d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0261007c-a601-4b02-a714-7540ceb60bb5 HTTP/1.1" status: 204 len: 168 time: 0.1148133 Nov 28 08:41:26.082440 dv-neutron-744815-16-hyperv neutron-server[115118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaf414-413c-484b-b65a-698c50f0f07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0261007c-a601-4b02-a714-7540ceb60bb5,revision_number=None']} {{(pid=115118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:26.391226 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49762) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:26.430572 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-6909974a-974e-4c74-b1cb-f6f35ada37d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c30a0ecf33084f99804cc32325141f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376327 Nov 28 08:41:26.432941 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.wsgi [-] (115119) accepted ('10.222.0.31', 49764) {{(pid=115119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 28 08:41:26.478948 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3516221d-32c7-42fe-a823-da525bff57fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:26.500040 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3516221d-32c7-42fe-a823-da525bff57fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:26.544407 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3516221d-32c7-42fe-a823-da525bff57fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3650383'] for security_group, after_delete {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:26.547229 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron_lib.callbacks.manager [None req-3516221d-32c7-42fe-a823-da525bff57fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=115119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:26.548371 dv-neutron-744815-16-hyperv neutron-server[115119]: INFO neutron.wsgi [None req-3516221d-32c7-42fe-a823-da525bff57fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5db0dde9-7474-4a79-9d84-20afc1e1c71a HTTP/1.1" status: 204 len: 168 time: 0.1145203 Nov 28 08:41:26.556404 dv-neutron-744815-16-hyperv neutron-server[115119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516221d-32c7-42fe-a823-da525bff57fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db0dde9-7474-4a79-9d84-20afc1e1c71a,revision_number=None']} {{(pid=115119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 28 08:41:32.026299 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:32.853769 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:41:45.579021 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1c6800c5-e913-4026-9566-3d8b601479c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:48.055231 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-6c624bd8-29a2-43b1-9447-fe0c3e186468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:49.274926 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:50.576093 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:41:51.472107 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:42:02.025348 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:42:09.852552 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:42:15.735440 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-9ee764e5-7318-497e-9d98-f6879116232a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:42:18.056298 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-576c241a-0ed1-4024-b6a2-ec9f0f40dd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:42:19.278889 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:42:20.579338 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:42:21.474238 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:42:32.038225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:42:45.578505 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1f933858-0fbd-494e-9c49-6b5c8131abe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:42:46.851393 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:42:48.057524 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-63332aad-8843-402f-af0a-0a843c4150da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:42:49.280741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:42:50.583782 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:42:51.475523 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:43:02.053207 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:43:15.580119 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-06f320df-8b52-4d68-af1f-2ebbdc37a6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:43:18.058662 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-8f3ea104-8f77-4a00-8ee5-27bc0920cb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:43:19.285845 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:43:20.586822 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:43:21.477577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:43:23.850395 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:43:32.055014 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:43:45.581323 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-c317afaa-2d87-4771-9176-9afe685d101b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:43:48.058754 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-83dc6ed6-b4ef-41c1-aafe-c2f749c6d6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:43:49.287637 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:43:50.589745 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:43:51.480535 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:44:00.850124 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:44:02.053557 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:44:15.582806 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-88b0f43d-49bb-4bc3-a78a-4ec2111a452c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:44:18.059594 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-5bf064a0-8dac-4782-abec-97ce85a5ec10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:44:19.290216 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:44:20.591795 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:44:21.481638 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:44:32.069693 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:44:37.849208 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:44:45.583470 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3b57ac0d-6c6d-4625-a5fc-53c4aa01ce17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:44:48.061979 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-211a9681-7c7c-4aee-81bd-bcd65d9dce33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:44:49.294468 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:44:50.598347 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:44:51.483225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:45:02.087267 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:45:14.848481 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:45:15.584762 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3c273430-5596-462e-8e21-9acd6d3b0b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:45:18.063009 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-eebc5a29-47a8-48a7-a62f-a5651bb5891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:45:19.300038 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:45:20.598759 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:45:21.487681 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:45:32.082577 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:45:45.585873 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ec5ee37a-7baa-48dc-a41f-a40b8fbb3b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:45:48.064592 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-3f38e934-f74f-4477-a50c-a370dc8a89d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:45:49.299920 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:45:50.602927 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:45:51.489921 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:45:51.847845 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:46:02.097932 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:46:15.588081 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-991205eb-063d-4139-8b5b-f9608639656b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:46:18.065826 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-04084720-4335-4cf5-9de4-3c3ed9ab4703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:46:19.301001 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:46:20.606741 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:46:21.491550 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:46:28.846780 dv-neutron-744815-16-hyperv neutron-server[115121]: DEBUG neutron.db.agents_db [None req-031b09a2-19b7-4e3a-8513-72a5e4d62c4f None None] Agent healthcheck: found 6 active agents {{(pid=115121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 28 08:46:32.097253 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-23e7e9d1-a924-479f-962a-bda90236804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:46:45.589271 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-b80e911a-1e5c-4dd4-b798-5d77a6fd6346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:46:48.068681 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-1d734a94-fbad-41b6-80de-808ba678fc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:46:49.304225 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-a51a10c2-8f9d-4f81-80bd-5e178c981733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:46:50.609924 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-ade6f9cb-7387-4296-9fba-be2b2ab27995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 28 08:46:51.492645 dv-neutron-744815-16-hyperv neutron-server[115120]: DEBUG neutron_lib.callbacks.manager [None req-850c74a4-4d75-46c3-ab1a-42949ffd2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757784349660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479886'] for agent, after_update {{(pid=115120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}